{"level":"warn","ts":"2026-03-03T20:04:13.067226Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T20:04:13.06736Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.195:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.195:2380","--initial-cluster=instance=https://162.253.55.195:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.195:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.195:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T20:04:13.067451Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T20:04:13.067468Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-03-03T20:04:13.067487Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T20:04:13.068481Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"]} {"level":"info","ts":"2026-03-03T20:04:13.068599Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.195:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T20:04:13.073123Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.204607ms"} {"level":"info","ts":"2026-03-03T20:04:13.091197Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b66d12fd59101739","cluster-id":"a64a525934ce8379"} {"level":"info","ts":"2026-03-03T20:04:13.091357Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T20:04:13.091405Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 0"} {"level":"info","ts":"2026-03-03T20:04:13.091435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b66d12fd59101739 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T20:04:13.09145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 1"} {"level":"info","ts":"2026-03-03T20:04:13.091519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"warn","ts":"2026-03-03T20:04:13.101423Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T20:04:13.104033Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T20:04:13.10567Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T20:04:13.109071Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b66d12fd59101739","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T20:04:13.109195Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b66d12fd59101739","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T20:04:13.109293Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T20:04:13.109397Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T20:04:13.10941Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T20:04:13.110067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"info","ts":"2026-03-03T20:04:13.110169Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","added-peer-id":"b66d12fd59101739","added-peer-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-03-03T20:04:13.11284Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T20:04:13.113029Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-03-03T20:04:13.113118Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-03-03T20:04:13.1132Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b66d12fd59101739","initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T20:04:13.113262Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T20:04:13.992856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T20:04:13.992904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T20:04:13.992937Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgPreVoteResp from b66d12fd59101739 at term 1"} {"level":"info","ts":"2026-03-03T20:04:13.99295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became candidate at term 2"} {"level":"info","ts":"2026-03-03T20:04:13.992957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgVoteResp from b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-03-03T20:04:13.992967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became leader at term 2"} {"level":"info","ts":"2026-03-03T20:04:13.992976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b66d12fd59101739 elected leader b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-03-03T20:04:13.994012Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b66d12fd59101739","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.195:2379]}","request-path":"/0/members/b66d12fd59101739/attributes","cluster-id":"a64a525934ce8379","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T20:04:13.994089Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T20:04:13.994138Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T20:04:13.994236Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T20:04:13.994443Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T20:04:13.994602Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T20:04:13.995252Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T20:04:13.995431Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T20:04:13.995484Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T20:04:13.997924Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.195:2379"} {"level":"info","ts":"2026-03-03T20:04:13.998503Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T20:04:16.205318Z","caller":"traceutil/trace.go:171","msg":"trace[345486988] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"122.496763ms","start":"2026-03-03T20:04:16.082775Z","end":"2026-03-03T20:04:16.205272Z","steps":["trace[345486988] 'process raft request' (duration: 34.03541ms)","trace[345486988] 'compare' (duration: 88.296209ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:16.521501Z","caller":"traceutil/trace.go:171","msg":"trace[701261968] linearizableReadLoop","detail":"{readStateIndex:85; appliedIndex:83; }","duration":"119.35841ms","start":"2026-03-03T20:04:16.402113Z","end":"2026-03-03T20:04:16.521471Z","steps":["trace[701261968] 'read index received' (duration: 5.213911ms)","trace[701261968] 'applied index is now lower than readState.Index' (duration: 114.143499ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:16.521578Z","caller":"traceutil/trace.go:171","msg":"trace[1352974197] transaction","detail":"{read_only:false; response_revision:80; number_of_response:1; }","duration":"119.463462ms","start":"2026-03-03T20:04:16.40207Z","end":"2026-03-03T20:04:16.521533Z","steps":["trace[1352974197] 'process raft request' (duration: 27.449417ms)","trace[1352974197] 'compare' (duration: 91.808741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:16.521673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.530664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:16.521739Z","caller":"traceutil/trace.go:171","msg":"trace[353085555] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:80; }","duration":"119.637316ms","start":"2026-03-03T20:04:16.402089Z","end":"2026-03-03T20:04:16.521726Z","steps":["trace[353085555] 'agreement among raft nodes before linearized reading' (duration: 119.493422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:17.061153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.628949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-03T20:04:17.061346Z","caller":"traceutil/trace.go:171","msg":"trace[155606856] transaction","detail":"{read_only:false; response_revision:83; number_of_response:1; }","duration":"513.482941ms","start":"2026-03-03T20:04:16.547846Z","end":"2026-03-03T20:04:17.061329Z","steps":["trace[155606856] 'process raft request' (duration: 513.41537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:17.061509Z","caller":"traceutil/trace.go:171","msg":"trace[1274249043] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"513.81707ms","start":"2026-03-03T20:04:16.547538Z","end":"2026-03-03T20:04:17.061355Z","steps":["trace[1274249043] 'process raft request' (duration: 217.489435ms)","trace[1274249043] 'compare' (duration: 295.488205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:17.061585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:16.547824Z","time spent":"513.565284ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:17.061826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:16.547518Z","time spent":"514.127907ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:04:17.601738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.030391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-03T20:04:17.60189Z","caller":"traceutil/trace.go:171","msg":"trace[573605763] linearizableReadLoop","detail":"{readStateIndex:92; appliedIndex:91; }","duration":"442.522248ms","start":"2026-03-03T20:04:17.159346Z","end":"2026-03-03T20:04:17.601868Z","steps":["trace[573605763] 'read index received' (duration: 236.089208ms)","trace[573605763] 'applied index is now lower than readState.Index' (duration: 206.43142ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:17.602027Z","caller":"traceutil/trace.go:171","msg":"trace[854730417] transaction","detail":"{read_only:false; response_revision:87; number_of_response:1; }","duration":"489.459106ms","start":"2026-03-03T20:04:17.112465Z","end":"2026-03-03T20:04:17.601924Z","steps":["trace[854730417] 'process raft request' (duration: 283.124699ms)","trace[854730417] 'compare' (duration: 205.863716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:17.602247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.871115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:17.602339Z","caller":"traceutil/trace.go:171","msg":"trace[282317007] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:0; response_revision:87; }","duration":"443.037869ms","start":"2026-03-03T20:04:17.15928Z","end":"2026-03-03T20:04:17.602318Z","steps":["trace[282317007] 'agreement among raft nodes before linearized reading' (duration: 442.782343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:17.602364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.112414Z","time spent":"489.768103ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:17.602389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.159257Z","time spent":"443.124801ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"warn","ts":"2026-03-03T20:04:17.602365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.911976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:17.602621Z","caller":"traceutil/trace.go:171","msg":"trace[222378542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:87; }","duration":"343.199923ms","start":"2026-03-03T20:04:17.259398Z","end":"2026-03-03T20:04:17.602598Z","steps":["trace[222378542] 'agreement among raft nodes before linearized reading' (duration: 342.911196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:17.60283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:17.259377Z","time spent":"343.367657ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:04:17.840679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.041104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-03T20:04:17.840884Z","caller":"traceutil/trace.go:171","msg":"trace[1122166166] linearizableReadLoop","detail":"{readStateIndex:97; appliedIndex:95; }","duration":"128.916591ms","start":"2026-03-03T20:04:17.711949Z","end":"2026-03-03T20:04:17.840866Z","steps":["trace[1122166166] 'read index received' (duration: 24.503558ms)","trace[1122166166] 'applied index is now lower than readState.Index' (duration: 104.412003ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:17.840936Z","caller":"traceutil/trace.go:171","msg":"trace[1712217004] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"142.525087ms","start":"2026-03-03T20:04:17.698389Z","end":"2026-03-03T20:04:17.840914Z","steps":["trace[1712217004] 'process raft request' (duration: 38.154905ms)","trace[1712217004] 'compare' (duration: 103.912961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:17.840989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.042214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:17.841021Z","caller":"traceutil/trace.go:171","msg":"trace[276472336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:93; }","duration":"129.109435ms","start":"2026-03-03T20:04:17.711903Z","end":"2026-03-03T20:04:17.841013Z","steps":["trace[276472336] 'agreement among raft nodes before linearized reading' (duration: 129.020013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:17.841008Z","caller":"traceutil/trace.go:171","msg":"trace[769935614] transaction","detail":"{read_only:false; response_revision:93; number_of_response:1; }","duration":"126.645049ms","start":"2026-03-03T20:04:17.714346Z","end":"2026-03-03T20:04:17.840991Z","steps":["trace[769935614] 'process raft request' (duration: 126.484165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:17.841087Z","caller":"traceutil/trace.go:171","msg":"trace[1867428782] transaction","detail":"{read_only:false; response_revision:92; number_of_response:1; }","duration":"140.723495ms","start":"2026-03-03T20:04:17.700314Z","end":"2026-03-03T20:04:17.841037Z","steps":["trace[1867428782] 'process raft request' (duration: 140.468799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:18.02221Z","caller":"traceutil/trace.go:171","msg":"trace[457738087] linearizableReadLoop","detail":"{readStateIndex:102; appliedIndex:101; }","duration":"119.730098ms","start":"2026-03-03T20:04:17.902446Z","end":"2026-03-03T20:04:18.022176Z","steps":["trace[457738087] 'read index received' (duration: 111.163189ms)","trace[457738087] 'applied index is now lower than readState.Index' (duration: 8.565789ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:18.02229Z","caller":"traceutil/trace.go:171","msg":"trace[1434077545] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"154.117886ms","start":"2026-03-03T20:04:17.868139Z","end":"2026-03-03T20:04:18.022256Z","steps":["trace[1434077545] 'process raft request' (duration: 145.555557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:18.022403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.919312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:18.022453Z","caller":"traceutil/trace.go:171","msg":"trace[2092752753] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:97; }","duration":"120.021404ms","start":"2026-03-03T20:04:17.902417Z","end":"2026-03-03T20:04:18.022438Z","steps":["trace[2092752753] 'agreement among raft nodes before linearized reading' (duration: 119.906392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:18.025361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.316947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18996d6f1a4a49f2\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-03T20:04:18.025467Z","caller":"traceutil/trace.go:171","msg":"trace[2042701149] range","detail":"{range_begin:/registry/events/default/instance.18996d6f1a4a49f2; range_end:; response_count:1; response_revision:98; }","duration":"122.458701ms","start":"2026-03-03T20:04:17.902983Z","end":"2026-03-03T20:04:18.025442Z","steps":["trace[2042701149] 'agreement among raft nodes before linearized reading' (duration: 122.299857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:18.025491Z","caller":"traceutil/trace.go:171","msg":"trace[1869306813] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"120.233929ms","start":"2026-03-03T20:04:17.90523Z","end":"2026-03-03T20:04:18.025463Z","steps":["trace[1869306813] 'process raft request' (duration: 119.919792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:18.271883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.14452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-03T20:04:18.271981Z","caller":"traceutil/trace.go:171","msg":"trace[1539738924] linearizableReadLoop","detail":"{readStateIndex:106; appliedIndex:105; }","duration":"179.131227ms","start":"2026-03-03T20:04:18.092832Z","end":"2026-03-03T20:04:18.271963Z","steps":["trace[1539738924] 'read index received' (duration: 73.829963ms)","trace[1539738924] 'applied index is now lower than readState.Index' (duration: 105.300044ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:18.272073Z","caller":"traceutil/trace.go:171","msg":"trace[1592905685] transaction","detail":"{read_only:false; response_revision:101; number_of_response:1; }","duration":"180.14324ms","start":"2026-03-03T20:04:18.091886Z","end":"2026-03-03T20:04:18.272029Z","steps":["trace[1592905685] 'process raft request' (duration: 74.775425ms)","trace[1592905685] 'compare' (duration: 105.026917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:18.272177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.326251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18996d6f1a4a65cc\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-03-03T20:04:18.272257Z","caller":"traceutil/trace.go:171","msg":"trace[110945732] range","detail":"{range_begin:/registry/events/default/instance.18996d6f1a4a65cc; range_end:; response_count:1; response_revision:101; }","duration":"179.430283ms","start":"2026-03-03T20:04:18.0928Z","end":"2026-03-03T20:04:18.27223Z","steps":["trace[110945732] 'agreement among raft nodes before linearized reading' (duration: 179.261529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:18.403223Z","caller":"traceutil/trace.go:171","msg":"trace[1838769432] linearizableReadLoop","detail":"{readStateIndex:108; appliedIndex:106; }","duration":"128.47946ms","start":"2026-03-03T20:04:18.274724Z","end":"2026-03-03T20:04:18.403204Z","steps":["trace[1838769432] 'read index received' (duration: 102.708723ms)","trace[1838769432] 'applied index is now lower than readState.Index' (duration: 25.769457ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:18.403299Z","caller":"traceutil/trace.go:171","msg":"trace[1474637520] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"128.842149ms","start":"2026-03-03T20:04:18.274433Z","end":"2026-03-03T20:04:18.403275Z","steps":["trace[1474637520] 'process raft request' (duration: 128.716446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:18.403403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.679865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:18.403406Z","caller":"traceutil/trace.go:171","msg":"trace[378889693] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"128.932611ms","start":"2026-03-03T20:04:18.274412Z","end":"2026-03-03T20:04:18.403344Z","steps":["trace[378889693] 'process raft request' (duration: 103.136953ms)","trace[378889693] 'compare' (duration: 25.490651ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:18.403451Z","caller":"traceutil/trace.go:171","msg":"trace[2045072233] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:103; }","duration":"128.796908ms","start":"2026-03-03T20:04:18.274642Z","end":"2026-03-03T20:04:18.403439Z","steps":["trace[2045072233] 'agreement among raft nodes before linearized reading' (duration: 128.666695ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:18.609256Z","caller":"traceutil/trace.go:171","msg":"trace[1308485814] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"200.43086ms","start":"2026-03-03T20:04:18.408788Z","end":"2026-03-03T20:04:18.609219Z","steps":["trace[1308485814] 'process raft request' (duration: 200.367999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:18.609277Z","caller":"traceutil/trace.go:171","msg":"trace[18521204] transaction","detail":"{read_only:false; response_revision:104; number_of_response:1; }","duration":"202.006367ms","start":"2026-03-03T20:04:18.407239Z","end":"2026-03-03T20:04:18.609245Z","steps":["trace[18521204] 'process raft request' (duration: 114.329582ms)","trace[18521204] 'compare' (duration: 87.416379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:18.949315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.464507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-03T20:04:18.949444Z","caller":"traceutil/trace.go:171","msg":"trace[1994979885] linearizableReadLoop","detail":"{readStateIndex:112; appliedIndex:110; }","duration":"289.267291ms","start":"2026-03-03T20:04:18.660157Z","end":"2026-03-03T20:04:18.949424Z","steps":["trace[1994979885] 'read index received' (duration: 25.152523ms)","trace[1994979885] 'applied index is now lower than readState.Index' (duration: 264.113218ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:18.949508Z","caller":"traceutil/trace.go:171","msg":"trace[473474353] transaction","detail":"{read_only:false; response_revision:107; number_of_response:1; }","duration":"333.769184ms","start":"2026-03-03T20:04:18.615696Z","end":"2026-03-03T20:04:18.949465Z","steps":["trace[473474353] 'process raft request' (duration: 153.077612ms)","trace[473474353] 'compare' (duration: 180.285173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:18.949691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.511348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T20:04:18.949752Z","caller":"traceutil/trace.go:171","msg":"trace[1557455719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:107; }","duration":"289.655961ms","start":"2026-03-03T20:04:18.66008Z","end":"2026-03-03T20:04:18.949736Z","steps":["trace[1557455719] 'agreement among raft nodes before linearized reading' (duration: 289.453426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:18.949788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:18.615679Z","time spent":"334.061631ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1917,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:04:18.949849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.109105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18996d6f1a4a65cc\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-03-03T20:04:18.949956Z","caller":"traceutil/trace.go:171","msg":"trace[708406691] range","detail":"{range_begin:/registry/events/default/instance.18996d6f1a4a65cc; range_end:; response_count:1; response_revision:107; }","duration":"260.226097ms","start":"2026-03-03T20:04:18.689717Z","end":"2026-03-03T20:04:18.949943Z","steps":["trace[708406691] 'agreement among raft nodes before linearized reading' (duration: 260.016413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:19.413914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.105378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-03T20:04:19.414366Z","caller":"traceutil/trace.go:171","msg":"trace[1051541799] transaction","detail":"{read_only:false; response_revision:110; number_of_response:1; }","duration":"365.739875ms","start":"2026-03-03T20:04:19.048596Z","end":"2026-03-03T20:04:19.414336Z","steps":["trace[1051541799] 'process raft request' (duration: 207.119585ms)","trace[1051541799] 'compare' (duration: 157.808952ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:19.414367Z","caller":"traceutil/trace.go:171","msg":"trace[254734489] transaction","detail":"{read_only:false; response_revision:111; number_of_response:1; }","duration":"362.92504ms","start":"2026-03-03T20:04:19.051405Z","end":"2026-03-03T20:04:19.41433Z","steps":["trace[254734489] 'process raft request' (duration: 362.638204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:19.414558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:19.048569Z","time spent":"365.871028ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:19.414544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:19.051388Z","time spent":"363.070923ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1473,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:04:19.787096Z","caller":"traceutil/trace.go:171","msg":"trace[560413003] transaction","detail":"{read_only:false; response_revision:123; number_of_response:1; }","duration":"110.678368ms","start":"2026-03-03T20:04:19.676378Z","end":"2026-03-03T20:04:19.787057Z","steps":["trace[560413003] 'process raft request' (duration: 65.07833ms)","trace[560413003] 'compare' (duration: 45.2442ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:19.787397Z","caller":"traceutil/trace.go:171","msg":"trace[191451487] transaction","detail":"{read_only:false; response_revision:124; number_of_response:1; }","duration":"110.483494ms","start":"2026-03-03T20:04:19.676866Z","end":"2026-03-03T20:04:19.787349Z","steps":["trace[191451487] 'process raft request' (duration: 110.041153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:21.153766Z","caller":"traceutil/trace.go:171","msg":"trace[231095975] transaction","detail":"{read_only:false; response_revision:184; number_of_response:1; }","duration":"216.704937ms","start":"2026-03-03T20:04:20.937034Z","end":"2026-03-03T20:04:21.153739Z","steps":["trace[231095975] 'process raft request' (duration: 126.217418ms)","trace[231095975] 'compare' (duration: 90.334256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:21.712825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.046439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:21.712952Z","caller":"traceutil/trace.go:171","msg":"trace[552099984] linearizableReadLoop","detail":"{readStateIndex:198; appliedIndex:197; }","duration":"252.643132ms","start":"2026-03-03T20:04:21.460289Z","end":"2026-03-03T20:04:21.712932Z","steps":["trace[552099984] 'read index received' (duration: 47.391µs)","trace[552099984] 'applied index is now lower than readState.Index' (duration: 252.594711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:21.713048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.753905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:21.713082Z","caller":"traceutil/trace.go:171","msg":"trace[1998839446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:193; }","duration":"252.833526ms","start":"2026-03-03T20:04:21.460237Z","end":"2026-03-03T20:04:21.713071Z","steps":["trace[1998839446] 'agreement among raft nodes before linearized reading' (duration: 252.745134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:21.713119Z","caller":"traceutil/trace.go:171","msg":"trace[1961943672] transaction","detail":"{read_only:false; response_revision:193; number_of_response:1; }","duration":"328.8381ms","start":"2026-03-03T20:04:21.38424Z","end":"2026-03-03T20:04:21.713078Z","steps":["trace[1961943672] 'process raft request' (duration: 35.453833ms)","trace[1961943672] 'compare' (duration: 292.870175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:21.713363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:21.384228Z","time spent":"329.048864ms","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:04:22.460494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040931014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:04:22.799835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081785799s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:04:22.825824Z","caller":"traceutil/trace.go:171","msg":"trace[1490024736] linearizableReadLoop","detail":"{readStateIndex:199; appliedIndex:198; }","duration":"865.754507ms","start":"2026-03-03T20:04:21.960047Z","end":"2026-03-03T20:04:22.825801Z","steps":["trace[1490024736] 'read index received' (duration: 839.966799ms)","trace[1490024736] 'applied index is now lower than readState.Index' (duration: 25.786618ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:22.825925Z","caller":"traceutil/trace.go:171","msg":"trace[778140593] transaction","detail":"{read_only:false; response_revision:194; number_of_response:1; }","duration":"1.107947046s","start":"2026-03-03T20:04:21.717943Z","end":"2026-03-03T20:04:22.82589Z","steps":["trace[778140593] 'process raft request' (duration: 1.082059916s)","trace[778140593] 'compare' (duration: 25.669795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:22.826017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.963802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:22.826074Z","caller":"traceutil/trace.go:171","msg":"trace[1589640351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:194; }","duration":"866.075644ms","start":"2026-03-03T20:04:21.959974Z","end":"2026-03-03T20:04:22.826049Z","steps":["trace[1589640351] 'agreement among raft nodes before linearized reading' (duration: 865.970882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:22.826089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.623632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:04:22.826115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:21.959933Z","time spent":"866.175167ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:04:22.826114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:21.717919Z","time spent":"1.108095979s","remote":"127.0.0.1:35848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:04:22.82615Z","caller":"traceutil/trace.go:171","msg":"trace[68775094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:194; }","duration":"780.732264ms","start":"2026-03-03T20:04:22.045404Z","end":"2026-03-03T20:04:22.826136Z","steps":["trace[68775094] 'agreement among raft nodes before linearized reading' (duration: 780.597311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:22.826187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.045387Z","time spent":"780.792986ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:04:22.826387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.759235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T20:04:22.826457Z","caller":"traceutil/trace.go:171","msg":"trace[636886910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:194; }","duration":"780.819767ms","start":"2026-03-03T20:04:22.045591Z","end":"2026-03-03T20:04:22.826411Z","steps":["trace[636886910] 'agreement among raft nodes before linearized reading' (duration: 780.766245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:22.826465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.664624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:04:22.826485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.04557Z","time spent":"780.908758ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:04:22.826507Z","caller":"traceutil/trace.go:171","msg":"trace[2097733350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:194; }","duration":"187.748225ms","start":"2026-03-03T20:04:22.638746Z","end":"2026-03-03T20:04:22.826494Z","steps":["trace[2097733350] 'agreement among raft nodes before linearized reading' (duration: 187.661453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:22.826636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.546724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5895"} {"level":"info","ts":"2026-03-03T20:04:22.826679Z","caller":"traceutil/trace.go:171","msg":"trace[2005413251] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:194; }","duration":"544.639046ms","start":"2026-03-03T20:04:22.282028Z","end":"2026-03-03T20:04:22.826667Z","steps":["trace[2005413251] 'agreement among raft nodes before linearized reading' (duration: 543.984741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:22.826701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:22.282002Z","time spent":"544.693808ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5919,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:04:28.365833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.271825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T20:04:28.365936Z","caller":"traceutil/trace.go:171","msg":"trace[736867586] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:341; }","duration":"759.435749ms","start":"2026-03-03T20:04:27.60648Z","end":"2026-03-03T20:04:28.365915Z","steps":["trace[736867586] 'range keys from in-memory index tree' (duration: 758.937098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:28.365982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:27.606459Z","time spent":"759.514541ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-03T20:04:28.64696Z","caller":"traceutil/trace.go:171","msg":"trace[33465243] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"276.111546ms","start":"2026-03-03T20:04:28.370823Z","end":"2026-03-03T20:04:28.646935Z","steps":["trace[33465243] 'process raft request' (duration: 275.963342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:34.390616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040931493,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:04:34.561771Z","caller":"traceutil/trace.go:171","msg":"trace[1725848035] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:430; }","duration":"671.785135ms","start":"2026-03-03T20:04:33.889952Z","end":"2026-03-03T20:04:34.561737Z","steps":["trace[1725848035] 'read index received' (duration: 671.53892ms)","trace[1725848035] 'applied index is now lower than readState.Index' (duration: 240.305µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:34.561794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:33.761793Z","time spent":"799.994009ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:04:34.561967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.98873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:34.562043Z","caller":"traceutil/trace.go:171","msg":"trace[119814693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"672.126063ms","start":"2026-03-03T20:04:33.889895Z","end":"2026-03-03T20:04:34.562021Z","steps":["trace[119814693] 'agreement among raft nodes before linearized reading' (duration: 671.98124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:34.56209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:33.889865Z","time spent":"672.217285ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:04:34.562164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.842665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-03T20:04:34.562237Z","caller":"traceutil/trace.go:171","msg":"trace[151565238] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:413; }","duration":"555.984739ms","start":"2026-03-03T20:04:34.006237Z","end":"2026-03-03T20:04:34.562222Z","steps":["trace[151565238] 'agreement among raft nodes before linearized reading' (duration: 555.764994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:34.562315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:34.006222Z","time spent":"556.081001ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6989,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-03T20:04:35.612566Z","caller":"traceutil/trace.go:171","msg":"trace[995124018] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"203.636785ms","start":"2026-03-03T20:04:35.408909Z","end":"2026-03-03T20:04:35.612546Z","steps":["trace[995124018] 'process raft request' (duration: 203.498352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:36.14682Z","caller":"traceutil/trace.go:171","msg":"trace[121611914] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"127.682212ms","start":"2026-03-03T20:04:36.019112Z","end":"2026-03-03T20:04:36.146794Z","steps":["trace[121611914] 'process raft request' (duration: 113.112674ms)","trace[121611914] 'compare' (duration: 14.445835ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:36.397883Z","caller":"traceutil/trace.go:171","msg":"trace[608406024] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"202.056968ms","start":"2026-03-03T20:04:36.195786Z","end":"2026-03-03T20:04:36.397843Z","steps":["trace[608406024] 'process raft request' (duration: 154.902994ms)","trace[608406024] 'compare' (duration: 46.954149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:39.639112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040931577,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:04:39.671614Z","caller":"traceutil/trace.go:171","msg":"trace[42882924] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"652.202441ms","start":"2026-03-03T20:04:39.01939Z","end":"2026-03-03T20:04:39.671592Z","steps":["trace[42882924] 'process raft request' (duration: 652.016117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:39.671858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:39.01938Z","time spent":"652.364995ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:40.365258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.313154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:40.365487Z","caller":"traceutil/trace.go:171","msg":"trace[1209019006] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"1.344444512s","start":"2026-03-03T20:04:39.021005Z","end":"2026-03-03T20:04:40.36545Z","steps":["trace[1209019006] 'process raft request' (duration: 694.79288ms)","trace[1209019006] 'compare' (duration: 648.921955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:40.365667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:39.020988Z","time spent":"1.344578975s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:40.433139Z","caller":"traceutil/trace.go:171","msg":"trace[1988813651] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:477; }","duration":"1.294298048s","start":"2026-03-03T20:04:39.138815Z","end":"2026-03-03T20:04:40.433113Z","steps":["trace[1988813651] 'read index received' (duration: 532.584376ms)","trace[1988813651] 'applied index is now lower than readState.Index' (duration: 761.712472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:40.433295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294468792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-03T20:04:40.433323Z","caller":"traceutil/trace.go:171","msg":"trace[869263446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:459; }","duration":"1.294553505s","start":"2026-03-03T20:04:39.138763Z","end":"2026-03-03T20:04:40.433316Z","steps":["trace[869263446] 'agreement among raft nodes before linearized reading' (duration: 1.294463112s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:40.433348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:39.138741Z","time spent":"1.294603275s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:04:40.433375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.207391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:04:40.433477Z","caller":"traceutil/trace.go:171","msg":"trace[870813494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:459; }","duration":"802.366665ms","start":"2026-03-03T20:04:39.631087Z","end":"2026-03-03T20:04:40.433454Z","steps":["trace[870813494] 'agreement among raft nodes before linearized reading' (duration: 802.18183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:40.433542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:39.631066Z","time spent":"802.461767ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:04:40.433562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.058032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:40.433642Z","caller":"traceutil/trace.go:171","msg":"trace[1829052110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:459; }","duration":"547.175714ms","start":"2026-03-03T20:04:39.886437Z","end":"2026-03-03T20:04:40.433613Z","steps":["trace[1829052110] 'agreement among raft nodes before linearized reading' (duration: 547.058172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:40.433711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:39.886421Z","time spent":"547.278786ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:04:42.587336Z","caller":"traceutil/trace.go:171","msg":"trace[1799752129] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"117.67948ms","start":"2026-03-03T20:04:42.469632Z","end":"2026-03-03T20:04:42.587312Z","steps":["trace[1799752129] 'process raft request' (duration: 117.634449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:42.587426Z","caller":"traceutil/trace.go:171","msg":"trace[1453519880] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"117.771863ms","start":"2026-03-03T20:04:42.469615Z","end":"2026-03-03T20:04:42.587387Z","steps":["trace[1453519880] 'process raft request' (duration: 47.483812ms)","trace[1453519880] 'compare' (duration: 70.030585ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:48.090357Z","caller":"traceutil/trace.go:171","msg":"trace[348177358] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:498; }","duration":"200.477712ms","start":"2026-03-03T20:04:47.889856Z","end":"2026-03-03T20:04:48.090334Z","steps":["trace[348177358] 'read index received' (duration: 200.305928ms)","trace[348177358] 'applied index is now lower than readState.Index' (duration: 170.884µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:48.090465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.601815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:48.090433Z","caller":"traceutil/trace.go:171","msg":"trace[1966065577] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"259.228085ms","start":"2026-03-03T20:04:47.831163Z","end":"2026-03-03T20:04:48.090391Z","steps":["trace[1966065577] 'process raft request' (duration: 259.063831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:48.090494Z","caller":"traceutil/trace.go:171","msg":"trace[162379023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:477; }","duration":"200.699397ms","start":"2026-03-03T20:04:47.889785Z","end":"2026-03-03T20:04:48.090484Z","steps":["trace[162379023] 'agreement among raft nodes before linearized reading' (duration: 200.633195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.665814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064105947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:04:49.665875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:04:49.665935Z","caller":"traceutil/trace.go:171","msg":"trace[858046410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:477; }","duration":"1.06422918s","start":"2026-03-03T20:04:48.601643Z","end":"2026-03-03T20:04:49.665872Z","steps":["trace[858046410] 'range keys from in-memory index tree' (duration: 1.064011035s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:49.665961Z","caller":"traceutil/trace.go:171","msg":"trace[1422173430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:477; }","duration":"1.022993734s","start":"2026-03-03T20:04:48.642948Z","end":"2026-03-03T20:04:49.665941Z","steps":["trace[1422173430] 'range keys from in-memory index tree' (duration: 1.022681776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.666007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:48.64293Z","time spent":"1.023069275s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:04:49.665986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022991723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T20:04:49.66602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:48.601623Z","time spent":"1.064362984s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:04:49.666076Z","caller":"traceutil/trace.go:171","msg":"trace[1454732436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:477; }","duration":"1.023144037s","start":"2026-03-03T20:04:48.642913Z","end":"2026-03-03T20:04:49.666057Z","steps":["trace[1454732436] 'range keys from in-memory index tree' (duration: 1.02284516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:49.666133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:48.642887Z","time spent":"1.023236409s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:04:51.441503Z","caller":"traceutil/trace.go:171","msg":"trace[1797518651] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"121.074849ms","start":"2026-03-03T20:04:51.320395Z","end":"2026-03-03T20:04:51.44147Z","steps":["trace[1797518651] 'process raft request' (duration: 37.309185ms)","trace[1797518651] 'compare' (duration: 83.516558ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:51.441679Z","caller":"traceutil/trace.go:171","msg":"trace[189443455] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"120.814684ms","start":"2026-03-03T20:04:51.320848Z","end":"2026-03-03T20:04:51.441662Z","steps":["trace[189443455] 'process raft request' (duration: 120.766792ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:51.685138Z","caller":"traceutil/trace.go:171","msg":"trace[557299092] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"142.769822ms","start":"2026-03-03T20:04:51.542324Z","end":"2026-03-03T20:04:51.685094Z","steps":["trace[557299092] 'process raft request' (duration: 81.49969ms)","trace[557299092] 'compare' (duration: 61.051187ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:51.685279Z","caller":"traceutil/trace.go:171","msg":"trace[1667051183] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"142.622708ms","start":"2026-03-03T20:04:51.542619Z","end":"2026-03-03T20:04:51.685242Z","steps":["trace[1667051183] 'process raft request' (duration: 142.388583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.037066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.01468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:52.037364Z","caller":"traceutil/trace.go:171","msg":"trace[1432625921] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"267.553537ms","start":"2026-03-03T20:04:51.769744Z","end":"2026-03-03T20:04:52.037298Z","steps":["trace[1432625921] 'process raft request' (duration: 142.188388ms)","trace[1432625921] 'compare' (duration: 124.826966ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:52.037417Z","caller":"traceutil/trace.go:171","msg":"trace[801467894] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:516; }","duration":"147.659666ms","start":"2026-03-03T20:04:51.889728Z","end":"2026-03-03T20:04:52.037388Z","steps":["trace[801467894] 'read index received' (duration: 22.141333ms)","trace[801467894] 'applied index is now lower than readState.Index' (duration: 125.516973ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:52.037515Z","caller":"traceutil/trace.go:171","msg":"trace[1979299022] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"266.140214ms","start":"2026-03-03T20:04:51.771351Z","end":"2026-03-03T20:04:52.037491Z","steps":["trace[1979299022] 'process raft request' (duration: 265.900089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.037716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.988763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:04:52.037781Z","caller":"traceutil/trace.go:171","msg":"trace[881791507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:495; }","duration":"148.103777ms","start":"2026-03-03T20:04:51.889664Z","end":"2026-03-03T20:04:52.037768Z","steps":["trace[881791507] 'agreement among raft nodes before linearized reading' (duration: 147.80956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:52.304845Z","caller":"traceutil/trace.go:171","msg":"trace[1654014311] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"135.828411ms","start":"2026-03-03T20:04:52.16898Z","end":"2026-03-03T20:04:52.304808Z","steps":["trace[1654014311] 'process raft request' (duration: 135.550244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:52.305143Z","caller":"traceutil/trace.go:171","msg":"trace[1332066303] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"134.349617ms","start":"2026-03-03T20:04:52.170747Z","end":"2026-03-03T20:04:52.305096Z","steps":["trace[1332066303] 'process raft request' (duration: 133.992618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:52.305249Z","caller":"traceutil/trace.go:171","msg":"trace[184321702] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"134.01946ms","start":"2026-03-03T20:04:52.171215Z","end":"2026-03-03T20:04:52.305234Z","steps":["trace[184321702] 'process raft request' (duration: 133.813095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:52.305788Z","caller":"traceutil/trace.go:171","msg":"trace[2048569127] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:526; }","duration":"135.265948ms","start":"2026-03-03T20:04:52.170492Z","end":"2026-03-03T20:04:52.305758Z","steps":["trace[2048569127] 'read index received' (duration: 75.410979ms)","trace[2048569127] 'applied index is now lower than readState.Index' (duration: 59.853679ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:52.305928Z","caller":"traceutil/trace.go:171","msg":"trace[701378832] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"105.887507ms","start":"2026-03-03T20:04:52.200022Z","end":"2026-03-03T20:04:52.305909Z","steps":["trace[701378832] 'process raft request' (duration: 105.283193ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:52.306003Z","caller":"traceutil/trace.go:171","msg":"trace[1398059334] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"132.741849ms","start":"2026-03-03T20:04:52.173247Z","end":"2026-03-03T20:04:52.305989Z","steps":["trace[1398059334] 'process raft request' (duration: 131.90198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.306449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.917743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-03T20:04:52.306576Z","caller":"traceutil/trace.go:171","msg":"trace[883096423] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:510; }","duration":"136.075217ms","start":"2026-03-03T20:04:52.170469Z","end":"2026-03-03T20:04:52.306544Z","steps":["trace[883096423] 'agreement among raft nodes before linearized reading' (duration: 135.598296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.64243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.602497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:04:52.642599Z","caller":"traceutil/trace.go:171","msg":"trace[1606499835] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"327.750953ms","start":"2026-03-03T20:04:52.314824Z","end":"2026-03-03T20:04:52.642575Z","steps":["trace[1606499835] 'process raft request' (duration: 147.88248ms)","trace[1606499835] 'compare' (duration: 179.410722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:52.642669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:52.314793Z","time spent":"327.846124ms","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:52.670254Z","caller":"traceutil/trace.go:171","msg":"trace[175291858] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:534; }","duration":"350.48941ms","start":"2026-03-03T20:04:52.319701Z","end":"2026-03-03T20:04:52.67019Z","steps":["trace[175291858] 'read index received' (duration: 143.104359ms)","trace[175291858] 'applied index is now lower than readState.Index' (duration: 207.383721ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:52.670292Z","caller":"traceutil/trace.go:171","msg":"trace[852492418] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"354.238907ms","start":"2026-03-03T20:04:52.315981Z","end":"2026-03-03T20:04:52.67022Z","steps":["trace[852492418] 'process raft request' (duration: 353.869999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:52.670415Z","caller":"traceutil/trace.go:171","msg":"trace[1788199008] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"340.361785ms","start":"2026-03-03T20:04:52.330014Z","end":"2026-03-03T20:04:52.670375Z","steps":["trace[1788199008] 'process raft request' (duration: 340.111649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:52.670413Z","caller":"traceutil/trace.go:171","msg":"trace[1020385495] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"350.644804ms","start":"2026-03-03T20:04:52.319712Z","end":"2026-03-03T20:04:52.670357Z","steps":["trace[1020385495] 'process raft request' (duration: 350.327606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.670645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.984854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-03T20:04:52.670706Z","caller":"traceutil/trace.go:171","msg":"trace[1615131723] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:515; }","duration":"139.089257ms","start":"2026-03-03T20:04:52.531605Z","end":"2026-03-03T20:04:52.670694Z","steps":["trace[1615131723] 'agreement among raft nodes before linearized reading' (duration: 139.009226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.670577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.852108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14463"} {"level":"warn","ts":"2026-03-03T20:04:52.670675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:52.31597Z","time spent":"354.440182ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4617,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:52.670763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:52.319702Z","time spent":"350.94835ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:04:52.670852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:52.329984Z","time spent":"340.642602ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:04:52.670782Z","caller":"traceutil/trace.go:171","msg":"trace[1078023847] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:515; }","duration":"351.087784ms","start":"2026-03-03T20:04:52.319653Z","end":"2026-03-03T20:04:52.670741Z","steps":["trace[1078023847] 'agreement among raft nodes before linearized reading' (duration: 350.741895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.670907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.966031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-03T20:04:52.67105Z","caller":"traceutil/trace.go:171","msg":"trace[113194337] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:515; }","duration":"138.201506ms","start":"2026-03-03T20:04:52.532813Z","end":"2026-03-03T20:04:52.671015Z","steps":["trace[113194337] 'agreement among raft nodes before linearized reading' (duration: 137.806007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:52.671065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:52.319632Z","time spent":"351.384571ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14487,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-03T20:04:52.671863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.70807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-03-03T20:04:52.671943Z","caller":"traceutil/trace.go:171","msg":"trace[1521700876] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:515; }","duration":"286.843674ms","start":"2026-03-03T20:04:52.385076Z","end":"2026-03-03T20:04:52.67192Z","steps":["trace[1521700876] 'agreement among raft nodes before linearized reading' (duration: 285.480742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:52.807214Z","caller":"traceutil/trace.go:171","msg":"trace[688785677] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"125.148293ms","start":"2026-03-03T20:04:52.682035Z","end":"2026-03-03T20:04:52.807184Z","steps":["trace[688785677] 'process raft request' (duration: 112.970991ms)","trace[688785677] 'compare' (duration: 12.039269ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:52.81172Z","caller":"traceutil/trace.go:171","msg":"trace[92999843] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"127.642661ms","start":"2026-03-03T20:04:52.68406Z","end":"2026-03-03T20:04:52.811702Z","steps":["trace[92999843] 'process raft request' (duration: 127.465697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:52.811831Z","caller":"traceutil/trace.go:171","msg":"trace[1489432087] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:538; }","duration":"115.52613ms","start":"2026-03-03T20:04:52.696173Z","end":"2026-03-03T20:04:52.811699Z","steps":["trace[1489432087] 'read index received' (duration: 98.764011ms)","trace[1489432087] 'applied index is now lower than readState.Index' (duration: 16.757369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:04:52.811944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.747865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14463"} {"level":"info","ts":"2026-03-03T20:04:52.812093Z","caller":"traceutil/trace.go:171","msg":"trace[1159319333] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:517; }","duration":"115.893179ms","start":"2026-03-03T20:04:52.69615Z","end":"2026-03-03T20:04:52.812043Z","steps":["trace[1159319333] 'agreement among raft nodes before linearized reading' (duration: 115.622473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:56.135598Z","caller":"traceutil/trace.go:171","msg":"trace[1779743358] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:549; }","duration":"228.92648ms","start":"2026-03-03T20:04:55.906643Z","end":"2026-03-03T20:04:56.13557Z","steps":["trace[1779743358] 'read index received' (duration: 228.655264ms)","trace[1779743358] 'applied index is now lower than readState.Index' (duration: 269.436µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:04:56.135728Z","caller":"traceutil/trace.go:171","msg":"trace[1596771319] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"366.581744ms","start":"2026-03-03T20:04:55.769098Z","end":"2026-03-03T20:04:56.13568Z","steps":["trace[1596771319] 'process raft request' (duration: 366.298267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:04:56.135967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:04:55.769069Z","time spent":"366.787479ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:04:56.136258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.601646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:04:56.136491Z","caller":"traceutil/trace.go:171","msg":"trace[52300330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:526; }","duration":"229.881602ms","start":"2026-03-03T20:04:55.906591Z","end":"2026-03-03T20:04:56.136473Z","steps":["trace[52300330] 'agreement among raft nodes before linearized reading' (duration: 229.569195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:56.305593Z","caller":"traceutil/trace.go:171","msg":"trace[938641290] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"164.642869ms","start":"2026-03-03T20:04:56.140919Z","end":"2026-03-03T20:04:56.305562Z","steps":["trace[938641290] 'process raft request' (duration: 161.448605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:56.305747Z","caller":"traceutil/trace.go:171","msg":"trace[195458801] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"164.734252ms","start":"2026-03-03T20:04:56.140983Z","end":"2026-03-03T20:04:56.305717Z","steps":["trace[195458801] 'process raft request' (duration: 164.520617ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:56.484742Z","caller":"traceutil/trace.go:171","msg":"trace[1150191221] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"172.448211ms","start":"2026-03-03T20:04:56.312252Z","end":"2026-03-03T20:04:56.4847Z","steps":["trace[1150191221] 'process raft request' (duration: 172.165944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:56.48863Z","caller":"traceutil/trace.go:171","msg":"trace[400820166] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"166.994124ms","start":"2026-03-03T20:04:56.321612Z","end":"2026-03-03T20:04:56.488606Z","steps":["trace[400820166] 'process raft request' (duration: 166.867431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:02.074552Z","caller":"traceutil/trace.go:171","msg":"trace[102849583] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"100.85747ms","start":"2026-03-03T20:05:01.973671Z","end":"2026-03-03T20:05:02.074529Z","steps":["trace[102849583] 'process raft request' (duration: 100.816369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:02.07467Z","caller":"traceutil/trace.go:171","msg":"trace[184950917] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"101.388073ms","start":"2026-03-03T20:05:01.973234Z","end":"2026-03-03T20:05:02.074623Z","steps":["trace[184950917] 'process raft request' (duration: 101.129897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:02.206873Z","caller":"traceutil/trace.go:171","msg":"trace[1542646358] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"116.965154ms","start":"2026-03-03T20:05:02.08988Z","end":"2026-03-03T20:05:02.206845Z","steps":["trace[1542646358] 'process raft request' (duration: 55.489337ms)","trace[1542646358] 'compare' (duration: 61.340534ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:02.220867Z","caller":"traceutil/trace.go:171","msg":"trace[701980347] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"129.698049ms","start":"2026-03-03T20:05:02.09114Z","end":"2026-03-03T20:05:02.220838Z","steps":["trace[701980347] 'process raft request' (duration: 129.505655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:02.220933Z","caller":"traceutil/trace.go:171","msg":"trace[990976669] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"128.502331ms","start":"2026-03-03T20:05:02.092376Z","end":"2026-03-03T20:05:02.220878Z","steps":["trace[990976669] 'process raft request' (duration: 128.364908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:02.221095Z","caller":"traceutil/trace.go:171","msg":"trace[58824590] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"121.56841ms","start":"2026-03-03T20:05:02.099485Z","end":"2026-03-03T20:05:02.221053Z","steps":["trace[58824590] 'process raft request' (duration: 121.309444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:02.22116Z","caller":"traceutil/trace.go:171","msg":"trace[1067537237] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"120.647169ms","start":"2026-03-03T20:05:02.100474Z","end":"2026-03-03T20:05:02.221121Z","steps":["trace[1067537237] 'process raft request' (duration: 120.397103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:02.221207Z","caller":"traceutil/trace.go:171","msg":"trace[1872101957] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"116.052562ms","start":"2026-03-03T20:05:02.105097Z","end":"2026-03-03T20:05:02.221149Z","steps":["trace[1872101957] 'process raft request' (duration: 115.901679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:02.892075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.437068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:02.892207Z","caller":"traceutil/trace.go:171","msg":"trace[256398368] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"377.841416ms","start":"2026-03-03T20:05:02.514346Z","end":"2026-03-03T20:05:02.892188Z","steps":["trace[256398368] 'process raft request' (duration: 165.199653ms)","trace[256398368] 'compare' (duration: 212.241734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:02.89227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:02.51433Z","time spent":"377.913927ms","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:02.912568Z","caller":"traceutil/trace.go:171","msg":"trace[1232195028] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"343.668343ms","start":"2026-03-03T20:05:02.568876Z","end":"2026-03-03T20:05:02.912544Z","steps":["trace[1232195028] 'process raft request' (duration: 343.389497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:02.912708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:02.568848Z","time spent":"343.787716ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:02.912805Z","caller":"traceutil/trace.go:171","msg":"trace[1666967269] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"320.525546ms","start":"2026-03-03T20:05:02.592224Z","end":"2026-03-03T20:05:02.912749Z","steps":["trace[1666967269] 'process raft request' (duration: 320.180838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:02.912935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:02.592178Z","time spent":"320.67932ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:03.286199Z","caller":"traceutil/trace.go:171","msg":"trace[1269660583] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"365.054679ms","start":"2026-03-03T20:05:02.921103Z","end":"2026-03-03T20:05:03.286158Z","steps":["trace[1269660583] 'process raft request' (duration: 307.707168ms)","trace[1269660583] 'compare' (duration: 57.065824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:03.286389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:02.921028Z","time spent":"365.264244ms","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:03.337908Z","caller":"traceutil/trace.go:171","msg":"trace[234421318] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"414.916516ms","start":"2026-03-03T20:05:02.922972Z","end":"2026-03-03T20:05:03.337888Z","steps":["trace[234421318] 'process raft request' (duration: 414.873515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:03.337979Z","caller":"traceutil/trace.go:171","msg":"trace[740248930] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"415.279714ms","start":"2026-03-03T20:05:02.922654Z","end":"2026-03-03T20:05:03.337934Z","steps":["trace[740248930] 'process raft request' (duration: 415.089239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:03.338018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:02.922955Z","time spent":"415.013318ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:03.338111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:02.922636Z","time spent":"415.416328ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1366,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:03.550258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.698583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:03.550413Z","caller":"traceutil/trace.go:171","msg":"trace[594847020] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"262.340417ms","start":"2026-03-03T20:05:03.288046Z","end":"2026-03-03T20:05:03.550387Z","steps":["trace[594847020] 'process raft request' (duration: 140.403778ms)","trace[594847020] 'compare' (duration: 121.472108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:03.836763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.86192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:03.836884Z","caller":"traceutil/trace.go:171","msg":"trace[302385441] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"282.812341ms","start":"2026-03-03T20:05:03.554053Z","end":"2026-03-03T20:05:03.836865Z","steps":["trace[302385441] 'process raft request' (duration: 134.759476ms)","trace[302385441] 'compare' (duration: 147.703847ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:03.838275Z","caller":"traceutil/trace.go:171","msg":"trace[663855772] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"282.597556ms","start":"2026-03-03T20:05:03.555654Z","end":"2026-03-03T20:05:03.838252Z","steps":["trace[663855772] 'process raft request' (duration: 281.951551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:03.83833Z","caller":"traceutil/trace.go:171","msg":"trace[85514243] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"282.30766ms","start":"2026-03-03T20:05:03.555997Z","end":"2026-03-03T20:05:03.838305Z","steps":["trace[85514243] 'process raft request' (duration: 281.776987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:03.838485Z","caller":"traceutil/trace.go:171","msg":"trace[36663209] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"281.959142ms","start":"2026-03-03T20:05:03.556491Z","end":"2026-03-03T20:05:03.83845Z","steps":["trace[36663209] 'process raft request' (duration: 281.334067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:03.838544Z","caller":"traceutil/trace.go:171","msg":"trace[825135899] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"282.812141ms","start":"2026-03-03T20:05:03.555697Z","end":"2026-03-03T20:05:03.838509Z","steps":["trace[825135899] 'process raft request' (duration: 282.043743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:03.961603Z","caller":"traceutil/trace.go:171","msg":"trace[868854] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"118.094791ms","start":"2026-03-03T20:05:03.843481Z","end":"2026-03-03T20:05:03.961576Z","steps":["trace[868854] 'process raft request' (duration: 106.719757ms)","trace[868854] 'compare' (duration: 11.19946ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:03.961855Z","caller":"traceutil/trace.go:171","msg":"trace[1354502458] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"117.077846ms","start":"2026-03-03T20:05:03.844748Z","end":"2026-03-03T20:05:03.961825Z","steps":["trace[1354502458] 'process raft request' (duration: 116.778649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:03.962363Z","caller":"traceutil/trace.go:171","msg":"trace[1550135662] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"117.470366ms","start":"2026-03-03T20:05:03.844879Z","end":"2026-03-03T20:05:03.96235Z","steps":["trace[1550135662] 'process raft request' (duration: 117.21086ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:03.962771Z","caller":"traceutil/trace.go:171","msg":"trace[343319837] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"117.974608ms","start":"2026-03-03T20:05:03.84477Z","end":"2026-03-03T20:05:03.962744Z","steps":["trace[343319837] 'process raft request' (duration: 116.78985ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:04.106006Z","caller":"traceutil/trace.go:171","msg":"trace[334854702] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"139.570298ms","start":"2026-03-03T20:05:03.966391Z","end":"2026-03-03T20:05:04.105961Z","steps":["trace[334854702] 'process raft request' (duration: 117.481916ms)","trace[334854702] 'compare' (duration: 21.98509ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:04.337858Z","caller":"traceutil/trace.go:171","msg":"trace[1667445719] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"370.552007ms","start":"2026-03-03T20:05:03.967271Z","end":"2026-03-03T20:05:04.337823Z","steps":["trace[1667445719] 'process raft request' (duration: 370.283271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:04.337988Z","caller":"traceutil/trace.go:171","msg":"trace[131092286] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:669; }","duration":"370.519916ms","start":"2026-03-03T20:05:03.96745Z","end":"2026-03-03T20:05:04.337969Z","steps":["trace[131092286] 'read index received' (duration: 116.476612ms)","trace[131092286] 'applied index is now lower than readState.Index' (duration: 254.042014ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:04.337977Z","caller":"traceutil/trace.go:171","msg":"trace[643595975] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"370.64899ms","start":"2026-03-03T20:05:03.967289Z","end":"2026-03-03T20:05:04.337938Z","steps":["trace[643595975] 'process raft request' (duration: 370.427834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:04.338056Z","caller":"traceutil/trace.go:171","msg":"trace[1050575307] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"369.067403ms","start":"2026-03-03T20:05:03.968958Z","end":"2026-03-03T20:05:04.338025Z","steps":["trace[1050575307] 'process raft request' (duration: 368.899469ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:04.3381Z","caller":"traceutil/trace.go:171","msg":"trace[1300231493] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"368.666143ms","start":"2026-03-03T20:05:03.969419Z","end":"2026-03-03T20:05:04.338085Z","steps":["trace[1300231493] 'process raft request' (duration: 368.499969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:04.339024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:03.967015Z","time spent":"371.087099ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:04.339062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:03.969407Z","time spent":"369.580405ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:04.338035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:03.96725Z","time spent":"370.703031ms","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1732,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:04.338667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.553997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:04.339782Z","caller":"traceutil/trace.go:171","msg":"trace[907185903] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:649; }","duration":"372.204495ms","start":"2026-03-03T20:05:03.967542Z","end":"2026-03-03T20:05:04.339746Z","steps":["trace[907185903] 'agreement among raft nodes before linearized reading' (duration: 370.557617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:04.339831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:03.967528Z","time spent":"372.288097ms","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" "} {"level":"info","ts":"2026-03-03T20:05:04.338676Z","caller":"traceutil/trace.go:171","msg":"trace[1539667408] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"370.21825ms","start":"2026-03-03T20:05:03.967865Z","end":"2026-03-03T20:05:04.338083Z","steps":["trace[1539667408] 'process raft request' (duration: 369.918473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:04.33883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:03.968943Z","time spent":"369.759058ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3501,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:04.340188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.555843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:05:04.340311Z","caller":"traceutil/trace.go:171","msg":"trace[2141770882] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:649; }","duration":"372.83882ms","start":"2026-03-03T20:05:03.96742Z","end":"2026-03-03T20:05:04.340258Z","steps":["trace[2141770882] 'agreement among raft nodes before linearized reading' (duration: 372.098273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:04.340302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:03.967853Z","time spent":"372.086663ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:04.34036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:03.967411Z","time spent":"372.938242ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:05:04.341071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.078906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T20:05:04.341262Z","caller":"traceutil/trace.go:171","msg":"trace[101145335] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:649; }","duration":"373.240249ms","start":"2026-03-03T20:05:03.967967Z","end":"2026-03-03T20:05:04.341207Z","steps":["trace[101145335] 'agreement among raft nodes before linearized reading' (duration: 371.700754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:04.341368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:03.96794Z","time spent":"373.406964ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6555,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" "} {"level":"warn","ts":"2026-03-03T20:05:04.342329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.232636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-b2898\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-03T20:05:04.342398Z","caller":"traceutil/trace.go:171","msg":"trace[445657438] range","detail":"{range_begin:/registry/pods/kube-system/cilium-b2898; range_end:; response_count:1; response_revision:649; }","duration":"250.344179ms","start":"2026-03-03T20:05:04.092038Z","end":"2026-03-03T20:05:04.342382Z","steps":["trace[445657438] 'agreement among raft nodes before linearized reading' (duration: 247.552704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:04.849835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040931959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:05.832832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.412408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:05.832941Z","caller":"traceutil/trace.go:171","msg":"trace[2133316181] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"1.489470848s","start":"2026-03-03T20:05:04.343453Z","end":"2026-03-03T20:05:05.832924Z","steps":["trace[2133316181] 'process raft request' (duration: 570.897726ms)","trace[2133316181] 'compare' (duration: 918.263195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:05.832995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.343428Z","time spent":"1.489544699s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:06.669558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.804462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:06.669781Z","caller":"traceutil/trace.go:171","msg":"trace[796368249] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"2.326247656s","start":"2026-03-03T20:05:04.343502Z","end":"2026-03-03T20:05:06.66975Z","steps":["trace[796368249] 'process raft request' (duration: 1.715168177s)","trace[796368249] 'compare' (duration: 610.656049ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:06.669889Z","caller":"traceutil/trace.go:171","msg":"trace[1833324978] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"2.326065042s","start":"2026-03-03T20:05:04.343819Z","end":"2026-03-03T20:05:06.669884Z","steps":["trace[1833324978] 'process raft request' (duration: 2.325911538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:06.669971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.343788Z","time spent":"2.326133224s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2641,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:06.670032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.343479Z","time spent":"2.32640563s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:06.669955Z","caller":"traceutil/trace.go:171","msg":"trace[1255932600] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:675; }","duration":"2.321152638s","start":"2026-03-03T20:05:04.348779Z","end":"2026-03-03T20:05:06.669932Z","steps":["trace[1255932600] 'read index received' (duration: 565.643314ms)","trace[1255932600] 'applied index is now lower than readState.Index' (duration: 1.755508124s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:06.670154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321367333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-03-03T20:05:06.670221Z","caller":"traceutil/trace.go:171","msg":"trace[2101109318] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"2.323995463s","start":"2026-03-03T20:05:04.346211Z","end":"2026-03-03T20:05:06.670206Z","steps":["trace[2101109318] 'process raft request' (duration: 2.323554423s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:06.670214Z","caller":"traceutil/trace.go:171","msg":"trace[1670929937] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:655; }","duration":"2.321457375s","start":"2026-03-03T20:05:04.348743Z","end":"2026-03-03T20:05:06.6702Z","steps":["trace[1670929937] 'agreement among raft nodes before linearized reading' (duration: 2.32125327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:06.670263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.346196Z","time spent":"2.324048095s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:06.670283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.348727Z","time spent":"2.321536807s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3540,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-03T20:05:06.669802Z","caller":"traceutil/trace.go:171","msg":"trace[1127951613] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"2.326121793s","start":"2026-03-03T20:05:04.343661Z","end":"2026-03-03T20:05:06.669783Z","steps":["trace[1127951613] 'process raft request' (duration: 2.326012651s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:06.670504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.343639Z","time spent":"2.32684813s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:05:06.670524Z","caller":"traceutil/trace.go:171","msg":"trace[1818770938] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"2.308712979s","start":"2026-03-03T20:05:04.361793Z","end":"2026-03-03T20:05:06.670506Z","steps":["trace[1818770938] 'process raft request' (duration: 2.308047534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:06.670613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.361762Z","time spent":"2.308808842s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:07.170921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040931971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:07.671398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040931971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:07.853506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.794784219s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:05:07.853974Z","caller":"traceutil/trace.go:171","msg":"trace[40827612] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"2.015899791s","start":"2026-03-03T20:05:05.838044Z","end":"2026-03-03T20:05:07.853944Z","steps":["trace[40827612] 'process raft request' (duration: 2.015674286s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:07.853993Z","caller":"traceutil/trace.go:171","msg":"trace[1733907610] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"2.015690986s","start":"2026-03-03T20:05:05.838276Z","end":"2026-03-03T20:05:07.853967Z","steps":["trace[1733907610] 'process raft request' (duration: 2.015561803s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:07.854018Z","caller":"traceutil/trace.go:171","msg":"trace[1678315920] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"2.013421502s","start":"2026-03-03T20:05:05.84057Z","end":"2026-03-03T20:05:07.853992Z","steps":["trace[1678315920] 'process raft request' (duration: 2.013377831s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:07.854118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:05.838253Z","time spent":"2.015803349s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:07.854126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:05.838011Z","time spent":"2.016034845s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:05:07.854019Z","caller":"traceutil/trace.go:171","msg":"trace[1769633258] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"2.014019607s","start":"2026-03-03T20:05:05.839987Z","end":"2026-03-03T20:05:07.854007Z","steps":["trace[1769633258] 'process raft request' (duration: 2.013885824s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:07.854176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:05.840549Z","time spent":"2.013541286s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3957,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:07.854235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:05.839978Z","time spent":"2.014227041s","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4410,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:07.891878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00221727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:05:07.891926Z","caller":"traceutil/trace.go:171","msg":"trace[761151242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002316692s","start":"2026-03-03T20:05:05.889597Z","end":"2026-03-03T20:05:07.891914Z","steps":["trace[761151242] 'agreement among raft nodes before linearized reading' (duration: 2.002260811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:07.89195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:05.889572Z","time spent":"2.002373103s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:05:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T20:05:08.501604Z","caller":"traceutil/trace.go:171","msg":"trace[11062185] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"1.945676079s","start":"2026-03-03T20:05:06.555903Z","end":"2026-03-03T20:05:08.501579Z","steps":["trace[11062185] 'process raft request' (duration: 1.945482154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.501752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:06.555877Z","time spent":"1.945801631s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:08.501914Z","caller":"traceutil/trace.go:171","msg":"trace[204224007] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.828138374s","start":"2026-03-03T20:05:06.673734Z","end":"2026-03-03T20:05:08.501873Z","steps":["trace[204224007] 'process raft request' (duration: 1.827803346s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:08.501997Z","caller":"traceutil/trace.go:171","msg":"trace[1657310464] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"1.826615867s","start":"2026-03-03T20:05:06.675366Z","end":"2026-03-03T20:05:08.501982Z","steps":["trace[1657310464] 'process raft request' (duration: 1.826413482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.502063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:06.673712Z","time spent":"1.828284127s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:08.502099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:06.675356Z","time spent":"1.826689519s","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:08.502209Z","caller":"traceutil/trace.go:171","msg":"trace[2110725036] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"1.82676131s","start":"2026-03-03T20:05:06.675439Z","end":"2026-03-03T20:05:08.5022Z","steps":["trace[2110725036] 'process raft request' (duration: 1.826454763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.502263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:06.675413Z","time spent":"1.826824642s","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:08.502336Z","caller":"traceutil/trace.go:171","msg":"trace[751075860] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"1.82631327s","start":"2026-03-03T20:05:06.676009Z","end":"2026-03-03T20:05:08.502322Z","steps":["trace[751075860] 'process raft request' (duration: 1.825927501s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:08.502381Z","caller":"traceutil/trace.go:171","msg":"trace[1838148868] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:681; }","duration":"1.83225709s","start":"2026-03-03T20:05:06.670104Z","end":"2026-03-03T20:05:08.502361Z","steps":["trace[1838148868] 'read index received' (duration: 1.183607558s)","trace[1838148868] 'applied index is now lower than readState.Index' (duration: 648.648362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:08.5024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:06.676002Z","time spent":"1.826364831s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:08.502499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.150599233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:08.502541Z","caller":"traceutil/trace.go:171","msg":"trace[2094269486] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:665; }","duration":"4.150655064s","start":"2026-03-03T20:05:04.351874Z","end":"2026-03-03T20:05:08.502529Z","steps":["trace[2094269486] 'agreement among raft nodes before linearized reading' (duration: 4.150595743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.502541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108973107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T20:05:08.502577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.351868Z","time spent":"4.150702395s","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"info","ts":"2026-03-03T20:05:08.502588Z","caller":"traceutil/trace.go:171","msg":"trace[1882444905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:665; }","duration":"4.109060319s","start":"2026-03-03T20:05:04.393514Z","end":"2026-03-03T20:05:08.502574Z","steps":["trace[1882444905] 'agreement among raft nodes before linearized reading' (duration: 4.108872565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.502641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.393494Z","time spent":"4.10913518s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:05:08.502642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151877202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"warn","ts":"2026-03-03T20:05:08.502541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115769575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:05:08.502692Z","caller":"traceutil/trace.go:171","msg":"trace[2131510247] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:665; }","duration":"4.151942475s","start":"2026-03-03T20:05:04.350736Z","end":"2026-03-03T20:05:08.502678Z","steps":["trace[2131510247] 'agreement among raft nodes before linearized reading' (duration: 4.151828492s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:08.502715Z","caller":"traceutil/trace.go:171","msg":"trace[1497200567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:665; }","duration":"4.11597854s","start":"2026-03-03T20:05:04.386715Z","end":"2026-03-03T20:05:08.502693Z","steps":["trace[1497200567] 'agreement among raft nodes before linearized reading' (duration: 4.115732604s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.502749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.386688Z","time spent":"4.116050571s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:05:08.502745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.350723Z","time spent":"4.152010326s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4398,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-03T20:05:08.502752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136884645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-03T20:05:08.502745Z","caller":"traceutil/trace.go:171","msg":"trace[909751746] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"1.594945217s","start":"2026-03-03T20:05:06.907766Z","end":"2026-03-03T20:05:08.502711Z","steps":["trace[909751746] 'process raft request' (duration: 1.594390544s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:08.502795Z","caller":"traceutil/trace.go:171","msg":"trace[627500960] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:665; }","duration":"4.136958296s","start":"2026-03-03T20:05:04.365825Z","end":"2026-03-03T20:05:08.502783Z","steps":["trace[627500960] 'agreement among raft nodes before linearized reading' (duration: 4.136818593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.502833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.365816Z","time spent":"4.137010588s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4664,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-03T20:05:08.502918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:06.907747Z","time spent":"1.595081821s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:08.502959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587037988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:05:08.503005Z","caller":"traceutil/trace.go:171","msg":"trace[1432846424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:665; }","duration":"3.587111669s","start":"2026-03-03T20:05:04.915881Z","end":"2026-03-03T20:05:08.502993Z","steps":["trace[1432846424] 'agreement among raft nodes before linearized reading' (duration: 3.586987176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.503042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:04.915865Z","time spent":"3.587167711s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:05:08.679406Z","caller":"traceutil/trace.go:171","msg":"trace[27086671] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:691; }","duration":"176.961513ms","start":"2026-03-03T20:05:08.502425Z","end":"2026-03-03T20:05:08.679386Z","steps":["trace[27086671] 'read index received' (duration: 176.776939ms)","trace[27086671] 'applied index is now lower than readState.Index' (duration: 183.564µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:08.679529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.471478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:08.679541Z","caller":"traceutil/trace.go:171","msg":"trace[1950928799] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"821.066969ms","start":"2026-03-03T20:05:07.858429Z","end":"2026-03-03T20:05:08.679496Z","steps":["trace[1950928799] 'process raft request' (duration: 820.852264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:08.679591Z","caller":"traceutil/trace.go:171","msg":"trace[730174391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:668; }","duration":"787.560731ms","start":"2026-03-03T20:05:07.892012Z","end":"2026-03-03T20:05:08.679573Z","steps":["trace[730174391] 'agreement among raft nodes before linearized reading' (duration: 787.456048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.679654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:07.892002Z","time spent":"787.644252ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:05:08.679404Z","caller":"traceutil/trace.go:171","msg":"trace[641394286] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"822.555574ms","start":"2026-03-03T20:05:07.856819Z","end":"2026-03-03T20:05:08.679375Z","steps":["trace[641394286] 'process raft request' (duration: 822.297148ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:08.67959Z","caller":"traceutil/trace.go:171","msg":"trace[1087365237] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"819.916472ms","start":"2026-03-03T20:05:07.859649Z","end":"2026-03-03T20:05:08.679566Z","steps":["trace[1087365237] 'process raft request' (duration: 819.674166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.679701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.877341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4425"} {"level":"warn","ts":"2026-03-03T20:05:08.67972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:07.858415Z","time spent":"821.232582ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:05:08.679743Z","caller":"traceutil/trace.go:171","msg":"trace[465030534] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:668; }","duration":"819.950262ms","start":"2026-03-03T20:05:07.859781Z","end":"2026-03-03T20:05:08.679731Z","steps":["trace[465030534] 'agreement among raft nodes before linearized reading' (duration: 819.718617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.679761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003882659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-b2898\" ","response":"range_response_count:1 size:17149"} {"level":"warn","ts":"2026-03-03T20:05:08.679776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:07.859775Z","time spent":"819.993853ms","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4449,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"info","ts":"2026-03-03T20:05:08.679794Z","caller":"traceutil/trace.go:171","msg":"trace[529152726] range","detail":"{range_begin:/registry/pods/kube-system/cilium-b2898; range_end:; response_count:1; response_revision:668; }","duration":"2.00394261s","start":"2026-03-03T20:05:06.675841Z","end":"2026-03-03T20:05:08.679784Z","steps":["trace[529152726] 'agreement among raft nodes before linearized reading' (duration: 2.003784716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:08.679816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:06.675833Z","time spent":"2.00397821s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17173,"request content":"key:\"/registry/pods/kube-system/cilium-b2898\" "} {"level":"warn","ts":"2026-03-03T20:05:08.679799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:07.856805Z","time spent":"822.920262ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:08.679987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:07.859638Z","time spent":"820.098377ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:09.180299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040931988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:09.680749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040931988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:10.181651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040931988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:10.682156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040931988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:10.689463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:05:10.689632Z","caller":"traceutil/trace.go:171","msg":"trace[1963736495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295324s","start":"2026-03-03T20:05:08.689307Z","end":"2026-03-03T20:05:10.689602Z","steps":["trace[1963736495] 'agreement among raft nodes before linearized reading' (duration: 2.00009566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:10.689711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.6893Z","time spent":"2.000396426s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:05:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:05:10.968724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.25855389s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:05:11.500269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137983765s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:11.500399Z","caller":"traceutil/trace.go:171","msg":"trace[1125423197] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:668; }","duration":"1.138118869s","start":"2026-03-03T20:05:10.362254Z","end":"2026-03-03T20:05:11.500373Z","steps":["trace[1125423197] 'range keys from in-memory index tree' (duration: 1.137967725s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:11.501142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.321551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:11.501996Z","caller":"traceutil/trace.go:171","msg":"trace[1898853383] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"2.994031135s","start":"2026-03-03T20:05:08.507927Z","end":"2026-03-03T20:05:11.501958Z","steps":["trace[1898853383] 'process raft request' (duration: 2.99384025s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:11.502066Z","caller":"traceutil/trace.go:171","msg":"trace[544544667] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"2.992875088s","start":"2026-03-03T20:05:08.509175Z","end":"2026-03-03T20:05:11.50205Z","steps":["trace[544544667] 'process raft request' (duration: 2.992714984s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:11.502108Z","caller":"traceutil/trace.go:171","msg":"trace[1852738335] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"2.99423884s","start":"2026-03-03T20:05:08.507839Z","end":"2026-03-03T20:05:11.502078Z","steps":["trace[1852738335] 'process raft request' (duration: 2.461215888s)","trace[1852738335] 'compare' (duration: 531.208709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:11.502153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.50916Z","time spent":"2.992948349s","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4720,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:11.502043Z","caller":"traceutil/trace.go:171","msg":"trace[1587009357] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"2.993946293s","start":"2026-03-03T20:05:08.508065Z","end":"2026-03-03T20:05:11.502011Z","steps":["trace[1587009357] 'process raft request' (duration: 2.993775539s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:11.502243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.507814Z","time spent":"2.994363873s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:11.502265Z","caller":"traceutil/trace.go:171","msg":"trace[281034300] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"2.992611082s","start":"2026-03-03T20:05:08.509641Z","end":"2026-03-03T20:05:11.502252Z","steps":["trace[281034300] 'process raft request' (duration: 2.992344425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:11.502178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.50792Z","time spent":"2.994156098s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:11.502349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.509628Z","time spent":"2.992688693s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:11.502455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.508056Z","time spent":"2.994199819s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:11.502501Z","caller":"traceutil/trace.go:171","msg":"trace[924580641] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"2.99168784s","start":"2026-03-03T20:05:08.510785Z","end":"2026-03-03T20:05:11.502473Z","steps":["trace[924580641] 'process raft request' (duration: 2.991433464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:11.502635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.510778Z","time spent":"2.991792902s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:11.502916Z","caller":"traceutil/trace.go:171","msg":"trace[118972494] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"2.892387823s","start":"2026-03-03T20:05:08.610508Z","end":"2026-03-03T20:05:11.502895Z","steps":["trace[118972494] 'process raft request' (duration: 2.891952353s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:11.503129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.610482Z","time spent":"2.892494866s","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211570,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:12.69044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000597512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:05:12.690523Z","caller":"traceutil/trace.go:171","msg":"trace[155477832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000734135s","start":"2026-03-03T20:05:10.689769Z","end":"2026-03-03T20:05:12.690504Z","steps":["trace[155477832] 'agreement among raft nodes before linearized reading' (duration: 2.000632773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:12.690633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:10.689743Z","time spent":"2.000878448s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:05:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:05:13.935299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.966305964s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:05:14.053571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.933085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:14.053862Z","caller":"traceutil/trace.go:171","msg":"trace[1221631371] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"5.364837837s","start":"2026-03-03T20:05:08.688995Z","end":"2026-03-03T20:05:14.053833Z","steps":["trace[1221631371] 'process raft request' (duration: 5.364706324s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.054033Z","caller":"traceutil/trace.go:171","msg":"trace[1001541134] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"5.367417278s","start":"2026-03-03T20:05:08.68658Z","end":"2026-03-03T20:05:14.053998Z","steps":["trace[1001541134] 'process raft request' (duration: 5.36706869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.054046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.688981Z","time spent":"5.36497077s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:05:14.054035Z","caller":"traceutil/trace.go:171","msg":"trace[1421298339] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"5.363173018s","start":"2026-03-03T20:05:08.690812Z","end":"2026-03-03T20:05:14.053985Z","steps":["trace[1421298339] 'process raft request' (duration: 5.362915531s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.054036Z","caller":"traceutil/trace.go:171","msg":"trace[700460458] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"5.368501143s","start":"2026-03-03T20:05:08.685486Z","end":"2026-03-03T20:05:14.053987Z","steps":["trace[700460458] 'process raft request' (duration: 5.250096167s)","trace[700460458] 'compare' (duration: 117.549815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:14.054194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.68657Z","time spent":"5.36753444s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:14.054212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.685456Z","time spent":"5.368688107s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:14.054257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.690805Z","time spent":"5.363344831s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3115,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:14.193502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.710978ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:05:14.193739Z","caller":"traceutil/trace.go:171","msg":"trace[954192434] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:694; }","duration":"5.514245412s","start":"2026-03-03T20:05:08.679476Z","end":"2026-03-03T20:05:14.193721Z","steps":["trace[954192434] 'read index received' (duration: 2.289608121s)","trace[954192434] 'applied index is now lower than readState.Index' (duration: 3.224633931s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:14.194127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.51879149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:05:14.194177Z","caller":"traceutil/trace.go:171","msg":"trace[1186405850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:679; }","duration":"5.518851511s","start":"2026-03-03T20:05:08.675315Z","end":"2026-03-03T20:05:14.194167Z","steps":["trace[1186405850] 'agreement among raft nodes before linearized reading' (duration: 5.518708598s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.194206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.675242Z","time spent":"5.518956573s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:14.194335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.686160588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-03T20:05:14.194372Z","caller":"traceutil/trace.go:171","msg":"trace[548625973] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:679; }","duration":"5.686223639s","start":"2026-03-03T20:05:08.508138Z","end":"2026-03-03T20:05:14.194361Z","steps":["trace[548625973] 'agreement among raft nodes before linearized reading' (duration: 5.686122166s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.194399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.508129Z","time spent":"5.686262809s","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3590,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"info","ts":"2026-03-03T20:05:14.194873Z","caller":"traceutil/trace.go:171","msg":"trace[613724814] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"2.683322625s","start":"2026-03-03T20:05:11.511538Z","end":"2026-03-03T20:05:14.19486Z","steps":["trace[613724814] 'process raft request' (duration: 2.682065886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.19496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:11.511513Z","time spent":"2.683387376s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4974,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:14.474313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.397934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:05:14.474501Z","caller":"traceutil/trace.go:171","msg":"trace[526960503] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"260.264324ms","start":"2026-03-03T20:05:14.214221Z","end":"2026-03-03T20:05:14.474486Z","steps":["trace[526960503] 'process raft request' (duration: 260.190362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.474522Z","caller":"traceutil/trace.go:171","msg":"trace[1091134380] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:706; }","duration":"280.724886ms","start":"2026-03-03T20:05:14.193765Z","end":"2026-03-03T20:05:14.47449Z","steps":["trace[1091134380] 'read index received' (duration: 745.288µs)","trace[1091134380] 'applied index is now lower than readState.Index' (duration: 279.976498ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:14.474651Z","caller":"traceutil/trace.go:171","msg":"trace[717289378] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"2.945818101s","start":"2026-03-03T20:05:11.528815Z","end":"2026-03-03T20:05:14.474633Z","steps":["trace[717289378] 'process raft request' (duration: 2.666036678s)","trace[717289378] 'compare' (duration: 279.200779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:14.474765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:11.528785Z","time spent":"2.945906003s","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:14.474869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776857606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:14.474893Z","caller":"traceutil/trace.go:171","msg":"trace[1593688024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:682; }","duration":"1.776909138s","start":"2026-03-03T20:05:12.697976Z","end":"2026-03-03T20:05:14.474886Z","steps":["trace[1593688024] 'agreement among raft nodes before linearized reading' (duration: 1.776860587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.474909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:12.697964Z","time spent":"1.776941658s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:05:14.475033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.930093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:05:14.475014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.777829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T20:05:14.475058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9632058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4735"} {"level":"info","ts":"2026-03-03T20:05:14.47507Z","caller":"traceutil/trace.go:171","msg":"trace[324441536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:682; }","duration":"968.007435ms","start":"2026-03-03T20:05:13.507051Z","end":"2026-03-03T20:05:14.475059Z","steps":["trace[324441536] 'agreement among raft nodes before linearized reading' (duration: 967.890042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.475085Z","caller":"traceutil/trace.go:171","msg":"trace[199368302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:682; }","duration":"967.904882ms","start":"2026-03-03T20:05:13.507162Z","end":"2026-03-03T20:05:14.475067Z","steps":["trace[199368302] 'agreement among raft nodes before linearized reading' (duration: 967.671667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.475088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.789381256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4425"} {"level":"warn","ts":"2026-03-03T20:05:14.47511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:13.507028Z","time spent":"968.073477ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:14.475127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.607643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:05:14.475109Z","caller":"traceutil/trace.go:171","msg":"trace[1800313382] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:682; }","duration":"2.963326823s","start":"2026-03-03T20:05:11.511765Z","end":"2026-03-03T20:05:14.475092Z","steps":["trace[1800313382] 'agreement among raft nodes before linearized reading' (duration: 2.963127368s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.475145Z","caller":"traceutil/trace.go:171","msg":"trace[1494003647] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:682; }","duration":"711.625033ms","start":"2026-03-03T20:05:13.763514Z","end":"2026-03-03T20:05:14.475139Z","steps":["trace[1494003647] 'agreement among raft nodes before linearized reading' (duration: 711.573592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.475159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:13.763432Z","time spent":"711.724425ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:05:14.475136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:13.507131Z","time spent":"967.996575ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:05:14.475149Z","caller":"traceutil/trace.go:171","msg":"trace[644354827] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:682; }","duration":"5.789477358s","start":"2026-03-03T20:05:08.685657Z","end":"2026-03-03T20:05:14.475134Z","steps":["trace[644354827] 'agreement among raft nodes before linearized reading' (duration: 5.789278063s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.475165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:11.511756Z","time spent":"2.963395805s","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4759,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-03-03T20:05:14.475195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:08.685639Z","time spent":"5.78954483s","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4449,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"warn","ts":"2026-03-03T20:05:14.475208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.452012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T20:05:14.476052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.752823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-b2898\" ","response":"range_response_count:1 size:17149"} {"level":"warn","ts":"2026-03-03T20:05:14.476137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.430765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:05:14.476188Z","caller":"traceutil/trace.go:171","msg":"trace[1714198060] range","detail":"{range_begin:/registry/pods/kube-system/cilium-b2898; range_end:; response_count:1; response_revision:682; }","duration":"282.920896ms","start":"2026-03-03T20:05:14.193218Z","end":"2026-03-03T20:05:14.476139Z","steps":["trace[1714198060] 'agreement among raft nodes before linearized reading' (duration: 282.031686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.476213Z","caller":"traceutil/trace.go:171","msg":"trace[684364056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:682; }","duration":"968.563968ms","start":"2026-03-03T20:05:13.507633Z","end":"2026-03-03T20:05:14.476197Z","steps":["trace[684364056] 'agreement among raft nodes before linearized reading' (duration: 968.408144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.476264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:13.507598Z","time spent":"968.64381ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:05:14.476253Z","caller":"traceutil/trace.go:171","msg":"trace[1396945454] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:682; }","duration":"418.027296ms","start":"2026-03-03T20:05:14.057223Z","end":"2026-03-03T20:05:14.47525Z","steps":["trace[1396945454] 'agreement among raft nodes before linearized reading' (duration: 417.846821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.476337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:14.057208Z","time spent":"419.106732ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" "} {"level":"warn","ts":"2026-03-03T20:05:14.572518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.160007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-03T20:05:14.572273Z","caller":"traceutil/trace.go:171","msg":"trace[1105369162] transaction","detail":"{read_only:false; number_of_response:1; response_revision:682; }","duration":"357.900342ms","start":"2026-03-03T20:05:14.214344Z","end":"2026-03-03T20:05:14.572244Z","steps":["trace[1105369162] 'process raft request' (duration: 357.759378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.572904Z","caller":"traceutil/trace.go:171","msg":"trace[1319411465] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:682; }","duration":"375.577997ms","start":"2026-03-03T20:05:14.197306Z","end":"2026-03-03T20:05:14.572884Z","steps":["trace[1319411465] 'agreement among raft nodes before linearized reading' (duration: 374.997343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.572943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:14.197293Z","time spent":"375.642018ms","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3590,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-03-03T20:05:14.573001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:14.214315Z","time spent":"358.610678ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":5024,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:14.694705Z","caller":"traceutil/trace.go:171","msg":"trace[1473536855] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"213.435662ms","start":"2026-03-03T20:05:14.481247Z","end":"2026-03-03T20:05:14.694683Z","steps":["trace[1473536855] 'process raft request' (duration: 213.232347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.694754Z","caller":"traceutil/trace.go:171","msg":"trace[1714597856] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"213.478523ms","start":"2026-03-03T20:05:14.481227Z","end":"2026-03-03T20:05:14.694706Z","steps":["trace[1714597856] 'process raft request' (duration: 212.960351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.694863Z","caller":"traceutil/trace.go:171","msg":"trace[1218168585] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"212.345746ms","start":"2026-03-03T20:05:14.482452Z","end":"2026-03-03T20:05:14.694797Z","steps":["trace[1218168585] 'process raft request' (duration: 212.107261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.694949Z","caller":"traceutil/trace.go:171","msg":"trace[930466747] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"212.988741ms","start":"2026-03-03T20:05:14.481935Z","end":"2026-03-03T20:05:14.694924Z","steps":["trace[930466747] 'process raft request' (duration: 212.587842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.694945Z","caller":"traceutil/trace.go:171","msg":"trace[1668163930] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"211.040866ms","start":"2026-03-03T20:05:14.483858Z","end":"2026-03-03T20:05:14.694899Z","steps":["trace[1668163930] 'process raft request' (duration: 210.732668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.695001Z","caller":"traceutil/trace.go:171","msg":"trace[825444234] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:711; }","duration":"122.714418ms","start":"2026-03-03T20:05:14.57227Z","end":"2026-03-03T20:05:14.694984Z","steps":["trace[825444234] 'read index received' (duration: 121.899209ms)","trace[825444234] 'applied index is now lower than readState.Index' (duration: 813.499µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:14.695134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.063471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:14.695206Z","caller":"traceutil/trace.go:171","msg":"trace[1662618301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:688; }","duration":"218.179704ms","start":"2026-03-03T20:05:14.477015Z","end":"2026-03-03T20:05:14.695194Z","steps":["trace[1662618301] 'agreement among raft nodes before linearized reading' (duration: 218.03644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.695302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.702238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:14.695335Z","caller":"traceutil/trace.go:171","msg":"trace[1928294102] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"203.947729ms","start":"2026-03-03T20:05:14.491374Z","end":"2026-03-03T20:05:14.695322Z","steps":["trace[1928294102] 'process raft request' (duration: 203.259712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.695363Z","caller":"traceutil/trace.go:171","msg":"trace[1886050300] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:688; }","duration":"210.758249ms","start":"2026-03-03T20:05:14.484569Z","end":"2026-03-03T20:05:14.695327Z","steps":["trace[1886050300] 'agreement among raft nodes before linearized reading' (duration: 210.687637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:14.695539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.433765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4735"} {"level":"info","ts":"2026-03-03T20:05:14.695633Z","caller":"traceutil/trace.go:171","msg":"trace[1614538072] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:688; }","duration":"214.544028ms","start":"2026-03-03T20:05:14.48106Z","end":"2026-03-03T20:05:14.695604Z","steps":["trace[1614538072] 'agreement among raft nodes before linearized reading' (duration: 214.262582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:14.703732Z","caller":"traceutil/trace.go:171","msg":"trace[1375770910] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"124.993191ms","start":"2026-03-03T20:05:14.578704Z","end":"2026-03-03T20:05:14.703697Z","steps":["trace[1375770910] 'process raft request' (duration: 124.818317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:15.208204Z","caller":"traceutil/trace.go:171","msg":"trace[1483113213] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"242.895075ms","start":"2026-03-03T20:05:14.965268Z","end":"2026-03-03T20:05:15.208163Z","steps":["trace[1483113213] 'process raft request' (duration: 242.386633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:15.484153Z","caller":"traceutil/trace.go:171","msg":"trace[2083190677] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"117.871453ms","start":"2026-03-03T20:05:15.366254Z","end":"2026-03-03T20:05:15.484125Z","steps":["trace[2083190677] 'process raft request' (duration: 117.71576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:16.979323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040932083,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:05:16.997811Z","caller":"traceutil/trace.go:171","msg":"trace[838855146] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"646.508601ms","start":"2026-03-03T20:05:16.351275Z","end":"2026-03-03T20:05:16.997784Z","steps":["trace[838855146] 'process raft request' (duration: 646.316887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:16.998104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:16.35126Z","time spent":"646.740857ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:17.002158Z","caller":"traceutil/trace.go:171","msg":"trace[2133300428] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:767; }","duration":"522.863492ms","start":"2026-03-03T20:05:16.479268Z","end":"2026-03-03T20:05:17.002132Z","steps":["trace[2133300428] 'read index received' (duration: 518.288075ms)","trace[2133300428] 'applied index is now lower than readState.Index' (duration: 4.574027ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:17.002224Z","caller":"traceutil/trace.go:171","msg":"trace[1853320227] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"491.185837ms","start":"2026-03-03T20:05:16.511011Z","end":"2026-03-03T20:05:17.002197Z","steps":["trace[1853320227] 'process raft request' (duration: 490.958472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:17.002346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:16.510982Z","time spent":"491.29715ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:05:17.002432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.245086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:05:17.002482Z","caller":"traceutil/trace.go:171","msg":"trace[1233832575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:740; }","duration":"303.347857ms","start":"2026-03-03T20:05:16.69912Z","end":"2026-03-03T20:05:17.002468Z","steps":["trace[1233832575] 'agreement among raft nodes before linearized reading' (duration: 303.155933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:17.0025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.226861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:05:17.002517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.481317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T20:05:17.002531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:16.6991Z","time spent":"303.42036ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:05:17.002499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.259216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:05:17.002565Z","caller":"traceutil/trace.go:171","msg":"trace[681535991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:740; }","duration":"523.342263ms","start":"2026-03-03T20:05:16.479205Z","end":"2026-03-03T20:05:17.002547Z","steps":["trace[681535991] 'agreement among raft nodes before linearized reading' (duration: 523.065747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:17.002591Z","caller":"traceutil/trace.go:171","msg":"trace[370874929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:740; }","duration":"302.57726ms","start":"2026-03-03T20:05:16.699991Z","end":"2026-03-03T20:05:17.002568Z","steps":["trace[370874929] 'agreement among raft nodes before linearized reading' (duration: 302.373895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:17.002599Z","caller":"traceutil/trace.go:171","msg":"trace[1248174480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:740; }","duration":"303.402509ms","start":"2026-03-03T20:05:16.69918Z","end":"2026-03-03T20:05:17.002583Z","steps":["trace[1248174480] 'agreement among raft nodes before linearized reading' (duration: 303.207204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:17.002627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:16.699975Z","time spent":"302.644521ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:05:17.002637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:16.699158Z","time spent":"303.468791ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:17.002628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:16.479177Z","time spent":"523.436716ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:17.002763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.824333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:17.002806Z","caller":"traceutil/trace.go:171","msg":"trace[1531084026] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:740; }","duration":"293.867595ms","start":"2026-03-03T20:05:16.708925Z","end":"2026-03-03T20:05:17.002793Z","steps":["trace[1531084026] 'agreement among raft nodes before linearized reading' (duration: 293.791833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:18.610564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.191291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-03T20:05:18.610653Z","caller":"traceutil/trace.go:171","msg":"trace[1446361139] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:760; }","duration":"101.340815ms","start":"2026-03-03T20:05:18.509293Z","end":"2026-03-03T20:05:18.610634Z","steps":["trace[1446361139] 'range keys from in-memory index tree' (duration: 100.993476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:31.190435Z","caller":"traceutil/trace.go:171","msg":"trace[31407643] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"112.695502ms","start":"2026-03-03T20:05:31.077717Z","end":"2026-03-03T20:05:31.190412Z","steps":["trace[31407643] 'process raft request' (duration: 112.647191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:31.190506Z","caller":"traceutil/trace.go:171","msg":"trace[944976892] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"112.911477ms","start":"2026-03-03T20:05:31.077566Z","end":"2026-03-03T20:05:31.190477Z","steps":["trace[944976892] 'process raft request' (duration: 93.736536ms)","trace[944976892] 'compare' (duration: 18.943735ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:31.207188Z","caller":"traceutil/trace.go:171","msg":"trace[1264937374] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"106.522436ms","start":"2026-03-03T20:05:31.100646Z","end":"2026-03-03T20:05:31.207169Z","steps":["trace[1264937374] 'process raft request' (duration: 106.425364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:33.234374Z","caller":"traceutil/trace.go:171","msg":"trace[1091935628] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"130.024159ms","start":"2026-03-03T20:05:33.104328Z","end":"2026-03-03T20:05:33.234353Z","steps":["trace[1091935628] 'process raft request' (duration: 129.703722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:34.072232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:33.765558Z","time spent":"306.670026ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:05:42.4574Z","caller":"traceutil/trace.go:171","msg":"trace[602280544] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"127.988801ms","start":"2026-03-03T20:05:42.32938Z","end":"2026-03-03T20:05:42.457368Z","steps":["trace[602280544] 'process raft request' (duration: 127.762416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:42.759172Z","caller":"traceutil/trace.go:171","msg":"trace[2134068451] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"296.820163ms","start":"2026-03-03T20:05:42.462325Z","end":"2026-03-03T20:05:42.759145Z","steps":["trace[2134068451] 'process raft request' (duration: 292.245125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:43.111285Z","caller":"traceutil/trace.go:171","msg":"trace[1673243493] linearizableReadLoop","detail":"{readStateIndex:1021; appliedIndex:1019; }","duration":"347.328103ms","start":"2026-03-03T20:05:42.76393Z","end":"2026-03-03T20:05:43.111258Z","steps":["trace[1673243493] 'read index received' (duration: 310.044626ms)","trace[1673243493] 'applied index is now lower than readState.Index' (duration: 37.282397ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:43.111383Z","caller":"traceutil/trace.go:171","msg":"trace[1827621018] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"646.128003ms","start":"2026-03-03T20:05:42.465238Z","end":"2026-03-03T20:05:43.111366Z","steps":["trace[1827621018] 'process raft request' (duration: 645.934778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:43.111487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:42.465204Z","time spent":"646.217485ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5338,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:43.111563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.62854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2615"} {"level":"warn","ts":"2026-03-03T20:05:43.111585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.778385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:05:43.11156Z","caller":"traceutil/trace.go:171","msg":"trace[2012299119] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"648.108669ms","start":"2026-03-03T20:05:42.463405Z","end":"2026-03-03T20:05:43.111513Z","steps":["trace[2012299119] 'process raft request' (duration: 610.539285ms)","trace[2012299119] 'compare' (duration: 37.057012ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:43.111634Z","caller":"traceutil/trace.go:171","msg":"trace[1994583906] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:983; }","duration":"347.744642ms","start":"2026-03-03T20:05:42.76387Z","end":"2026-03-03T20:05:43.111615Z","steps":["trace[1994583906] 'agreement among raft nodes before linearized reading' (duration: 347.552948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:43.111657Z","caller":"traceutil/trace.go:171","msg":"trace[815771924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:983; }","duration":"220.898618ms","start":"2026-03-03T20:05:42.890731Z","end":"2026-03-03T20:05:43.111629Z","steps":["trace[815771924] 'agreement among raft nodes before linearized reading' (duration: 220.778625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:43.111692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:42.763846Z","time spent":"347.833425ms","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2639,"request content":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-03T20:05:43.111752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:42.463377Z","time spent":"648.281533ms","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:51.843901Z","caller":"traceutil/trace.go:171","msg":"trace[1805363115] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"167.500911ms","start":"2026-03-03T20:05:51.676347Z","end":"2026-03-03T20:05:51.843848Z","steps":["trace[1805363115] 'process raft request' (duration: 166.951318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:55.865196Z","caller":"traceutil/trace.go:171","msg":"trace[411387264] linearizableReadLoop","detail":"{readStateIndex:1068; appliedIndex:1067; }","duration":"276.184298ms","start":"2026-03-03T20:05:55.588983Z","end":"2026-03-03T20:05:55.865167Z","steps":["trace[411387264] 'read index received' (duration: 275.928672ms)","trace[411387264] 'applied index is now lower than readState.Index' (duration: 254.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:55.865245Z","caller":"traceutil/trace.go:171","msg":"trace[633274459] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"377.216456ms","start":"2026-03-03T20:05:55.488005Z","end":"2026-03-03T20:05:55.865221Z","steps":["trace[633274459] 'process raft request' (duration: 376.938069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:55.865411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:55.487986Z","time spent":"377.316808ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:55.865568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.560467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:05:55.865671Z","caller":"traceutil/trace.go:171","msg":"trace[421542664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1027; }","duration":"276.724161ms","start":"2026-03-03T20:05:55.588923Z","end":"2026-03-03T20:05:55.865647Z","steps":["trace[421542664] 'agreement among raft nodes before linearized reading' (duration: 276.385273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:55.865905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.262337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:05:55.865958Z","caller":"traceutil/trace.go:171","msg":"trace[212357328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1027; }","duration":"176.351139ms","start":"2026-03-03T20:05:55.689592Z","end":"2026-03-03T20:05:55.865943Z","steps":["trace[212357328] 'agreement among raft nodes before linearized reading' (duration: 175.754725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:56.119165Z","caller":"traceutil/trace.go:171","msg":"trace[1513604594] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"248.515708ms","start":"2026-03-03T20:05:55.8706Z","end":"2026-03-03T20:05:56.119116Z","steps":["trace[1513604594] 'process raft request' (duration: 246.199853ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:56.119199Z","caller":"traceutil/trace.go:171","msg":"trace[1887121293] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"248.508328ms","start":"2026-03-03T20:05:55.870638Z","end":"2026-03-03T20:05:56.119147Z","steps":["trace[1887121293] 'process raft request' (duration: 248.395975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:56.119272Z","caller":"traceutil/trace.go:171","msg":"trace[1520585509] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"248.528808ms","start":"2026-03-03T20:05:55.870698Z","end":"2026-03-03T20:05:56.119227Z","steps":["trace[1520585509] 'process raft request' (duration: 248.397654ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:07.301126Z","caller":"traceutil/trace.go:171","msg":"trace[1305373043] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"117.766082ms","start":"2026-03-03T20:06:07.183337Z","end":"2026-03-03T20:06:07.301103Z","steps":["trace[1305373043] 'process raft request' (duration: 117.442204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:10.826824Z","caller":"traceutil/trace.go:171","msg":"trace[1310614636] linearizableReadLoop","detail":"{readStateIndex:1201; appliedIndex:1200; }","duration":"352.32973ms","start":"2026-03-03T20:06:10.474471Z","end":"2026-03-03T20:06:10.8268Z","steps":["trace[1310614636] 'read index received' (duration: 352.151985ms)","trace[1310614636] 'applied index is now lower than readState.Index' (duration: 176.645µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:10.827171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.684829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-d74bc\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-03T20:06:10.82723Z","caller":"traceutil/trace.go:171","msg":"trace[1103236325] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-d74bc; range_end:; response_count:1; response_revision:1153; }","duration":"352.788711ms","start":"2026-03-03T20:06:10.474414Z","end":"2026-03-03T20:06:10.827202Z","steps":["trace[1103236325] 'agreement among raft nodes before linearized reading' (duration: 352.519765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:10.827278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:10.474393Z","time spent":"352.873553ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4221,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-d74bc\" "} {"level":"info","ts":"2026-03-03T20:06:10.82732Z","caller":"traceutil/trace.go:171","msg":"trace[263670379] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"368.620093ms","start":"2026-03-03T20:06:10.458673Z","end":"2026-03-03T20:06:10.827293Z","steps":["trace[263670379] 'process raft request' (duration: 367.971318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:10.827448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:10.458647Z","time spent":"368.727226ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:06:15.344847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.686084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:06:15.345102Z","caller":"traceutil/trace.go:171","msg":"trace[107119059] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"178.442739ms","start":"2026-03-03T20:06:15.166625Z","end":"2026-03-03T20:06:15.345068Z","steps":["trace[107119059] 'process raft request' (duration: 50.441577ms)","trace[107119059] 'compare' (duration: 127.50844ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:15.345125Z","caller":"traceutil/trace.go:171","msg":"trace[1298229927] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"130.875679ms","start":"2026-03-03T20:06:15.214221Z","end":"2026-03-03T20:06:15.345097Z","steps":["trace[1298229927] 'process raft request' (duration: 130.816628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:15.345274Z","caller":"traceutil/trace.go:171","msg":"trace[342618826] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"131.163806ms","start":"2026-03-03T20:06:15.214003Z","end":"2026-03-03T20:06:15.345167Z","steps":["trace[342618826] 'process raft request' (duration: 130.975802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:15.547782Z","caller":"traceutil/trace.go:171","msg":"trace[1581315504] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"189.613211ms","start":"2026-03-03T20:06:15.358123Z","end":"2026-03-03T20:06:15.547736Z","steps":["trace[1581315504] 'process raft request' (duration: 136.099202ms)","trace[1581315504] 'compare' (duration: 53.285854ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:15.561039Z","caller":"traceutil/trace.go:171","msg":"trace[1319517631] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"192.801246ms","start":"2026-03-03T20:06:15.368202Z","end":"2026-03-03T20:06:15.561003Z","steps":["trace[1319517631] 'process raft request' (duration: 192.5377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:15.724052Z","caller":"traceutil/trace.go:171","msg":"trace[269595038] linearizableReadLoop","detail":"{readStateIndex:1306; appliedIndex:1303; }","duration":"106.850904ms","start":"2026-03-03T20:06:15.617176Z","end":"2026-03-03T20:06:15.724027Z","steps":["trace[269595038] 'read index received' (duration: 49.106325ms)","trace[269595038] 'applied index is now lower than readState.Index' (duration: 57.743419ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:15.724161Z","caller":"traceutil/trace.go:171","msg":"trace[599399268] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"117.642738ms","start":"2026-03-03T20:06:15.606507Z","end":"2026-03-03T20:06:15.724149Z","steps":["trace[599399268] 'process raft request' (duration: 117.363911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:15.724222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.019618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:15.724331Z","caller":"traceutil/trace.go:171","msg":"trace[622379970] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1255; }","duration":"107.183182ms","start":"2026-03-03T20:06:15.617127Z","end":"2026-03-03T20:06:15.72431Z","steps":["trace[622379970] 'agreement among raft nodes before linearized reading' (duration: 107.011048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:15.724112Z","caller":"traceutil/trace.go:171","msg":"trace[361912639] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"116.348277ms","start":"2026-03-03T20:06:15.607724Z","end":"2026-03-03T20:06:15.724072Z","steps":["trace[361912639] 'process raft request' (duration: 116.249655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:17.243988Z","caller":"traceutil/trace.go:171","msg":"trace[1323164548] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1316; }","duration":"216.052764ms","start":"2026-03-03T20:06:17.027901Z","end":"2026-03-03T20:06:17.243954Z","steps":["trace[1323164548] 'read index received' (duration: 215.791328ms)","trace[1323164548] 'applied index is now lower than readState.Index' (duration: 260.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:17.244035Z","caller":"traceutil/trace.go:171","msg":"trace[71061257] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"364.346363ms","start":"2026-03-03T20:06:16.87966Z","end":"2026-03-03T20:06:17.244006Z","steps":["trace[71061257] 'process raft request' (duration: 364.027156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:17.244195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.261559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:06:17.244237Z","caller":"traceutil/trace.go:171","msg":"trace[453789978] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1265; }","duration":"216.389261ms","start":"2026-03-03T20:06:17.027837Z","end":"2026-03-03T20:06:17.244226Z","steps":["trace[453789978] 'agreement among raft nodes before linearized reading' (duration: 216.260088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:17.244238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:16.879627Z","time spent":"364.490637ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:20.304183Z","caller":"traceutil/trace.go:171","msg":"trace[1986149567] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1328; }","duration":"430.238033ms","start":"2026-03-03T20:06:19.873908Z","end":"2026-03-03T20:06:20.304146Z","steps":["trace[1986149567] 'read index received' (duration: 429.944436ms)","trace[1986149567] 'applied index is now lower than readState.Index' (duration: 291.787µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:20.3044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.465018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:06:20.30453Z","caller":"traceutil/trace.go:171","msg":"trace[1349166200] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1276; }","duration":"430.653353ms","start":"2026-03-03T20:06:19.873855Z","end":"2026-03-03T20:06:20.304508Z","steps":["trace[1349166200] 'agreement among raft nodes before linearized reading' (duration: 430.450808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:20.304588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:19.873836Z","time spent":"430.738435ms","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":25,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:06:20.304805Z","caller":"traceutil/trace.go:171","msg":"trace[1276765448] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"637.05045ms","start":"2026-03-03T20:06:19.667204Z","end":"2026-03-03T20:06:20.304255Z","steps":["trace[1276765448] 'process raft request' (duration: 636.682681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:20.304917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:19.667174Z","time spent":"637.670324ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:20.348728Z","caller":"traceutil/trace.go:171","msg":"trace[2069328253] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"253.402503ms","start":"2026-03-03T20:06:20.095306Z","end":"2026-03-03T20:06:20.348709Z","steps":["trace[2069328253] 'process raft request' (duration: 253.248989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:20.348928Z","caller":"traceutil/trace.go:171","msg":"trace[102139428] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"183.139769ms","start":"2026-03-03T20:06:20.165763Z","end":"2026-03-03T20:06:20.348903Z","steps":["trace[102139428] 'process raft request' (duration: 182.893743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:20.348979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.565343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:20.349055Z","caller":"traceutil/trace.go:171","msg":"trace[884394649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1278; }","duration":"459.670535ms","start":"2026-03-03T20:06:19.889366Z","end":"2026-03-03T20:06:20.349037Z","steps":["trace[884394649] 'agreement among raft nodes before linearized reading' (duration: 459.551202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:20.349107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:19.88935Z","time spent":"459.746348ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:06:20.349128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.113035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-03T20:06:20.349247Z","caller":"traceutil/trace.go:171","msg":"trace[1636604167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1278; }","duration":"111.276709ms","start":"2026-03-03T20:06:20.237946Z","end":"2026-03-03T20:06:20.349222Z","steps":["trace[1636604167] 'agreement among raft nodes before linearized reading' (duration: 110.995582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:20.34941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.708971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:06:20.349476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.871955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-03T20:06:20.349476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.871352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T20:06:20.349581Z","caller":"traceutil/trace.go:171","msg":"trace[1430745550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1278; }","duration":"109.997968ms","start":"2026-03-03T20:06:20.239567Z","end":"2026-03-03T20:06:20.349565Z","steps":["trace[1430745550] 'agreement among raft nodes before linearized reading' (duration: 109.788913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:20.349469Z","caller":"traceutil/trace.go:171","msg":"trace[532845644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1278; }","duration":"330.829554ms","start":"2026-03-03T20:06:20.018627Z","end":"2026-03-03T20:06:20.349457Z","steps":["trace[532845644] 'agreement among raft nodes before linearized reading' (duration: 330.609709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:20.349686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:20.018604Z","time spent":"331.066709ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:06:20.349602Z","caller":"traceutil/trace.go:171","msg":"trace[2086678114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1278; }","duration":"112.027556ms","start":"2026-03-03T20:06:20.237558Z","end":"2026-03-03T20:06:20.349586Z","steps":["trace[2086678114] 'agreement among raft nodes before linearized reading' (duration: 111.76129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:20.653442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.712304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:06:20.653558Z","caller":"traceutil/trace.go:171","msg":"trace[1132529456] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"299.462006ms","start":"2026-03-03T20:06:20.354076Z","end":"2026-03-03T20:06:20.653538Z","steps":["trace[1132529456] 'process raft request' (duration: 52.522846ms)","trace[1132529456] 'compare' (duration: 246.50628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:21.041522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.432784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:06:21.041677Z","caller":"traceutil/trace.go:171","msg":"trace[2012104197] linearizableReadLoop","detail":"{readStateIndex:1335; appliedIndex:1332; }","duration":"151.331341ms","start":"2026-03-03T20:06:20.890332Z","end":"2026-03-03T20:06:21.041663Z","steps":["trace[2012104197] 'read index received' (duration: 47.322µs)","trace[2012104197] 'applied index is now lower than readState.Index' (duration: 151.283069ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:21.041756Z","caller":"traceutil/trace.go:171","msg":"trace[1606382467] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"687.571028ms","start":"2026-03-03T20:06:20.354129Z","end":"2026-03-03T20:06:21.0417Z","steps":["trace[1606382467] 'process raft request' (duration: 495.891898ms)","trace[1606382467] 'compare' (duration: 191.318612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:21.042049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:20.354091Z","time spent":"687.774693ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:06:21.042599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.275693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:06:21.042629Z","caller":"traceutil/trace.go:171","msg":"trace[1770700030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1282; }","duration":"152.346365ms","start":"2026-03-03T20:06:20.890275Z","end":"2026-03-03T20:06:21.042622Z","steps":["trace[1770700030] 'agreement among raft nodes before linearized reading' (duration: 151.426903ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:21.04285Z","caller":"traceutil/trace.go:171","msg":"trace[1414570306] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"687.943587ms","start":"2026-03-03T20:06:20.354863Z","end":"2026-03-03T20:06:21.042807Z","steps":["trace[1414570306] 'process raft request' (duration: 686.76933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:21.042839Z","caller":"traceutil/trace.go:171","msg":"trace[461939873] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"688.332606ms","start":"2026-03-03T20:06:20.354462Z","end":"2026-03-03T20:06:21.042795Z","steps":["trace[461939873] 'process raft request' (duration: 687.134508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:21.042979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:20.354855Z","time spent":"688.05995ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:06:21.043192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:20.354436Z","time spent":"688.49612ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:31.453835Z","caller":"traceutil/trace.go:171","msg":"trace[1120164530] linearizableReadLoop","detail":"{readStateIndex:1580; appliedIndex:1579; }","duration":"136.656065ms","start":"2026-03-03T20:06:31.317147Z","end":"2026-03-03T20:06:31.453804Z","steps":["trace[1120164530] 'read index received' (duration: 136.176794ms)","trace[1120164530] 'applied index is now lower than readState.Index' (duration: 477.861µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:31.453985Z","caller":"traceutil/trace.go:171","msg":"trace[1372234929] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"201.756097ms","start":"2026-03-03T20:06:31.252195Z","end":"2026-03-03T20:06:31.453951Z","steps":["trace[1372234929] 'process raft request' (duration: 201.356957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:31.454145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.971962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:06:31.454192Z","caller":"traceutil/trace.go:171","msg":"trace[1795828787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1507; }","duration":"137.077865ms","start":"2026-03-03T20:06:31.317103Z","end":"2026-03-03T20:06:31.454181Z","steps":["trace[1795828787] 'agreement among raft nodes before linearized reading' (duration: 136.84221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:34.675254Z","caller":"traceutil/trace.go:171","msg":"trace[289887196] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"128.589475ms","start":"2026-03-03T20:06:34.546633Z","end":"2026-03-03T20:06:34.675222Z","steps":["trace[289887196] 'process raft request' (duration: 118.864286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:37.654839Z","caller":"traceutil/trace.go:171","msg":"trace[862693517] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"162.738229ms","start":"2026-03-03T20:06:37.492073Z","end":"2026-03-03T20:06:37.654811Z","steps":["trace[862693517] 'process raft request' (duration: 162.587926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:37.888312Z","caller":"traceutil/trace.go:171","msg":"trace[1722834831] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"370.15891ms","start":"2026-03-03T20:06:37.518128Z","end":"2026-03-03T20:06:37.888287Z","steps":["trace[1722834831] 'process raft request' (duration: 315.100354ms)","trace[1722834831] 'compare' (duration: 54.951183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:37.888496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:37.518108Z","time spent":"370.279522ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:43.439977Z","caller":"traceutil/trace.go:171","msg":"trace[918578808] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"205.163387ms","start":"2026-03-03T20:06:43.234776Z","end":"2026-03-03T20:06:43.439939Z","steps":["trace[918578808] 'process raft request' (duration: 143.149739ms)","trace[918578808] 'compare' (duration: 61.863524ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:43.498049Z","caller":"traceutil/trace.go:171","msg":"trace[1944451027] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"262.541986ms","start":"2026-03-03T20:06:43.235471Z","end":"2026-03-03T20:06:43.498013Z","steps":["trace[1944451027] 'process raft request' (duration: 262.242819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:43.498361Z","caller":"traceutil/trace.go:171","msg":"trace[1402180603] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"259.665029ms","start":"2026-03-03T20:06:43.238684Z","end":"2026-03-03T20:06:43.498349Z","steps":["trace[1402180603] 'process raft request' (duration: 259.206328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:43.498336Z","caller":"traceutil/trace.go:171","msg":"trace[943420689] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"124.500388ms","start":"2026-03-03T20:06:43.373806Z","end":"2026-03-03T20:06:43.498307Z","steps":["trace[943420689] 'process raft request' (duration: 124.292143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:46.811994Z","caller":"traceutil/trace.go:171","msg":"trace[170835800] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"118.451577ms","start":"2026-03-03T20:06:46.693514Z","end":"2026-03-03T20:06:46.811965Z","steps":["trace[170835800] 'process raft request' (duration: 118.276413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:47.465541Z","caller":"traceutil/trace.go:171","msg":"trace[323180565] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1773; }","duration":"203.961909ms","start":"2026-03-03T20:06:47.261554Z","end":"2026-03-03T20:06:47.465516Z","steps":["trace[323180565] 'read index received' (duration: 203.714793ms)","trace[323180565] 'applied index is now lower than readState.Index' (duration: 245.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:47.465658Z","caller":"traceutil/trace.go:171","msg":"trace[1770021541] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"349.831882ms","start":"2026-03-03T20:06:47.115765Z","end":"2026-03-03T20:06:47.465597Z","steps":["trace[1770021541] 'process raft request' (duration: 349.531534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:47.46593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:47.115729Z","time spent":"350.055057ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:06:47.465947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.358689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-03T20:06:47.466048Z","caller":"traceutil/trace.go:171","msg":"trace[231869018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1694; }","duration":"204.533263ms","start":"2026-03-03T20:06:47.261491Z","end":"2026-03-03T20:06:47.466024Z","steps":["trace[231869018] 'agreement among raft nodes before linearized reading' (duration: 204.206785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:48.019776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040934035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:06:48.52049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040934035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:06:48.576675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106008653s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:06:49.035323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.247482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:06:49.035983Z","caller":"traceutil/trace.go:171","msg":"trace[773861343] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"1.565426454s","start":"2026-03-03T20:06:47.470514Z","end":"2026-03-03T20:06:49.03594Z","steps":["trace[773861343] 'process raft request' (duration: 1.106449814s)","trace[773861343] 'compare' (duration: 457.675059ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:49.036094Z","caller":"traceutil/trace.go:171","msg":"trace[1666007081] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"1.565069155s","start":"2026-03-03T20:06:47.470992Z","end":"2026-03-03T20:06:49.036061Z","steps":["trace[1666007081] 'process raft request' (duration: 1.564754367s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:49.036204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:47.470495Z","time spent":"1.565603707s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:06:49.036242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:47.47096Z","time spent":"1.565202958s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:49.036237Z","caller":"traceutil/trace.go:171","msg":"trace[452176909] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"1.052857643s","start":"2026-03-03T20:06:47.983355Z","end":"2026-03-03T20:06:49.036213Z","steps":["trace[452176909] 'process raft request' (duration: 1.052670769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:49.036351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:47.983322Z","time spent":"1.052976436s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:49.036401Z","caller":"traceutil/trace.go:171","msg":"trace[610710228] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"912.295105ms","start":"2026-03-03T20:06:48.124094Z","end":"2026-03-03T20:06:49.036389Z","steps":["trace[610710228] 'process raft request' (duration: 912.05805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:49.037189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:48.12408Z","time spent":"912.369768ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:49.037448Z","caller":"traceutil/trace.go:171","msg":"trace[385871752] linearizableReadLoop","detail":"{readStateIndex:1778; appliedIndex:1774; }","duration":"1.517397343s","start":"2026-03-03T20:06:47.518981Z","end":"2026-03-03T20:06:49.036379Z","steps":["trace[385871752] 'read index received' (duration: 1.058000344s)","trace[385871752] 'applied index is now lower than readState.Index' (duration: 459.391179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:49.037694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518690443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:06:49.037818Z","caller":"traceutil/trace.go:171","msg":"trace[1594702319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1698; }","duration":"1.518837858s","start":"2026-03-03T20:06:47.518928Z","end":"2026-03-03T20:06:49.037766Z","steps":["trace[1594702319] 'agreement among raft nodes before linearized reading' (duration: 1.517491896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:49.037866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:47.518905Z","time spent":"1.51894982s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:06:49.888386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000535441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:06:49.88854Z","caller":"traceutil/trace.go:171","msg":"trace[1505451153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000710715s","start":"2026-03-03T20:06:47.887804Z","end":"2026-03-03T20:06:49.888515Z","steps":["trace[1505451153] 'agreement among raft nodes before linearized reading' (duration: 2.000532181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:49.888668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:47.887772Z","time spent":"2.000844408s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:06:50.196827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.878982ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:06:50.197187Z","caller":"traceutil/trace.go:171","msg":"trace[1711222370] linearizableReadLoop","detail":"{readStateIndex:1779; appliedIndex:1778; }","duration":"1.159668116s","start":"2026-03-03T20:06:49.037484Z","end":"2026-03-03T20:06:50.197152Z","steps":["trace[1711222370] 'read index received' (duration: 313.551287ms)","trace[1711222370] 'applied index is now lower than readState.Index' (duration: 846.113149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:50.197377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547114133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:06:50.197442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508185985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-201d191b-2805-4e48-b1b5-1cfc06f32398\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T20:06:50.197464Z","caller":"traceutil/trace.go:171","msg":"trace[1743879356] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1699; }","duration":"1.547273556s","start":"2026-03-03T20:06:48.650175Z","end":"2026-03-03T20:06:50.197449Z","steps":["trace[1743879356] 'agreement among raft nodes before linearized reading' (duration: 1.54702924s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:50.197501Z","caller":"traceutil/trace.go:171","msg":"trace[1493505385] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-201d191b-2805-4e48-b1b5-1cfc06f32398; range_end:; response_count:1; response_revision:1699; }","duration":"2.508300078s","start":"2026-03-03T20:06:47.68918Z","end":"2026-03-03T20:06:50.19748Z","steps":["trace[1493505385] 'agreement among raft nodes before linearized reading' (duration: 2.508114523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:50.197489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191995397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-03-03T20:06:50.197541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:48.650157Z","time spent":"1.547344338s","remote":"127.0.0.1:35812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:06:50.197552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:47.689147Z","time spent":"2.5083941s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-201d191b-2805-4e48-b1b5-1cfc06f32398\" "} {"level":"info","ts":"2026-03-03T20:06:50.197601Z","caller":"traceutil/trace.go:171","msg":"trace[1093196834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1699; }","duration":"1.192187981s","start":"2026-03-03T20:06:49.005383Z","end":"2026-03-03T20:06:50.197571Z","steps":["trace[1093196834] 'agreement among raft nodes before linearized reading' (duration: 1.191920764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:50.19749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407397734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T20:06:50.197666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:49.005355Z","time spent":"1.192297734s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:06:50.197692Z","caller":"traceutil/trace.go:171","msg":"trace[1404929093] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"1.15389838s","start":"2026-03-03T20:06:49.043755Z","end":"2026-03-03T20:06:50.197654Z","steps":["trace[1404929093] 'process raft request' (duration: 1.153204103s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:50.197736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318120734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-201d191b-2805-4e48-b1b5-1cfc06f32398\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T20:06:50.19775Z","caller":"traceutil/trace.go:171","msg":"trace[451098398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1699; }","duration":"2.407689931s","start":"2026-03-03T20:06:47.790012Z","end":"2026-03-03T20:06:50.197702Z","steps":["trace[451098398] 'agreement among raft nodes before linearized reading' (duration: 2.4072328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:50.197756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33963148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:06:50.19785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:49.043732Z","time spent":"1.154038643s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:50.197873Z","caller":"traceutil/trace.go:171","msg":"trace[2142314004] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-201d191b-2805-4e48-b1b5-1cfc06f32398; range_end:; response_count:1; response_revision:1699; }","duration":"2.318345789s","start":"2026-03-03T20:06:47.879477Z","end":"2026-03-03T20:06:50.197822Z","steps":["trace[2142314004] 'agreement among raft nodes before linearized reading' (duration: 2.317941419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:50.197883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:47.789991Z","time spent":"2.407845475s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:06:50.197874Z","caller":"traceutil/trace.go:171","msg":"trace[1038051032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1699; }","duration":"1.339821885s","start":"2026-03-03T20:06:48.858024Z","end":"2026-03-03T20:06:50.197846Z","steps":["trace[1038051032] 'agreement among raft nodes before linearized reading' (duration: 1.339456007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:50.197931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:47.879436Z","time spent":"2.318479132s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-201d191b-2805-4e48-b1b5-1cfc06f32398\" "} {"level":"warn","ts":"2026-03-03T20:06:50.19794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:48.858004Z","time spent":"1.339925677s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:06:50.197996Z","caller":"traceutil/trace.go:171","msg":"trace[1144899404] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"726.698258ms","start":"2026-03-03T20:06:49.471278Z","end":"2026-03-03T20:06:50.197977Z","steps":["trace[1144899404] 'process raft request' (duration: 725.866779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:50.198075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.441308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:06:50.198077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.538591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:06:50.198071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076282774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:06:50.198131Z","caller":"traceutil/trace.go:171","msg":"trace[1696186284] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1700; }","duration":"317.636974ms","start":"2026-03-03T20:06:49.880478Z","end":"2026-03-03T20:06:50.198115Z","steps":["trace[1696186284] 'agreement among raft nodes before linearized reading' (duration: 317.556202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:50.198129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:49.471242Z","time spent":"726.804581ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:06:50.19815Z","caller":"traceutil/trace.go:171","msg":"trace[1598143905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1700; }","duration":"308.535799ms","start":"2026-03-03T20:06:49.889575Z","end":"2026-03-03T20:06:50.198111Z","steps":["trace[1598143905] 'agreement among raft nodes before linearized reading' (duration: 308.411317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:50.198149Z","caller":"traceutil/trace.go:171","msg":"trace[1455686265] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1700; }","duration":"1.076392347s","start":"2026-03-03T20:06:49.121737Z","end":"2026-03-03T20:06:50.19813Z","steps":["trace[1455686265] 'agreement among raft nodes before linearized reading' (duration: 1.076239383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:50.198174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:49.880415Z","time spent":"317.750317ms","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:06:50.198187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:49.889564Z","time spent":"308.613891ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:06:50.198201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:49.121719Z","time spent":"1.076467318s","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:06:50.197615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66691295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:06:50.198453Z","caller":"traceutil/trace.go:171","msg":"trace[1533717652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1699; }","duration":"2.667820491s","start":"2026-03-03T20:06:47.530587Z","end":"2026-03-03T20:06:50.198408Z","steps":["trace[1533717652] 'agreement among raft nodes before linearized reading' (duration: 2.666802817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:50.198516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:06:47.53056Z","time spent":"2.667946385s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T20:06:53.918328Z","caller":"traceutil/trace.go:171","msg":"trace[1063260372] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"110.90185ms","start":"2026-03-03T20:06:53.807402Z","end":"2026-03-03T20:06:53.918304Z","steps":["trace[1063260372] 'process raft request' (duration: 110.740506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:53.942777Z","caller":"traceutil/trace.go:171","msg":"trace[308914703] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"127.567992ms","start":"2026-03-03T20:06:53.815174Z","end":"2026-03-03T20:06:53.942742Z","steps":["trace[308914703] 'process raft request' (duration: 127.290145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:57.266855Z","caller":"traceutil/trace.go:171","msg":"trace[906885823] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"156.43444ms","start":"2026-03-03T20:06:57.110398Z","end":"2026-03-03T20:06:57.266832Z","steps":["trace[906885823] 'process raft request' (duration: 156.297167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:57.311611Z","caller":"traceutil/trace.go:171","msg":"trace[1698064847] linearizableReadLoop","detail":"{readStateIndex:1849; appliedIndex:1847; }","duration":"166.900057ms","start":"2026-03-03T20:06:57.144683Z","end":"2026-03-03T20:06:57.311583Z","steps":["trace[1698064847] 'read index received' (duration: 122.088473ms)","trace[1698064847] 'applied index is now lower than readState.Index' (duration: 44.810304ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:57.311837Z","caller":"traceutil/trace.go:171","msg":"trace[2120845266] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"199.441433ms","start":"2026-03-03T20:06:57.112343Z","end":"2026-03-03T20:06:57.311785Z","steps":["trace[2120845266] 'process raft request' (duration: 198.804138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:57.312078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.579179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-03T20:06:57.312217Z","caller":"traceutil/trace.go:171","msg":"trace[273569379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1767; }","duration":"166.748283ms","start":"2026-03-03T20:06:57.145445Z","end":"2026-03-03T20:06:57.312194Z","steps":["trace[273569379] 'agreement among raft nodes before linearized reading' (duration: 166.370355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:57.312241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.45709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T20:06:57.312502Z","caller":"traceutil/trace.go:171","msg":"trace[114762188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1767; }","duration":"167.853249ms","start":"2026-03-03T20:06:57.144634Z","end":"2026-03-03T20:06:57.312487Z","steps":["trace[114762188] 'agreement among raft nodes before linearized reading' (duration: 167.100462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:58.508329Z","caller":"traceutil/trace.go:171","msg":"trace[2114973114] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"226.449298ms","start":"2026-03-03T20:06:58.281853Z","end":"2026-03-03T20:06:58.508302Z","steps":["trace[2114973114] 'process raft request' (duration: 226.249223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:58.508494Z","caller":"traceutil/trace.go:171","msg":"trace[1616670632] linearizableReadLoop","detail":"{readStateIndex:1855; appliedIndex:1853; }","duration":"189.436987ms","start":"2026-03-03T20:06:58.319038Z","end":"2026-03-03T20:06:58.508475Z","steps":["trace[1616670632] 'read index received' (duration: 188.939145ms)","trace[1616670632] 'applied index is now lower than readState.Index' (duration: 496.212µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:58.508604Z","caller":"traceutil/trace.go:171","msg":"trace[1979457660] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"226.52897ms","start":"2026-03-03T20:06:58.282035Z","end":"2026-03-03T20:06:58.508564Z","steps":["trace[1979457660] 'process raft request' (duration: 226.229003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:58.50868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.625482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:06:58.508725Z","caller":"traceutil/trace.go:171","msg":"trace[1953821469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1773; }","duration":"189.729384ms","start":"2026-03-03T20:06:58.318978Z","end":"2026-03-03T20:06:58.508708Z","steps":["trace[1953821469] 'agreement among raft nodes before linearized reading' (duration: 189.55762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:06:59.504832Z","caller":"traceutil/trace.go:171","msg":"trace[755435246] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1859; }","duration":"184.903931ms","start":"2026-03-03T20:06:59.319894Z","end":"2026-03-03T20:06:59.504798Z","steps":["trace[755435246] 'read index received' (duration: 116.560492ms)","trace[755435246] 'applied index is now lower than readState.Index' (duration: 68.341909ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:06:59.504894Z","caller":"traceutil/trace.go:171","msg":"trace[225105304] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"187.330517ms","start":"2026-03-03T20:06:59.317541Z","end":"2026-03-03T20:06:59.504871Z","steps":["trace[225105304] 'process raft request' (duration: 119.01649ms)","trace[225105304] 'compare' (duration: 68.055681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:06:59.505076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.163777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T20:06:59.505175Z","caller":"traceutil/trace.go:171","msg":"trace[187644149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1777; }","duration":"185.29325ms","start":"2026-03-03T20:06:59.319857Z","end":"2026-03-03T20:06:59.50515Z","steps":["trace[187644149] 'agreement among raft nodes before linearized reading' (duration: 185.056434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:06:59.505177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.605404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-03T20:06:59.505305Z","caller":"traceutil/trace.go:171","msg":"trace[323961834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1777; }","duration":"184.722066ms","start":"2026-03-03T20:06:59.320524Z","end":"2026-03-03T20:06:59.505246Z","steps":["trace[323961834] 'agreement among raft nodes before linearized reading' (duration: 184.46213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:00.448035Z","caller":"traceutil/trace.go:171","msg":"trace[675676154] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"128.915513ms","start":"2026-03-03T20:07:00.319081Z","end":"2026-03-03T20:07:00.447996Z","steps":["trace[675676154] 'process raft request' (duration: 88.539623ms)","trace[675676154] 'compare' (duration: 40.114964ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:01.381815Z","caller":"traceutil/trace.go:171","msg":"trace[160590171] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"104.637811ms","start":"2026-03-03T20:07:01.277148Z","end":"2026-03-03T20:07:01.381786Z","steps":["trace[160590171] 'process raft request' (duration: 104.505578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:01.674211Z","caller":"traceutil/trace.go:171","msg":"trace[2099798845] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"106.295541ms","start":"2026-03-03T20:07:01.567885Z","end":"2026-03-03T20:07:01.674181Z","steps":["trace[2099798845] 'process raft request' (duration: 95.419245ms)","trace[2099798845] 'compare' (duration: 10.740233ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:03.597893Z","caller":"traceutil/trace.go:171","msg":"trace[1230831666] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"211.188149ms","start":"2026-03-03T20:07:03.386678Z","end":"2026-03-03T20:07:03.597866Z","steps":["trace[1230831666] 'process raft request' (duration: 211.039395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:04.960537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040934285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:05.42213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106084034s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:07:05.42257Z","caller":"traceutil/trace.go:171","msg":"trace[1992438301] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1899; }","duration":"962.412524ms","start":"2026-03-03T20:07:04.460131Z","end":"2026-03-03T20:07:05.422543Z","steps":["trace[1992438301] 'read index received' (duration: 962.112827ms)","trace[1992438301] 'applied index is now lower than readState.Index' (duration: 298.527µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:05.422656Z","caller":"traceutil/trace.go:171","msg":"trace[14171701] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"1.106673658s","start":"2026-03-03T20:07:04.315947Z","end":"2026-03-03T20:07:05.422621Z","steps":["trace[14171701] 'process raft request' (duration: 1.106404482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:05.422826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.6827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T20:07:05.422857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:04.315922Z","time spent":"1.106820682s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:05.422874Z","caller":"traceutil/trace.go:171","msg":"trace[2050359143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1816; }","duration":"962.813434ms","start":"2026-03-03T20:07:04.460049Z","end":"2026-03-03T20:07:05.422863Z","steps":["trace[2050359143] 'agreement among raft nodes before linearized reading' (duration: 962.64534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:05.422915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:04.460002Z","time spent":"962.904056ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:05.42295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.693897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:05.423041Z","caller":"traceutil/trace.go:171","msg":"trace[1748343318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1816; }","duration":"533.84601ms","start":"2026-03-03T20:07:04.889175Z","end":"2026-03-03T20:07:05.423021Z","steps":["trace[1748343318] 'agreement among raft nodes before linearized reading' (duration: 533.649476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:05.42302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.18522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:07:05.423094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:04.889156Z","time spent":"533.929603ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:05.423109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.094407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:07:05.423107Z","caller":"traceutil/trace.go:171","msg":"trace[695055388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1816; }","duration":"886.337454ms","start":"2026-03-03T20:07:04.53675Z","end":"2026-03-03T20:07:05.423087Z","steps":["trace[695055388] 'agreement among raft nodes before linearized reading' (duration: 886.046377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:05.423144Z","caller":"traceutil/trace.go:171","msg":"trace[1648385790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1816; }","duration":"815.148629ms","start":"2026-03-03T20:07:04.607985Z","end":"2026-03-03T20:07:05.423134Z","steps":["trace[1648385790] 'agreement among raft nodes before linearized reading' (duration: 815.049997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:05.423147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.863756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:07:05.423157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:04.536722Z","time spent":"886.426395ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:05.423179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:04.607974Z","time spent":"815.19897ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T20:07:05.4232Z","caller":"traceutil/trace.go:171","msg":"trace[269643530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1816; }","duration":"883.974858ms","start":"2026-03-03T20:07:04.539207Z","end":"2026-03-03T20:07:05.423181Z","steps":["trace[269643530] 'agreement among raft nodes before linearized reading' (duration: 883.847765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:05.423245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:04.539184Z","time spent":"884.05256ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:05.423455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.159689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-03T20:07:05.423925Z","caller":"traceutil/trace.go:171","msg":"trace[554183092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1816; }","duration":"143.681791ms","start":"2026-03-03T20:07:05.280214Z","end":"2026-03-03T20:07:05.423896Z","steps":["trace[554183092] 'agreement among raft nodes before linearized reading' (duration: 142.938803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:05.592019Z","caller":"traceutil/trace.go:171","msg":"trace[1849245672] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"164.153612ms","start":"2026-03-03T20:07:05.427831Z","end":"2026-03-03T20:07:05.591985Z","steps":["trace[1849245672] 'process raft request' (duration: 161.658783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:05.599549Z","caller":"traceutil/trace.go:171","msg":"trace[2111580986] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"171.512655ms","start":"2026-03-03T20:07:05.428021Z","end":"2026-03-03T20:07:05.599534Z","steps":["trace[2111580986] 'process raft request' (duration: 171.466644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:05.599676Z","caller":"traceutil/trace.go:171","msg":"trace[296194495] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"171.752041ms","start":"2026-03-03T20:07:05.427918Z","end":"2026-03-03T20:07:05.59967Z","steps":["trace[296194495] 'process raft request' (duration: 171.475394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:05.59973Z","caller":"traceutil/trace.go:171","msg":"trace[1398295622] linearizableReadLoop","detail":"{readStateIndex:1904; appliedIndex:1900; }","duration":"167.403949ms","start":"2026-03-03T20:07:05.43232Z","end":"2026-03-03T20:07:05.599724Z","steps":["trace[1398295622] 'read index received' (duration: 157.186908ms)","trace[1398295622] 'applied index is now lower than readState.Index' (duration: 10.216101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:05.599806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.47003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:05.599832Z","caller":"traceutil/trace.go:171","msg":"trace[1741075845] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1820; }","duration":"167.562322ms","start":"2026-03-03T20:07:05.432262Z","end":"2026-03-03T20:07:05.599824Z","steps":["trace[1741075845] 'agreement among raft nodes before linearized reading' (duration: 167.48686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:05.600054Z","caller":"traceutil/trace.go:171","msg":"trace[328123065] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"171.061275ms","start":"2026-03-03T20:07:05.428951Z","end":"2026-03-03T20:07:05.600013Z","steps":["trace[328123065] 'process raft request' (duration: 170.559343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:23.907262Z","caller":"traceutil/trace.go:171","msg":"trace[1202150260] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2010; }","duration":"120.052673ms","start":"2026-03-03T20:07:23.787185Z","end":"2026-03-03T20:07:23.907238Z","steps":["trace[1202150260] 'read index received' (duration: 62.959615ms)","trace[1202150260] 'applied index is now lower than readState.Index' (duration: 57.091408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:23.90749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.29678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:07:23.907551Z","caller":"traceutil/trace.go:171","msg":"trace[883832189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"120.385641ms","start":"2026-03-03T20:07:23.787151Z","end":"2026-03-03T20:07:23.907536Z","steps":["trace[883832189] 'agreement among raft nodes before linearized reading' (duration: 120.222547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:29.428583Z","caller":"traceutil/trace.go:171","msg":"trace[776876138] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"155.034497ms","start":"2026-03-03T20:07:29.273507Z","end":"2026-03-03T20:07:29.428542Z","steps":["trace[776876138] 'process raft request' (duration: 153.984703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:42.245752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040934754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:42.747777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040934754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:43.144845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.417988396s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:07:43.14533Z","caller":"traceutil/trace.go:171","msg":"trace[1407784371] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"1.418579349s","start":"2026-03-03T20:07:41.726708Z","end":"2026-03-03T20:07:43.145288Z","steps":["trace[1407784371] 'process raft request' (duration: 1.418358854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.145582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.726679Z","time spent":"1.418774524s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:43.802375Z","caller":"traceutil/trace.go:171","msg":"trace[2020268515] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"1.992148226s","start":"2026-03-03T20:07:41.810191Z","end":"2026-03-03T20:07:43.802339Z","steps":["trace[2020268515] 'process raft request' (duration: 1.991427359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.802586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.810164Z","time spent":"1.992318569s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:43.802621Z","caller":"traceutil/trace.go:171","msg":"trace[407283515] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"1.988880239s","start":"2026-03-03T20:07:41.813723Z","end":"2026-03-03T20:07:43.802603Z","steps":["trace[407283515] 'process raft request' (duration: 1.988557401s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.802728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.81371Z","time spent":"1.988961281s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:43.802983Z","caller":"traceutil/trace.go:171","msg":"trace[412757950] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"1.552656939s","start":"2026-03-03T20:07:42.250296Z","end":"2026-03-03T20:07:43.802953Z","steps":["trace[412757950] 'process raft request' (duration: 1.552195648s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:43.803061Z","caller":"traceutil/trace.go:171","msg":"trace[332442772] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2091; }","duration":"2.058073809s","start":"2026-03-03T20:07:41.74497Z","end":"2026-03-03T20:07:43.803044Z","steps":["trace[332442772] 'read index received' (duration: 1.400093589s)","trace[332442772] 'applied index is now lower than readState.Index' (duration: 657.97904ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:43.803125Z","caller":"traceutil/trace.go:171","msg":"trace[140790799] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"1.336535431s","start":"2026-03-03T20:07:42.466578Z","end":"2026-03-03T20:07:43.803114Z","steps":["trace[140790799] 'process raft request' (duration: 1.336299835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.803186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.250265Z","time spent":"1.552822113s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:43.803269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.466556Z","time spent":"1.336621262s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:43.803385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.173016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:43.803351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927703376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T20:07:43.803392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.338079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:43.803456Z","caller":"traceutil/trace.go:171","msg":"trace[1215380571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.927864559s","start":"2026-03-03T20:07:41.875568Z","end":"2026-03-03T20:07:43.803433Z","steps":["trace[1215380571] 'agreement among raft nodes before linearized reading' (duration: 1.927624114s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.803454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431873119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:07:43.803474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91371659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:07:43.80351Z","caller":"traceutil/trace.go:171","msg":"trace[1798317348] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2004; }","duration":"906.517234ms","start":"2026-03-03T20:07:42.896959Z","end":"2026-03-03T20:07:43.803476Z","steps":["trace[1798317348] 'agreement among raft nodes before linearized reading' (duration: 906.285559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.80352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.87554Z","time spent":"1.927969782s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:07:43.803544Z","caller":"traceutil/trace.go:171","msg":"trace[978559504] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2004; }","duration":"1.432032342s","start":"2026-03-03T20:07:42.371484Z","end":"2026-03-03T20:07:43.803516Z","steps":["trace[978559504] 'agreement among raft nodes before linearized reading' (duration: 1.431849718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.803506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914486858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:43.80356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.111385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:43.803608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.371458Z","time spent":"1.432134615s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:07:43.803628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.219099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18996d9a1558cd0d\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-03T20:07:43.803574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.89693Z","time spent":"906.632346ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:07:43.803663Z","caller":"traceutil/trace.go:171","msg":"trace[1863960360] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18996d9a1558cd0d; range_end:; response_count:1; response_revision:2004; }","duration":"729.30405ms","start":"2026-03-03T20:07:43.074348Z","end":"2026-03-03T20:07:43.803652Z","steps":["trace[1863960360] 'agreement among raft nodes before linearized reading' (duration: 729.161827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:43.803617Z","caller":"traceutil/trace.go:171","msg":"trace[1315169231] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2004; }","duration":"732.207847ms","start":"2026-03-03T20:07:43.071396Z","end":"2026-03-03T20:07:43.803604Z","steps":["trace[1315169231] 'agreement among raft nodes before linearized reading' (duration: 732.128125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.803708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.511061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:07:43.803778Z","caller":"traceutil/trace.go:171","msg":"trace[1925090316] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2004; }","duration":"529.708376ms","start":"2026-03-03T20:07:43.274051Z","end":"2026-03-03T20:07:43.803759Z","steps":["trace[1925090316] 'agreement among raft nodes before linearized reading' (duration: 529.339187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.803792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887622843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:07:43.803857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795579351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:07:43.803976Z","caller":"traceutil/trace.go:171","msg":"trace[1183700088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2004; }","duration":"1.795757155s","start":"2026-03-03T20:07:42.008191Z","end":"2026-03-03T20:07:43.803948Z","steps":["trace[1183700088] 'agreement among raft nodes before linearized reading' (duration: 1.795399067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.803772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.071374Z","time spent":"732.378312ms","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:07:43.804032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:42.008169Z","time spent":"1.795854178s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:07:43.804026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059051192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:07:43.803903Z","caller":"traceutil/trace.go:171","msg":"trace[759770982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.887755607s","start":"2026-03-03T20:07:41.916127Z","end":"2026-03-03T20:07:43.803883Z","steps":["trace[759770982] 'agreement among raft nodes before linearized reading' (duration: 1.887210664s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:43.804085Z","caller":"traceutil/trace.go:171","msg":"trace[1746910809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2004; }","duration":"2.059174885s","start":"2026-03-03T20:07:41.744892Z","end":"2026-03-03T20:07:43.804067Z","steps":["trace[1746910809] 'agreement among raft nodes before linearized reading' (duration: 2.058262684s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.804123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.916116Z","time spent":"1.887990522s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:43.804146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.744867Z","time spent":"2.059262917s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:07:43.803832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.274025Z","time spent":"529.796348ms","remote":"127.0.0.1:35994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":265,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:07:43.803635Z","caller":"traceutil/trace.go:171","msg":"trace[889228459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2004; }","duration":"1.914654922s","start":"2026-03-03T20:07:41.888949Z","end":"2026-03-03T20:07:43.803604Z","steps":["trace[889228459] 'agreement among raft nodes before linearized reading' (duration: 1.914446697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.8043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.888935Z","time spent":"1.915349588s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:07:43.80354Z","caller":"traceutil/trace.go:171","msg":"trace[1423311586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2004; }","duration":"1.913796052s","start":"2026-03-03T20:07:41.889727Z","end":"2026-03-03T20:07:43.803523Z","steps":["trace[1423311586] 'agreement among raft nodes before linearized reading' (duration: 1.913636739s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.804461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.88972Z","time spent":"1.914722714s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:43.80371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.074323Z","time spent":"729.380411ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18996d9a1558cd0d\" "} {"level":"warn","ts":"2026-03-03T20:07:43.803656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887875939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:07:43.804611Z","caller":"traceutil/trace.go:171","msg":"trace[805870575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2004; }","duration":"1.888896923s","start":"2026-03-03T20:07:41.9157Z","end":"2026-03-03T20:07:43.804597Z","steps":["trace[805870575] 'agreement among raft nodes before linearized reading' (duration: 1.887740836s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:43.804658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:41.915676Z","time spent":"1.888970324s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:07:43.803431Z","caller":"traceutil/trace.go:171","msg":"trace[2093967452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2004; }","duration":"166.263458ms","start":"2026-03-03T20:07:43.637154Z","end":"2026-03-03T20:07:43.803418Z","steps":["trace[2093967452] 'agreement among raft nodes before linearized reading' (duration: 166.190446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.426355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.526877ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T20:07:44.426568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.806026Z","time spent":"620.534208ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:07:44.427718Z","caller":"traceutil/trace.go:171","msg":"trace[528325162] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"619.423682ms","start":"2026-03-03T20:07:43.808259Z","end":"2026-03-03T20:07:44.427683Z","steps":["trace[528325162] 'process raft request' (duration: 619.240888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:44.427733Z","caller":"traceutil/trace.go:171","msg":"trace[1479244440] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"618.568142ms","start":"2026-03-03T20:07:43.809133Z","end":"2026-03-03T20:07:44.427701Z","steps":["trace[1479244440] 'process raft request' (duration: 618.47894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:44.427774Z","caller":"traceutil/trace.go:171","msg":"trace[1902157582] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"619.549465ms","start":"2026-03-03T20:07:43.808177Z","end":"2026-03-03T20:07:44.427726Z","steps":["trace[1902157582] 'process raft request' (duration: 618.311357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:44.427785Z","caller":"traceutil/trace.go:171","msg":"trace[846025590] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"619.463163ms","start":"2026-03-03T20:07:43.808289Z","end":"2026-03-03T20:07:44.427753Z","steps":["trace[846025590] 'process raft request' (duration: 619.287969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.427886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.808241Z","time spent":"619.555135ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:44.42792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.809118Z","time spent":"618.703156ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:44.427967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.808144Z","time spent":"619.710658ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:44.428002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.808279Z","time spent":"619.613596ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:44.42806Z","caller":"traceutil/trace.go:171","msg":"trace[81665306] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"618.821648ms","start":"2026-03-03T20:07:43.809207Z","end":"2026-03-03T20:07:44.428029Z","steps":["trace[81665306] 'process raft request' (duration: 618.44621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.428216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.809197Z","time spent":"618.934041ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:44.428255Z","caller":"traceutil/trace.go:171","msg":"trace[627101046] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"618.642433ms","start":"2026-03-03T20:07:43.809598Z","end":"2026-03-03T20:07:44.428241Z","steps":["trace[627101046] 'process raft request' (duration: 618.314956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:44.428234Z","caller":"traceutil/trace.go:171","msg":"trace[1926952670] linearizableReadLoop","detail":"{readStateIndex:2103; appliedIndex:2096; }","duration":"236.334438ms","start":"2026-03-03T20:07:44.191864Z","end":"2026-03-03T20:07:44.428199Z","steps":["trace[1926952670] 'read index received' (duration: 184.312658ms)","trace[1926952670] 'applied index is now lower than readState.Index' (duration: 52.02021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:44.428553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:43.809591Z","time spent":"618.697445ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:44.428639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.724647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:44.428677Z","caller":"traceutil/trace.go:171","msg":"trace[81657721] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2010; }","duration":"236.876411ms","start":"2026-03-03T20:07:44.19179Z","end":"2026-03-03T20:07:44.428667Z","steps":["trace[81657721] 'agreement among raft nodes before linearized reading' (duration: 236.525223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:44.959311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040934775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:45.706118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.249728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:07:45.706344Z","caller":"traceutil/trace.go:171","msg":"trace[388123442] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"1.258107923s","start":"2026-03-03T20:07:44.448193Z","end":"2026-03-03T20:07:45.706301Z","steps":["trace[388123442] 'process raft request' (duration: 519.504087ms)","trace[388123442] 'compare' (duration: 737.973512ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:45.706394Z","caller":"traceutil/trace.go:171","msg":"trace[1496457478] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"545.137465ms","start":"2026-03-03T20:07:45.16123Z","end":"2026-03-03T20:07:45.706367Z","steps":["trace[1496457478] 'process raft request' (duration: 545.019872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:45.706495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:45.161182Z","time spent":"545.265218ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:45.706617Z","caller":"traceutil/trace.go:171","msg":"trace[419219289] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2104; }","duration":"1.256284001s","start":"2026-03-03T20:07:44.4503Z","end":"2026-03-03T20:07:45.706584Z","steps":["trace[419219289] 'read index received' (duration: 517.198604ms)","trace[419219289] 'applied index is now lower than readState.Index' (duration: 739.081387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:45.706866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256539778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:07:45.706943Z","caller":"traceutil/trace.go:171","msg":"trace[1926041368] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2013; }","duration":"1.25666349s","start":"2026-03-03T20:07:44.450266Z","end":"2026-03-03T20:07:45.70693Z","steps":["trace[1926041368] 'agreement among raft nodes before linearized reading' (duration: 1.256500006s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:45.706947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.448173Z","time spent":"1.258269718s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:45.706938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.354716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:45.706869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.795995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:45.707035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.310791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:07:45.707056Z","caller":"traceutil/trace.go:171","msg":"trace[1458821260] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2013; }","duration":"700.543721ms","start":"2026-03-03T20:07:45.006478Z","end":"2026-03-03T20:07:45.707021Z","steps":["trace[1458821260] 'agreement among raft nodes before linearized reading' (duration: 700.335006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:45.707074Z","caller":"traceutil/trace.go:171","msg":"trace[663260175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2013; }","duration":"817.043771ms","start":"2026-03-03T20:07:44.890012Z","end":"2026-03-03T20:07:45.707056Z","steps":["trace[663260175] 'agreement among raft nodes before linearized reading' (duration: 816.805215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:45.707124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.889987Z","time spent":"817.125442ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:07:45.707124Z","caller":"traceutil/trace.go:171","msg":"trace[2034310913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2013; }","duration":"895.432164ms","start":"2026-03-03T20:07:44.811663Z","end":"2026-03-03T20:07:45.707095Z","steps":["trace[2034310913] 'agreement among raft nodes before linearized reading' (duration: 895.151097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:45.707123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:45.006267Z","time spent":"700.843827ms","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:07:45.707175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.811636Z","time spent":"895.526456ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:07:45.707039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:44.450253Z","time spent":"1.256740371s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:07:46.122756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.029676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:07:46.12289Z","caller":"traceutil/trace.go:171","msg":"trace[475296905] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"314.714893ms","start":"2026-03-03T20:07:45.808149Z","end":"2026-03-03T20:07:46.122863Z","steps":["trace[475296905] 'process raft request' (duration: 129.472923ms)","trace[475296905] 'compare' (duration: 184.881452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:46.122961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:45.808126Z","time spent":"314.804695ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:46.205547Z","caller":"traceutil/trace.go:171","msg":"trace[1472347783] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2106; }","duration":"380.450423ms","start":"2026-03-03T20:07:45.825064Z","end":"2026-03-03T20:07:46.205514Z","steps":["trace[1472347783] 'read index received' (duration: 112.462136ms)","trace[1472347783] 'applied index is now lower than readState.Index' (duration: 267.986447ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:46.205668Z","caller":"traceutil/trace.go:171","msg":"trace[1997191165] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"396.839214ms","start":"2026-03-03T20:07:45.808783Z","end":"2026-03-03T20:07:46.205623Z","steps":["trace[1997191165] 'process raft request' (duration: 396.571898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.205777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.708158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-03T20:07:46.205821Z","caller":"traceutil/trace.go:171","msg":"trace[475527982] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2015; }","duration":"380.759309ms","start":"2026-03-03T20:07:45.825052Z","end":"2026-03-03T20:07:46.205811Z","steps":["trace[475527982] 'agreement among raft nodes before linearized reading' (duration: 380.578885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.205844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:45.825012Z","time spent":"380.828041ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:07:46.205836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:45.80877Z","time spent":"396.972617ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:46.746042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.62455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:07:46.746143Z","caller":"traceutil/trace.go:171","msg":"trace[1528589329] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2108; }","duration":"540.495238ms","start":"2026-03-03T20:07:46.205634Z","end":"2026-03-03T20:07:46.746129Z","steps":["trace[1528589329] 'read index received' (duration: 140.606252ms)","trace[1528589329] 'applied index is now lower than readState.Index' (duration: 399.887826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:46.746221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.859354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:07:46.746223Z","caller":"traceutil/trace.go:171","msg":"trace[1813852039] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"642.01184ms","start":"2026-03-03T20:07:46.10416Z","end":"2026-03-03T20:07:46.746172Z","steps":["trace[1813852039] 'process raft request' (duration: 242.174635ms)","trace[1813852039] 'compare' (duration: 399.520177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:46.746241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.157317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:46.746294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.483731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:46.74624Z","caller":"traceutil/trace.go:171","msg":"trace[157833747] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2016; }","duration":"894.929665ms","start":"2026-03-03T20:07:45.851304Z","end":"2026-03-03T20:07:46.746234Z","steps":["trace[157833747] 'agreement among raft nodes before linearized reading' (duration: 894.880064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.746374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:45.851271Z","time spent":"895.095509ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:07:46.746378Z","caller":"traceutil/trace.go:171","msg":"trace[318464324] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2016; }","duration":"532.591143ms","start":"2026-03-03T20:07:46.213767Z","end":"2026-03-03T20:07:46.746358Z","steps":["trace[318464324] 'agreement among raft nodes before linearized reading' (duration: 532.47006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.746419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.21375Z","time spent":"532.661615ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:07:46.74643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.104119Z","time spent":"642.201234ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:46.746484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.650968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:07:46.746553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.01776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:07:46.746555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.238552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T20:07:46.746569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.011321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T20:07:46.746565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.116037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T20:07:46.746597Z","caller":"traceutil/trace.go:171","msg":"trace[141644556] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2016; }","duration":"428.091641ms","start":"2026-03-03T20:07:46.318494Z","end":"2026-03-03T20:07:46.746585Z","steps":["trace[141644556] 'agreement among raft nodes before linearized reading' (duration: 428.010969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.746578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.781862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:07:46.746627Z","caller":"traceutil/trace.go:171","msg":"trace[233958630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2016; }","duration":"313.181218ms","start":"2026-03-03T20:07:46.433433Z","end":"2026-03-03T20:07:46.746614Z","steps":["trace[233958630] 'agreement among raft nodes before linearized reading' (duration: 313.031774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:46.746627Z","caller":"traceutil/trace.go:171","msg":"trace[1781324491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2016; }","duration":"312.121693ms","start":"2026-03-03T20:07:46.434486Z","end":"2026-03-03T20:07:46.746607Z","steps":["trace[1781324491] 'agreement among raft nodes before linearized reading' (duration: 311.948049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:46.746616Z","caller":"traceutil/trace.go:171","msg":"trace[1825638828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2016; }","duration":"314.331885ms","start":"2026-03-03T20:07:46.432266Z","end":"2026-03-03T20:07:46.746598Z","steps":["trace[1825638828] 'agreement among raft nodes before linearized reading' (duration: 314.112429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.746669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.433359Z","time spent":"313.30214ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:07:46.746678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.434477Z","time spent":"312.189104ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:07:46.746694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.432245Z","time spent":"314.434706ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:07:46.746641Z","caller":"traceutil/trace.go:171","msg":"trace[1169893619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2016; }","duration":"313.870593ms","start":"2026-03-03T20:07:46.432756Z","end":"2026-03-03T20:07:46.746627Z","steps":["trace[1169893619] 'agreement among raft nodes before linearized reading' (duration: 313.671359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:46.746581Z","caller":"traceutil/trace.go:171","msg":"trace[379623946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2016; }","duration":"313.865364ms","start":"2026-03-03T20:07:46.432689Z","end":"2026-03-03T20:07:46.746555Z","steps":["trace[379623946] 'agreement among raft nodes before linearized reading' (duration: 313.577337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.746905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.43268Z","time spent":"314.209041ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:46.746882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.432745Z","time spent":"314.072559ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:46.746635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.318481Z","time spent":"428.144143ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:07:46.747074Z","caller":"traceutil/trace.go:171","msg":"trace[1592368992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2016; }","duration":"622.332541ms","start":"2026-03-03T20:07:46.123992Z","end":"2026-03-03T20:07:46.746325Z","steps":["trace[1592368992] 'agreement among raft nodes before linearized reading' (duration: 622.152367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:46.747731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.123959Z","time spent":"623.752974ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:47.257607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040934787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:07:47.314512Z","caller":"traceutil/trace.go:171","msg":"trace[910459080] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"563.585364ms","start":"2026-03-03T20:07:46.750879Z","end":"2026-03-03T20:07:47.314465Z","steps":["trace[910459080] 'process raft request' (duration: 563.289627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:47.314846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.750861Z","time spent":"563.792158ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:47.620988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.603537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:07:47.621209Z","caller":"traceutil/trace.go:171","msg":"trace[1440448041] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"869.40215ms","start":"2026-03-03T20:07:46.751784Z","end":"2026-03-03T20:07:47.621186Z","steps":["trace[1440448041] 'process raft request' (duration: 869.314598ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:47.621239Z","caller":"traceutil/trace.go:171","msg":"trace[1394816921] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"869.616634ms","start":"2026-03-03T20:07:46.751594Z","end":"2026-03-03T20:07:47.62121Z","steps":["trace[1394816921] 'process raft request' (duration: 708.69675ms)","trace[1394816921] 'compare' (duration: 160.465064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:47.621304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.751771Z","time spent":"869.477491ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:47.621343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.751566Z","time spent":"869.729507ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:47.621393Z","caller":"traceutil/trace.go:171","msg":"trace[392895827] linearizableReadLoop","detail":"{readStateIndex:2114; appliedIndex:2109; }","duration":"863.971653ms","start":"2026-03-03T20:07:46.75739Z","end":"2026-03-03T20:07:47.621362Z","steps":["trace[392895827] 'read index received' (duration: 556.711013ms)","trace[392895827] 'applied index is now lower than readState.Index' (duration: 307.25959ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:47.621454Z","caller":"traceutil/trace.go:171","msg":"trace[322240622] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"850.367146ms","start":"2026-03-03T20:07:46.771053Z","end":"2026-03-03T20:07:47.62142Z","steps":["trace[322240622] 'process raft request' (duration: 850.09591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:47.621512Z","caller":"traceutil/trace.go:171","msg":"trace[1751413247] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"849.333133ms","start":"2026-03-03T20:07:46.772121Z","end":"2026-03-03T20:07:47.621454Z","steps":["trace[1751413247] 'process raft request' (duration: 849.136738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:47.621595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.872576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:47.621614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.214059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T20:07:47.621622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.771026Z","time spent":"850.50209ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:47.621675Z","caller":"traceutil/trace.go:171","msg":"trace[1102052393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2021; }","duration":"864.286691ms","start":"2026-03-03T20:07:46.757373Z","end":"2026-03-03T20:07:47.62166Z","steps":["trace[1102052393] 'agreement among raft nodes before linearized reading' (duration: 864.136547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:47.621636Z","caller":"traceutil/trace.go:171","msg":"trace[110531685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2021; }","duration":"730.965888ms","start":"2026-03-03T20:07:46.890658Z","end":"2026-03-03T20:07:47.621624Z","steps":["trace[110531685] 'agreement among raft nodes before linearized reading' (duration: 730.878226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:47.621721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.757367Z","time spent":"864.341552ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:07:47.621728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.772103Z","time spent":"849.510907ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:47.621792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:46.890631Z","time spent":"731.094741ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:48.255676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040934794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:48.639581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.605153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:07:48.639845Z","caller":"traceutil/trace.go:171","msg":"trace[1139664223] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"926.391594ms","start":"2026-03-03T20:07:47.713418Z","end":"2026-03-03T20:07:48.639809Z","steps":["trace[1139664223] 'process raft request' (duration: 610.429723ms)","trace[1139664223] 'compare' (duration: 315.444509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:48.639944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:47.713387Z","time spent":"926.518397ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:48.640459Z","caller":"traceutil/trace.go:171","msg":"trace[911715472] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"512.680948ms","start":"2026-03-03T20:07:48.127705Z","end":"2026-03-03T20:07:48.640386Z","steps":["trace[911715472] 'process raft request' (duration: 512.026823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:48.640457Z","caller":"traceutil/trace.go:171","msg":"trace[102773884] linearizableReadLoop","detail":"{readStateIndex:2117; appliedIndex:2114; }","duration":"885.40354ms","start":"2026-03-03T20:07:47.754982Z","end":"2026-03-03T20:07:48.640386Z","steps":["trace[102773884] 'read index received' (duration: 568.944047ms)","trace[102773884] 'applied index is now lower than readState.Index' (duration: 316.458393ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:48.64053Z","caller":"traceutil/trace.go:171","msg":"trace[1854100319] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"429.76925ms","start":"2026-03-03T20:07:48.210716Z","end":"2026-03-03T20:07:48.640485Z","steps":["trace[1854100319] 'process raft request' (duration: 429.547775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:48.640663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:48.127668Z","time spent":"512.883893ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:48.640801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.663295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:48.640856Z","caller":"traceutil/trace.go:171","msg":"trace[1422687249] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2024; }","duration":"312.778037ms","start":"2026-03-03T20:07:48.328065Z","end":"2026-03-03T20:07:48.640843Z","steps":["trace[1422687249] 'agreement among raft nodes before linearized reading' (duration: 312.680965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:48.640871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.93937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:07:48.640897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:48.328028Z","time spent":"312.859829ms","remote":"127.0.0.1:42646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:07:48.640914Z","caller":"traceutil/trace.go:171","msg":"trace[1210896492] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2024; }","duration":"432.009122ms","start":"2026-03-03T20:07:48.208885Z","end":"2026-03-03T20:07:48.640894Z","steps":["trace[1210896492] 'agreement among raft nodes before linearized reading' (duration: 431.948551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:48.640962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:48.208863Z","time spent":"432.090284ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:07:48.640784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.774219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:48.641027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.053065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:07:48.641084Z","caller":"traceutil/trace.go:171","msg":"trace[1385121061] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2024; }","duration":"185.159168ms","start":"2026-03-03T20:07:48.455917Z","end":"2026-03-03T20:07:48.641076Z","steps":["trace[1385121061] 'agreement among raft nodes before linearized reading' (duration: 184.999395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:48.641157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.540789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18996d9a1558cd0d\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T20:07:48.641212Z","caller":"traceutil/trace.go:171","msg":"trace[476236505] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18996d9a1558cd0d; range_end:; response_count:1; response_revision:2024; }","duration":"599.627891ms","start":"2026-03-03T20:07:48.041569Z","end":"2026-03-03T20:07:48.641197Z","steps":["trace[476236505] 'agreement among raft nodes before linearized reading' (duration: 599.509368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:48.641247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:48.041544Z","time spent":"599.695843ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18996d9a1558cd0d\" "} {"level":"warn","ts":"2026-03-03T20:07:48.640656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.659546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:07:48.641054Z","caller":"traceutil/trace.go:171","msg":"trace[1153514124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2024; }","duration":"751.105507ms","start":"2026-03-03T20:07:47.889936Z","end":"2026-03-03T20:07:48.641042Z","steps":["trace[1153514124] 'agreement among raft nodes before linearized reading' (duration: 750.781239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:48.641326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:47.88991Z","time spent":"751.404073ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:48.641414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:48.210673Z","time spent":"430.106948ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:48.641899Z","caller":"traceutil/trace.go:171","msg":"trace[1341698992] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2024; }","duration":"886.369582ms","start":"2026-03-03T20:07:47.754921Z","end":"2026-03-03T20:07:48.641291Z","steps":["trace[1341698992] 'agreement among raft nodes before linearized reading' (duration: 885.592214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:48.641991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:47.754892Z","time spent":"887.070249ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:07:48.874798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.739604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:07:48.874897Z","caller":"traceutil/trace.go:171","msg":"trace[1906089477] linearizableReadLoop","detail":"{readStateIndex:2118; appliedIndex:2117; }","duration":"225.657651ms","start":"2026-03-03T20:07:48.649224Z","end":"2026-03-03T20:07:48.874881Z","steps":["trace[1906089477] 'read index received' (duration: 121.668761ms)","trace[1906089477] 'applied index is now lower than readState.Index' (duration: 103.98759ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:48.874991Z","caller":"traceutil/trace.go:171","msg":"trace[312164127] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"231.540288ms","start":"2026-03-03T20:07:48.643438Z","end":"2026-03-03T20:07:48.874978Z","steps":["trace[312164127] 'process raft request' (duration: 127.530978ms)","trace[312164127] 'compare' (duration: 103.607141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:48.875097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.840975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:48.875187Z","caller":"traceutil/trace.go:171","msg":"trace[1925864333] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2025; }","duration":"225.954208ms","start":"2026-03-03T20:07:48.649209Z","end":"2026-03-03T20:07:48.875164Z","steps":["trace[1925864333] 'agreement among raft nodes before linearized reading' (duration: 225.814254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:48.875105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.890941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:07:48.875298Z","caller":"traceutil/trace.go:171","msg":"trace[779633150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2025; }","duration":"206.090975ms","start":"2026-03-03T20:07:48.669154Z","end":"2026-03-03T20:07:48.875245Z","steps":["trace[779633150] 'agreement among raft nodes before linearized reading' (duration: 205.880171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:51.21767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040934814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:07:51.39161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761411226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:07:51.391696Z","caller":"traceutil/trace.go:171","msg":"trace[1937072931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2026; }","duration":"1.76156772s","start":"2026-03-03T20:07:49.630107Z","end":"2026-03-03T20:07:51.391675Z","steps":["trace[1937072931] 'range keys from in-memory index tree' (duration: 1.76117208s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:51.39175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:49.630083Z","time spent":"1.761653761s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:07:51.391781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502289287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:51.391871Z","caller":"traceutil/trace.go:171","msg":"trace[96029858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2026; }","duration":"1.502391359s","start":"2026-03-03T20:07:49.889458Z","end":"2026-03-03T20:07:51.391849Z","steps":["trace[96029858] 'range keys from in-memory index tree' (duration: 1.502201984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:51.391915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:49.88942Z","time spent":"1.502486361s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:51.391906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735979715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T20:07:51.391984Z","caller":"traceutil/trace.go:171","msg":"trace[1049918365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2026; }","duration":"1.736086757s","start":"2026-03-03T20:07:49.655874Z","end":"2026-03-03T20:07:51.391961Z","steps":["trace[1049918365] 'range keys from in-memory index tree' (duration: 1.735798331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:51.392054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:49.655864Z","time spent":"1.736166579s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:07:51.392341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766512594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:07:51.392373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626379604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:07:51.392398Z","caller":"traceutil/trace.go:171","msg":"trace[1695308755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2026; }","duration":"1.766619717s","start":"2026-03-03T20:07:49.625765Z","end":"2026-03-03T20:07:51.392384Z","steps":["trace[1695308755] 'range keys from in-memory index tree' (duration: 1.766367431s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:51.392485Z","caller":"traceutil/trace.go:171","msg":"trace[485243119] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2026; }","duration":"1.626422395s","start":"2026-03-03T20:07:49.765977Z","end":"2026-03-03T20:07:51.3924Z","steps":["trace[485243119] 'count revisions from in-memory index tree' (duration: 1.626313733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:51.39253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:49.765938Z","time spent":"1.626580779s","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:07:51.392528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:49.625739Z","time spent":"1.76676476s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:51.39198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029201199s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:51.392713Z","caller":"traceutil/trace.go:171","msg":"trace[767111665] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2026; }","duration":"1.029942146s","start":"2026-03-03T20:07:50.362758Z","end":"2026-03-03T20:07:51.392701Z","steps":["trace[767111665] 'range keys from in-memory index tree' (duration: 1.029185788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:51.392808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766791871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:07:51.392871Z","caller":"traceutil/trace.go:171","msg":"trace[1974126293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2026; }","duration":"1.766898283s","start":"2026-03-03T20:07:49.625957Z","end":"2026-03-03T20:07:51.392855Z","steps":["trace[1974126293] 'range keys from in-memory index tree' (duration: 1.766647608s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:51.392882Z","caller":"traceutil/trace.go:171","msg":"trace[1391800821] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"747.058284ms","start":"2026-03-03T20:07:50.645807Z","end":"2026-03-03T20:07:51.392865Z","steps":["trace[1391800821] 'process raft request' (duration: 746.721496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:51.392921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:49.625919Z","time spent":"1.766989466s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:07:51.392707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766766361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:07:51.393028Z","caller":"traceutil/trace.go:171","msg":"trace[1752651138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2026; }","duration":"1.767141499s","start":"2026-03-03T20:07:49.625875Z","end":"2026-03-03T20:07:51.393017Z","steps":["trace[1752651138] 'range keys from in-memory index tree' (duration: 1.766608217s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:51.393077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:49.625846Z","time spent":"1.767217201s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:51.392985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:50.645776Z","time spent":"747.138116ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:52.270672Z","caller":"traceutil/trace.go:171","msg":"trace[1240032581] linearizableReadLoop","detail":"{readStateIndex:2123; appliedIndex:2121; }","duration":"1.553021966s","start":"2026-03-03T20:07:50.71762Z","end":"2026-03-03T20:07:52.270642Z","steps":["trace[1240032581] 'read index received' (duration: 675.62629ms)","trace[1240032581] 'applied index is now lower than readState.Index' (duration: 877.394086ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:52.270841Z","caller":"traceutil/trace.go:171","msg":"trace[1033540037] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"1.624804677s","start":"2026-03-03T20:07:50.646012Z","end":"2026-03-03T20:07:52.270817Z","steps":["trace[1033540037] 'process raft request' (duration: 1.61292247s)","trace[1033540037] 'compare' (duration: 11.060518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:07:52.270994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:50.645967Z","time spent":"1.624925299s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:52.270993Z","caller":"traceutil/trace.go:171","msg":"trace[380547859] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"1.624397108s","start":"2026-03-03T20:07:50.646561Z","end":"2026-03-03T20:07:52.270958Z","steps":["trace[380547859] 'process raft request' (duration: 1.623937867s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:52.271235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:50.646514Z","time spent":"1.624557722s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:52.271255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553612959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T20:07:52.271381Z","caller":"traceutil/trace.go:171","msg":"trace[1207379294] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2029; }","duration":"1.553742922s","start":"2026-03-03T20:07:50.717571Z","end":"2026-03-03T20:07:52.271314Z","steps":["trace[1207379294] 'agreement among raft nodes before linearized reading' (duration: 1.553483756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:52.271443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:50.717545Z","time spent":"1.553884306s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T20:07:52.329848Z","caller":"traceutil/trace.go:171","msg":"trace[1823410585] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"930.033841ms","start":"2026-03-03T20:07:51.399785Z","end":"2026-03-03T20:07:52.329819Z","steps":["trace[1823410585] 'process raft request' (duration: 929.808115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:52.330051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:51.399763Z","time spent":"930.192894ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:52.330101Z","caller":"traceutil/trace.go:171","msg":"trace[330291466] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"928.71827ms","start":"2026-03-03T20:07:51.401359Z","end":"2026-03-03T20:07:52.330077Z","steps":["trace[330291466] 'process raft request' (duration: 928.658868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:52.330139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.606874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:07:52.330137Z","caller":"traceutil/trace.go:171","msg":"trace[622756042] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"930.183293ms","start":"2026-03-03T20:07:51.399838Z","end":"2026-03-03T20:07:52.330021Z","steps":["trace[622756042] 'process raft request' (duration: 929.904217ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:52.330359Z","caller":"traceutil/trace.go:171","msg":"trace[839190111] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"930.507311ms","start":"2026-03-03T20:07:51.399838Z","end":"2026-03-03T20:07:52.330345Z","steps":["trace[839190111] 'process raft request' (duration: 930.086831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:52.330369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.603783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:07:52.330417Z","caller":"traceutil/trace.go:171","msg":"trace[30406556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2033; }","duration":"930.683475ms","start":"2026-03-03T20:07:51.399723Z","end":"2026-03-03T20:07:52.330406Z","steps":["trace[30406556] 'agreement among raft nodes before linearized reading' (duration: 930.553762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:52.330463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:51.399702Z","time spent":"930.754066ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:07:52.330258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.346357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:07:52.330486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:51.399813Z","time spent":"930.592843ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:52.330507Z","caller":"traceutil/trace.go:171","msg":"trace[813155775] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2033; }","duration":"272.636323ms","start":"2026-03-03T20:07:52.05786Z","end":"2026-03-03T20:07:52.330496Z","steps":["trace[813155775] 'agreement among raft nodes before linearized reading' (duration: 272.365417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:07:52.330202Z","caller":"traceutil/trace.go:171","msg":"trace[1255105154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2033; }","duration":"930.701635ms","start":"2026-03-03T20:07:51.399487Z","end":"2026-03-03T20:07:52.330188Z","steps":["trace[1255105154] 'agreement among raft nodes before linearized reading' (duration: 930.584662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:52.330299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:51.401338Z","time spent":"928.845332ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:52.330651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:51.399467Z","time spent":"931.175217ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:52.331549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:51.399812Z","time spent":"930.586153ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:07:52.839829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040934824,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:07:53.208231Z","caller":"traceutil/trace.go:171","msg":"trace[1093649517] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"932.510019ms","start":"2026-03-03T20:07:52.275669Z","end":"2026-03-03T20:07:53.208179Z","steps":["trace[1093649517] 'process raft request' (duration: 864.488806ms)","trace[1093649517] 'compare' (duration: 67.782457ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:53.20823Z","caller":"traceutil/trace.go:171","msg":"trace[993942852] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2127; }","duration":"868.924758ms","start":"2026-03-03T20:07:52.339274Z","end":"2026-03-03T20:07:53.208199Z","steps":["trace[993942852] 'read index received' (duration: 800.900135ms)","trace[993942852] 'applied index is now lower than readState.Index' (duration: 68.023313ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:07:53.208276Z","caller":"traceutil/trace.go:171","msg":"trace[1984852448] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"872.508962ms","start":"2026-03-03T20:07:52.335723Z","end":"2026-03-03T20:07:53.208232Z","steps":["trace[1984852448] 'process raft request' (duration: 872.40838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:53.208374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.109813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:07:53.208452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:52.335692Z","time spent":"872.651915ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:53.208491Z","caller":"traceutil/trace.go:171","msg":"trace[347953892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2035; }","duration":"869.269476ms","start":"2026-03-03T20:07:52.339203Z","end":"2026-03-03T20:07:53.208472Z","steps":["trace[347953892] 'agreement among raft nodes before linearized reading' (duration: 869.078632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:53.208535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:52.339184Z","time spent":"869.344388ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:07:53.208581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.214232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T20:07:53.208739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.030973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-03T20:07:53.208858Z","caller":"traceutil/trace.go:171","msg":"trace[1074023856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2035; }","duration":"579.220388ms","start":"2026-03-03T20:07:52.629616Z","end":"2026-03-03T20:07:53.208836Z","steps":["trace[1074023856] 'agreement among raft nodes before linearized reading' (duration: 578.86753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:53.208653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:52.275644Z","time spent":"932.668312ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:07:53.208854Z","caller":"traceutil/trace.go:171","msg":"trace[574699545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2035; }","duration":"807.343985ms","start":"2026-03-03T20:07:52.401291Z","end":"2026-03-03T20:07:53.208635Z","steps":["trace[574699545] 'agreement among raft nodes before linearized reading' (duration: 807.086369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:07:53.208936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:52.629594Z","time spent":"579.32978ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:07:53.20905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:07:52.401269Z","time spent":"807.760615ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T20:08:51.958791Z","caller":"traceutil/trace.go:171","msg":"trace[355970590] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"103.155971ms","start":"2026-03-03T20:08:51.855613Z","end":"2026-03-03T20:08:51.958769Z","steps":["trace[355970590] 'process raft request' (duration: 102.742541ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:03.717348Z","caller":"traceutil/trace.go:171","msg":"trace[1682537224] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"125.43979ms","start":"2026-03-03T20:09:03.591859Z","end":"2026-03-03T20:09:03.717299Z","steps":["trace[1682537224] 'process raft request' (duration: 125.055321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:06.871396Z","caller":"traceutil/trace.go:171","msg":"trace[456319522] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"286.586731ms","start":"2026-03-03T20:09:06.584779Z","end":"2026-03-03T20:09:06.871366Z","steps":["trace[456319522] 'process raft request' (duration: 286.437927ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:06.87413Z","caller":"traceutil/trace.go:171","msg":"trace[1651929911] linearizableReadLoop","detail":"{readStateIndex:2672; appliedIndex:2670; }","duration":"159.334598ms","start":"2026-03-03T20:09:06.714772Z","end":"2026-03-03T20:09:06.874106Z","steps":["trace[1651929911] 'read index received' (duration: 156.495662ms)","trace[1651929911] 'applied index is now lower than readState.Index' (duration: 2.837886ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:06.874194Z","caller":"traceutil/trace.go:171","msg":"trace[617028092] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"288.917025ms","start":"2026-03-03T20:09:06.585257Z","end":"2026-03-03T20:09:06.874174Z","steps":["trace[617028092] 'process raft request' (duration: 288.723361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:06.874314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.526913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:09:06.874343Z","caller":"traceutil/trace.go:171","msg":"trace[1287926642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2557; }","duration":"159.601885ms","start":"2026-03-03T20:09:06.714734Z","end":"2026-03-03T20:09:06.874336Z","steps":["trace[1287926642] 'agreement among raft nodes before linearized reading' (duration: 159.474382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:06.874388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.147735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:09:06.874574Z","caller":"traceutil/trace.go:171","msg":"trace[117593747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2557; }","duration":"147.247478ms","start":"2026-03-03T20:09:06.727209Z","end":"2026-03-03T20:09:06.874456Z","steps":["trace[117593747] 'agreement among raft nodes before linearized reading' (duration: 147.067013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:06.874601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.026116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:09:06.8747Z","caller":"traceutil/trace.go:171","msg":"trace[991127321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2557; }","duration":"145.164909ms","start":"2026-03-03T20:09:06.729512Z","end":"2026-03-03T20:09:06.874677Z","steps":["trace[991127321] 'agreement among raft nodes before linearized reading' (duration: 144.846701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:06.874698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.67021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:09:06.8748Z","caller":"traceutil/trace.go:171","msg":"trace[924372134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2557; }","duration":"145.795294ms","start":"2026-03-03T20:09:06.72898Z","end":"2026-03-03T20:09:06.874775Z","steps":["trace[924372134] 'agreement among raft nodes before linearized reading' (duration: 145.404895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:08.200858Z","caller":"traceutil/trace.go:171","msg":"trace[749461212] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"465.385042ms","start":"2026-03-03T20:09:07.735446Z","end":"2026-03-03T20:09:08.200831Z","steps":["trace[749461212] 'process raft request' (duration: 465.212048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:08.201021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:07.73543Z","time spent":"465.506595ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:08.203521Z","caller":"traceutil/trace.go:171","msg":"trace[1261087568] linearizableReadLoop","detail":"{readStateIndex:2678; appliedIndex:2676; }","duration":"447.369693ms","start":"2026-03-03T20:09:07.756127Z","end":"2026-03-03T20:09:08.203497Z","steps":["trace[1261087568] 'read index received' (duration: 444.589628ms)","trace[1261087568] 'applied index is now lower than readState.Index' (duration: 2.779035ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:08.203591Z","caller":"traceutil/trace.go:171","msg":"trace[699002810] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"464.892921ms","start":"2026-03-03T20:09:07.738661Z","end":"2026-03-03T20:09:08.203554Z","steps":["trace[699002810] 'process raft request' (duration: 464.708587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:08.203769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:07.738626Z","time spent":"465.054585ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:08.203775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.783204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:09:08.203776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.63036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:09:08.20383Z","caller":"traceutil/trace.go:171","msg":"trace[1680624974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2563; }","duration":"313.893367ms","start":"2026-03-03T20:09:07.889923Z","end":"2026-03-03T20:09:08.203816Z","steps":["trace[1680624974] 'agreement among raft nodes before linearized reading' (duration: 313.703812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:08.20384Z","caller":"traceutil/trace.go:171","msg":"trace[402041848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2563; }","duration":"447.737292ms","start":"2026-03-03T20:09:07.75609Z","end":"2026-03-03T20:09:08.203827Z","steps":["trace[402041848] 'agreement among raft nodes before linearized reading' (duration: 447.534697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:08.203876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:07.756079Z","time spent":"447.787343ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:09:08.203876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:07.889891Z","time spent":"313.973799ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:09:09.144134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.510584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:09.144401Z","caller":"traceutil/trace.go:171","msg":"trace[208666927] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"264.364413ms","start":"2026-03-03T20:09:08.879964Z","end":"2026-03-03T20:09:09.144328Z","steps":["trace[208666927] 'process raft request' (duration: 125.554122ms)","trace[208666927] 'compare' (duration: 138.362411ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:09.14446Z","caller":"traceutil/trace.go:171","msg":"trace[110150171] linearizableReadLoop","detail":"{readStateIndex:2681; appliedIndex:2680; }","duration":"205.36071ms","start":"2026-03-03T20:09:08.939008Z","end":"2026-03-03T20:09:09.144368Z","steps":["trace[110150171] 'read index received' (duration: 66.435947ms)","trace[110150171] 'applied index is now lower than readState.Index' (duration: 138.920693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:09.166395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.367852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:09:09.166463Z","caller":"traceutil/trace.go:171","msg":"trace[264974104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2566; }","duration":"227.477195ms","start":"2026-03-03T20:09:08.938968Z","end":"2026-03-03T20:09:09.166445Z","steps":["trace[264974104] 'agreement among raft nodes before linearized reading' (duration: 205.504654ms)","trace[264974104] 'range keys from in-memory index tree' (duration: 21.793057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:09.166486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.490622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:09:09.166486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.283887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:09:09.166503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.526833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:09:09.166532Z","caller":"traceutil/trace.go:171","msg":"trace[563761791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2566; }","duration":"226.554553ms","start":"2026-03-03T20:09:08.939965Z","end":"2026-03-03T20:09:09.166519Z","steps":["trace[563761791] 'agreement among raft nodes before linearized reading' (duration: 226.396979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:09.16654Z","caller":"traceutil/trace.go:171","msg":"trace[523128330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2566; }","duration":"226.362249ms","start":"2026-03-03T20:09:08.940165Z","end":"2026-03-03T20:09:09.166527Z","steps":["trace[523128330] 'agreement among raft nodes before linearized reading' (duration: 226.177795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:09.16658Z","caller":"traceutil/trace.go:171","msg":"trace[887151090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2566; }","duration":"226.657716ms","start":"2026-03-03T20:09:08.939904Z","end":"2026-03-03T20:09:09.166561Z","steps":["trace[887151090] 'agreement among raft nodes before linearized reading' (duration: 226.41925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:13.447282Z","caller":"traceutil/trace.go:171","msg":"trace[55751841] linearizableReadLoop","detail":"{readStateIndex:2713; appliedIndex:2710; }","duration":"124.146139ms","start":"2026-03-03T20:09:13.323115Z","end":"2026-03-03T20:09:13.447261Z","steps":["trace[55751841] 'read index received' (duration: 53.926275ms)","trace[55751841] 'applied index is now lower than readState.Index' (duration: 70.219074ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:13.447398Z","caller":"traceutil/trace.go:171","msg":"trace[888712194] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"193.936994ms","start":"2026-03-03T20:09:13.253431Z","end":"2026-03-03T20:09:13.447368Z","steps":["trace[888712194] 'process raft request' (duration: 193.722349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:13.447491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.356324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:09:13.447526Z","caller":"traceutil/trace.go:171","msg":"trace[1579199277] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2597; }","duration":"124.445506ms","start":"2026-03-03T20:09:13.323071Z","end":"2026-03-03T20:09:13.447517Z","steps":["trace[1579199277] 'agreement among raft nodes before linearized reading' (duration: 124.267262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:13.447507Z","caller":"traceutil/trace.go:171","msg":"trace[38081042] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"194.533898ms","start":"2026-03-03T20:09:13.252952Z","end":"2026-03-03T20:09:13.447486Z","steps":["trace[38081042] 'process raft request' (duration: 124.079278ms)","trace[38081042] 'compare' (duration: 69.830035ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:13.447464Z","caller":"traceutil/trace.go:171","msg":"trace[308853165] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"193.637927ms","start":"2026-03-03T20:09:13.253748Z","end":"2026-03-03T20:09:13.447386Z","steps":["trace[308853165] 'process raft request' (duration: 193.483424ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:17.392277Z","caller":"traceutil/trace.go:171","msg":"trace[728094594] linearizableReadLoop","detail":"{readStateIndex:2736; appliedIndex:2735; }","duration":"186.018519ms","start":"2026-03-03T20:09:17.206238Z","end":"2026-03-03T20:09:17.392257Z","steps":["trace[728094594] 'read index received' (duration: 185.849665ms)","trace[728094594] 'applied index is now lower than readState.Index' (duration: 168.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:17.392339Z","caller":"traceutil/trace.go:171","msg":"trace[625047367] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"204.849878ms","start":"2026-03-03T20:09:17.18745Z","end":"2026-03-03T20:09:17.3923Z","steps":["trace[625047367] 'process raft request' (duration: 204.668883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:17.392447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.592431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:09:17.392477Z","caller":"traceutil/trace.go:171","msg":"trace[1759029953] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2619; }","duration":"146.703074ms","start":"2026-03-03T20:09:17.245766Z","end":"2026-03-03T20:09:17.392469Z","steps":["trace[1759029953] 'agreement among raft nodes before linearized reading' (duration: 146.617302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:17.39256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.297476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:09:17.392677Z","caller":"traceutil/trace.go:171","msg":"trace[875303534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2619; }","duration":"186.421099ms","start":"2026-03-03T20:09:17.206191Z","end":"2026-03-03T20:09:17.392612Z","steps":["trace[875303534] 'agreement among raft nodes before linearized reading' (duration: 186.178503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:34.494068Z","caller":"traceutil/trace.go:171","msg":"trace[193091665] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"128.432891ms","start":"2026-03-03T20:09:34.365595Z","end":"2026-03-03T20:09:34.494028Z","steps":["trace[193091665] 'process raft request' (duration: 128.085023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:34.619537Z","caller":"traceutil/trace.go:171","msg":"trace[1955941875] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"120.559438ms","start":"2026-03-03T20:09:34.498946Z","end":"2026-03-03T20:09:34.619506Z","steps":["trace[1955941875] 'process raft request' (duration: 120.385273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:35.242097Z","caller":"traceutil/trace.go:171","msg":"trace[1922133890] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"226.676736ms","start":"2026-03-03T20:09:35.015389Z","end":"2026-03-03T20:09:35.242066Z","steps":["trace[1922133890] 'process raft request' (duration: 226.376039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:41.558321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.371069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:41.558472Z","caller":"traceutil/trace.go:171","msg":"trace[1669129482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2745; }","duration":"668.582423ms","start":"2026-03-03T20:09:40.889869Z","end":"2026-03-03T20:09:41.558452Z","steps":["trace[1669129482] 'range keys from in-memory index tree' (duration: 668.186235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:41.558419Z","caller":"traceutil/trace.go:171","msg":"trace[584674645] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"292.023635ms","start":"2026-03-03T20:09:41.266355Z","end":"2026-03-03T20:09:41.55836Z","steps":["trace[584674645] 'process raft request' (duration: 283.787062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:41.558552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:40.889844Z","time spent":"668.676846ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:09:41.558585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.319588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18996db7099410f7\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T20:09:41.558645Z","caller":"traceutil/trace.go:171","msg":"trace[194319927] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18996db7099410f7; range_end:; response_count:1; response_revision:2746; }","duration":"291.427641ms","start":"2026-03-03T20:09:41.267205Z","end":"2026-03-03T20:09:41.558632Z","steps":["trace[194319927] 'agreement among raft nodes before linearized reading' (duration: 291.219196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:41.558365Z","caller":"traceutil/trace.go:171","msg":"trace[2120730486] linearizableReadLoop","detail":"{readStateIndex:2868; appliedIndex:2867; }","duration":"291.083113ms","start":"2026-03-03T20:09:41.267242Z","end":"2026-03-03T20:09:41.558325Z","steps":["trace[2120730486] 'read index received' (duration: 282.936482ms)","trace[2120730486] 'applied index is now lower than readState.Index' (duration: 8.14474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:42.213461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.064547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:42.213595Z","caller":"traceutil/trace.go:171","msg":"trace[490671787] linearizableReadLoop","detail":"{readStateIndex:2870; appliedIndex:2869; }","duration":"586.374332ms","start":"2026-03-03T20:09:41.627199Z","end":"2026-03-03T20:09:42.213573Z","steps":["trace[490671787] 'read index received' (duration: 230.994648ms)","trace[490671787] 'applied index is now lower than readState.Index' (duration: 355.378014ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:42.213712Z","caller":"traceutil/trace.go:171","msg":"trace[1510144336] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"652.388005ms","start":"2026-03-03T20:09:41.56131Z","end":"2026-03-03T20:09:42.213698Z","steps":["trace[1510144336] 'process raft request' (duration: 296.98859ms)","trace[1510144336] 'compare' (duration: 354.920004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:42.21379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:41.561285Z","time spent":"652.465727ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:42.21407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.235274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:09:42.214116Z","caller":"traceutil/trace.go:171","msg":"trace[350065077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2748; }","duration":"617.302576ms","start":"2026-03-03T20:09:41.596797Z","end":"2026-03-03T20:09:42.2141Z","steps":["trace[350065077] 'agreement among raft nodes before linearized reading' (duration: 617.155932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:42.214163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:41.596784Z","time spent":"617.368577ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:09:42.214403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.363555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:09:42.214453Z","caller":"traceutil/trace.go:171","msg":"trace[806992972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2748; }","duration":"560.451927ms","start":"2026-03-03T20:09:41.653992Z","end":"2026-03-03T20:09:42.214444Z","steps":["trace[806992972] 'agreement among raft nodes before linearized reading' (duration: 560.344384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:42.214486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:41.653976Z","time spent":"560.503799ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:09:42.214726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.906097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:09:42.214789Z","caller":"traceutil/trace.go:171","msg":"trace[872987998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2748; }","duration":"537.013609ms","start":"2026-03-03T20:09:41.677761Z","end":"2026-03-03T20:09:42.214775Z","steps":["trace[872987998] 'agreement among raft nodes before linearized reading' (duration: 536.822604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:42.214816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:41.677744Z","time spent":"537.06708ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:42.214815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.757477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:09:42.214927Z","caller":"traceutil/trace.go:171","msg":"trace[1680353536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2748; }","duration":"534.896699ms","start":"2026-03-03T20:09:41.680004Z","end":"2026-03-03T20:09:42.214901Z","steps":["trace[1680353536] 'agreement among raft nodes before linearized reading' (duration: 534.534431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:42.214987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:41.679997Z","time spent":"534.977811ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:42.803878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040936519,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:09:44.802221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774772884s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:44.8024Z","caller":"traceutil/trace.go:171","msg":"trace[2071681732] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"2.582464607s","start":"2026-03-03T20:09:42.219916Z","end":"2026-03-03T20:09:44.802381Z","steps":["trace[2071681732] 'process raft request' (duration: 2.582396895s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:44.802418Z","caller":"traceutil/trace.go:171","msg":"trace[1449387739] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"2.582452387s","start":"2026-03-03T20:09:42.219916Z","end":"2026-03-03T20:09:44.802368Z","steps":["trace[1449387739] 'process raft request' (duration: 807.438977ms)","trace[1449387739] 'compare' (duration: 1.774640981s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:44.802457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.219895Z","time spent":"2.582537649s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:44.802638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.219895Z","time spent":"2.582620441s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:44.888269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.857970348s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:09:44.888773Z","caller":"traceutil/trace.go:171","msg":"trace[142661553] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"2.667824492s","start":"2026-03-03T20:09:42.220907Z","end":"2026-03-03T20:09:44.888732Z","steps":["trace[142661553] 'process raft request' (duration: 2.667556766s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:44.888803Z","caller":"traceutil/trace.go:171","msg":"trace[523369943] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"2.667003063s","start":"2026-03-03T20:09:42.221764Z","end":"2026-03-03T20:09:44.888767Z","steps":["trace[523369943] 'process raft request' (duration: 2.66685888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.888966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.220884Z","time spent":"2.667979446s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:44.888976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.221754Z","time spent":"2.667114865s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:44.889166Z","caller":"traceutil/trace.go:171","msg":"trace[2134617913] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"2.66729206s","start":"2026-03-03T20:09:42.221826Z","end":"2026-03-03T20:09:44.889079Z","steps":["trace[2134617913] 'process raft request' (duration: 2.66686578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.889368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.221804Z","time spent":"2.667458993s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:44.889405Z","caller":"traceutil/trace.go:171","msg":"trace[1579992464] linearizableReadLoop","detail":"{readStateIndex:2876; appliedIndex:2870; }","duration":"2.58600639s","start":"2026-03-03T20:09:42.303369Z","end":"2026-03-03T20:09:44.889375Z","steps":["trace[1579992464] 'read index received' (duration: 724.001518ms)","trace[1579992464] 'applied index is now lower than readState.Index' (duration: 1.862003232s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:44.889526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999834463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:09:44.889571Z","caller":"traceutil/trace.go:171","msg":"trace[2121521375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999906984s","start":"2026-03-03T20:09:42.889651Z","end":"2026-03-03T20:09:44.889558Z","steps":["trace[2121521375] 'agreement among raft nodes before linearized reading' (duration: 1.999861853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.889619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.889632Z","time spent":"1.999979457s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:09:44.889513Z","caller":"traceutil/trace.go:171","msg":"trace[1957539184] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"2.362652792s","start":"2026-03-03T20:09:42.526831Z","end":"2026-03-03T20:09:44.889483Z","steps":["trace[1957539184] 'process raft request' (duration: 2.362195851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.889813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.526803Z","time spent":"2.362917528s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:44.889771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586342818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:09:44.889975Z","caller":"traceutil/trace.go:171","msg":"trace[574509796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2754; }","duration":"2.586652186s","start":"2026-03-03T20:09:42.303302Z","end":"2026-03-03T20:09:44.889954Z","steps":["trace[574509796] 'agreement among raft nodes before linearized reading' (duration: 2.586355039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:44.890121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.303268Z","time spent":"2.586791788s","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:09:45.55236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.000546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:45.552662Z","caller":"traceutil/trace.go:171","msg":"trace[345130589] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"1.988061498s","start":"2026-03-03T20:09:43.564541Z","end":"2026-03-03T20:09:45.552603Z","steps":["trace[345130589] 'process raft request' (duration: 1.626687253s)","trace[345130589] 'compare' (duration: 360.805572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:45.552865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:43.564502Z","time spent":"1.988255613s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:45.553064Z","caller":"traceutil/trace.go:171","msg":"trace[768888545] linearizableReadLoop","detail":"{readStateIndex:2878; appliedIndex:2876; }","duration":"663.443704ms","start":"2026-03-03T20:09:44.889555Z","end":"2026-03-03T20:09:45.552999Z","steps":["trace[768888545] 'read index received' (duration: 301.542607ms)","trace[768888545] 'applied index is now lower than readState.Index' (duration: 361.899387ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:45.553208Z","caller":"traceutil/trace.go:171","msg":"trace[1696335623] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"1.919930007s","start":"2026-03-03T20:09:43.633252Z","end":"2026-03-03T20:09:45.553182Z","steps":["trace[1696335623] 'process raft request' (duration: 1.9192431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.553268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491487804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:09:45.553305Z","caller":"traceutil/trace.go:171","msg":"trace[2096793230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2756; }","duration":"1.491577676s","start":"2026-03-03T20:09:44.061719Z","end":"2026-03-03T20:09:45.553297Z","steps":["trace[2096793230] 'agreement among raft nodes before linearized reading' (duration: 1.491429723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.553272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167838298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:09:45.553332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.061675Z","time spent":"1.491652448s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:09:45.553321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775856469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T20:09:45.553322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508701815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:45.553363Z","caller":"traceutil/trace.go:171","msg":"trace[1062333950] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2756; }","duration":"3.1679588s","start":"2026-03-03T20:09:42.385377Z","end":"2026-03-03T20:09:45.553336Z","steps":["trace[1062333950] 'agreement among raft nodes before linearized reading' (duration: 3.167819067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.553297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188065941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:09:45.553391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082809281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:45.553465Z","caller":"traceutil/trace.go:171","msg":"trace[951377816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2756; }","duration":"3.188259526s","start":"2026-03-03T20:09:42.365188Z","end":"2026-03-03T20:09:45.553448Z","steps":["trace[951377816] 'agreement among raft nodes before linearized reading' (duration: 3.188046261s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:45.553458Z","caller":"traceutil/trace.go:171","msg":"trace[1148587544] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2756; }","duration":"2.508889409s","start":"2026-03-03T20:09:43.044529Z","end":"2026-03-03T20:09:45.553419Z","steps":["trace[1148587544] 'agreement among raft nodes before linearized reading' (duration: 2.508663494s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.553464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.385368Z","time spent":"3.168077924s","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:09:45.553471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202596659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T20:09:45.553491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.655434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:09:45.55349Z","caller":"traceutil/trace.go:171","msg":"trace[1399842339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2756; }","duration":"3.082961855s","start":"2026-03-03T20:09:42.470504Z","end":"2026-03-03T20:09:45.553465Z","steps":["trace[1399842339] 'agreement among raft nodes before linearized reading' (duration: 3.082772901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.553523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.28447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18996db632d50886\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-03T20:09:45.553535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:43.044505Z","time spent":"2.509011522s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:09:45.553548Z","caller":"traceutil/trace.go:171","msg":"trace[234083899] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2756; }","duration":"3.202694751s","start":"2026-03-03T20:09:42.350826Z","end":"2026-03-03T20:09:45.553521Z","steps":["trace[234083899] 'agreement among raft nodes before linearized reading' (duration: 3.202388114s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.553566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.470485Z","time spent":"3.083069667s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:09:45.55357Z","caller":"traceutil/trace.go:171","msg":"trace[651162352] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18996db632d50886; range_end:; response_count:1; response_revision:2756; }","duration":"660.372232ms","start":"2026-03-03T20:09:44.893186Z","end":"2026-03-03T20:09:45.553559Z","steps":["trace[651162352] 'agreement among raft nodes before linearized reading' (duration: 660.247399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:45.553554Z","caller":"traceutil/trace.go:171","msg":"trace[1466583301] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2756; }","duration":"641.739147ms","start":"2026-03-03T20:09:44.911799Z","end":"2026-03-03T20:09:45.553538Z","steps":["trace[1466583301] 'agreement among raft nodes before linearized reading' (duration: 641.645595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.553821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.911788Z","time spent":"641.911021ms","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:09:45.553476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.799588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:09:45.554061Z","caller":"traceutil/trace.go:171","msg":"trace[1362597029] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2756; }","duration":"615.415812ms","start":"2026-03-03T20:09:44.938606Z","end":"2026-03-03T20:09:45.554022Z","steps":["trace[1362597029] 'agreement among raft nodes before linearized reading' (duration: 614.769797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:45.553372Z","caller":"traceutil/trace.go:171","msg":"trace[517448283] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:2756; }","duration":"1.775950352s","start":"2026-03-03T20:09:43.777406Z","end":"2026-03-03T20:09:45.553356Z","steps":["trace[517448283] 'agreement among raft nodes before linearized reading' (duration: 1.775763567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.554155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:43.777375Z","time spent":"1.77675519s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:09:45.553324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.826679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:45.554247Z","caller":"traceutil/trace.go:171","msg":"trace[1755396376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2756; }","duration":"663.785732ms","start":"2026-03-03T20:09:44.890445Z","end":"2026-03-03T20:09:45.554231Z","steps":["trace[1755396376] 'agreement among raft nodes before linearized reading' (duration: 662.795419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.553512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.365181Z","time spent":"3.188316927s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:09:45.5543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.890426Z","time spent":"663.859413ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:09:45.553373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:43.633211Z","time spent":"1.92007793s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:45.553485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871956904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:09:45.554436Z","caller":"traceutil/trace.go:171","msg":"trace[123547046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2756; }","duration":"2.872962317s","start":"2026-03-03T20:09:42.681452Z","end":"2026-03-03T20:09:45.554415Z","steps":["trace[123547046] 'agreement among raft nodes before linearized reading' (duration: 2.871692578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.553617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.350801Z","time spent":"3.202801094s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T20:09:45.554524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:42.681425Z","time spent":"2.87306585s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:45.553614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.893165Z","time spent":"660.440273ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18996db632d50886\" "} {"level":"warn","ts":"2026-03-03T20:09:45.554377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:44.938579Z","time spent":"615.536954ms","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:09:45.91852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.293464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:45.918807Z","caller":"traceutil/trace.go:171","msg":"trace[521527434] linearizableReadLoop","detail":"{readStateIndex:2880; appliedIndex:2878; }","duration":"360.489604ms","start":"2026-03-03T20:09:45.558298Z","end":"2026-03-03T20:09:45.918787Z","steps":["trace[521527434] 'read index received' (duration: 89.932141ms)","trace[521527434] 'applied index is now lower than readState.Index' (duration: 270.556513ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:45.918817Z","caller":"traceutil/trace.go:171","msg":"trace[1978894275] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"361.402395ms","start":"2026-03-03T20:09:45.557376Z","end":"2026-03-03T20:09:45.918779Z","steps":["trace[1978894275] 'process raft request' (duration: 159.756253ms)","trace[1978894275] 'compare' (duration: 201.15148ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:45.918839Z","caller":"traceutil/trace.go:171","msg":"trace[1113302073] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"359.678865ms","start":"2026-03-03T20:09:45.559148Z","end":"2026-03-03T20:09:45.918827Z","steps":["trace[1113302073] 'process raft request' (duration: 359.562202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.919025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:45.559128Z","time spent":"359.85103ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:45.919034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.717529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T20:09:45.919093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:45.557353Z","time spent":"361.554589ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:45.919121Z","caller":"traceutil/trace.go:171","msg":"trace[1837231591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2758; }","duration":"360.801961ms","start":"2026-03-03T20:09:45.558256Z","end":"2026-03-03T20:09:45.919058Z","steps":["trace[1837231591] 'agreement among raft nodes before linearized reading' (duration: 360.597417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:45.91924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:45.558235Z","time spent":"360.932634ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:09:46.001316Z","caller":"traceutil/trace.go:171","msg":"trace[576752015] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"351.681488ms","start":"2026-03-03T20:09:45.649605Z","end":"2026-03-03T20:09:46.001286Z","steps":["trace[576752015] 'process raft request' (duration: 351.437872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.001361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.457488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:46.00142Z","caller":"traceutil/trace.go:171","msg":"trace[1000163121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2759; }","duration":"439.55576ms","start":"2026-03-03T20:09:45.561849Z","end":"2026-03-03T20:09:46.001405Z","steps":["trace[1000163121] 'agreement among raft nodes before linearized reading' (duration: 439.405557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.001456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:45.561839Z","time spent":"439.610051ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:09:46.001442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.471117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T20:09:46.001464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:45.649571Z","time spent":"351.81936ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:46.001555Z","caller":"traceutil/trace.go:171","msg":"trace[1268091424] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2759; }","duration":"216.62772ms","start":"2026-03-03T20:09:45.784906Z","end":"2026-03-03T20:09:46.001533Z","steps":["trace[1268091424] 'agreement among raft nodes before linearized reading' (duration: 216.343544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.001688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.802426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-03T20:09:46.001768Z","caller":"traceutil/trace.go:171","msg":"trace[750684152] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2759; }","duration":"443.019122ms","start":"2026-03-03T20:09:45.558735Z","end":"2026-03-03T20:09:46.001754Z","steps":["trace[750684152] 'agreement among raft nodes before linearized reading' (duration: 442.673433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.001818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:45.558704Z","time spent":"443.098973ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-03T20:09:46.926688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.376874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:46.926987Z","caller":"traceutil/trace.go:171","msg":"trace[167485031] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"330.934303ms","start":"2026-03-03T20:09:46.596031Z","end":"2026-03-03T20:09:46.926966Z","steps":["trace[167485031] 'process raft request' (duration: 330.896323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:46.927255Z","caller":"traceutil/trace.go:171","msg":"trace[1299945823] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2882; }","duration":"922.690212ms","start":"2026-03-03T20:09:46.00453Z","end":"2026-03-03T20:09:46.927221Z","steps":["trace[1299945823] 'read index received' (duration: 118.783276ms)","trace[1299945823] 'applied index is now lower than readState.Index' (duration: 803.903266ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:46.927293Z","caller":"traceutil/trace.go:171","msg":"trace[1940453551] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"921.274899ms","start":"2026-03-03T20:09:46.005977Z","end":"2026-03-03T20:09:46.927252Z","steps":["trace[1940453551] 'process raft request' (duration: 920.859369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:46.9273Z","caller":"traceutil/trace.go:171","msg":"trace[1859614202] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"923.00416ms","start":"2026-03-03T20:09:46.004269Z","end":"2026-03-03T20:09:46.927273Z","steps":["trace[1859614202] 'process raft request' (duration: 118.95041ms)","trace[1859614202] 'compare' (duration: 803.22862ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:46.927313Z","caller":"traceutil/trace.go:171","msg":"trace[1068755660] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"814.271439ms","start":"2026-03-03T20:09:46.113004Z","end":"2026-03-03T20:09:46.927276Z","steps":["trace[1068755660] 'process raft request' (duration: 813.88858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.927345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.596Z","time spent":"331.034925ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:46.927667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.005967Z","time spent":"921.595436ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:46.927687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.004235Z","time spent":"923.133772ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:46.927654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.055141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T20:09:46.927697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.112973Z","time spent":"814.607306ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:46.927759Z","caller":"traceutil/trace.go:171","msg":"trace[1292764777] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2763; }","duration":"923.244154ms","start":"2026-03-03T20:09:46.004494Z","end":"2026-03-03T20:09:46.927739Z","steps":["trace[1292764777] 'agreement among raft nodes before linearized reading' (duration: 922.820975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:46.927842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.004474Z","time spent":"923.355608ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:09:47.491209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.352097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:47.491413Z","caller":"traceutil/trace.go:171","msg":"trace[585795367] linearizableReadLoop","detail":"{readStateIndex:2888; appliedIndex:2886; }","duration":"564.060951ms","start":"2026-03-03T20:09:46.927329Z","end":"2026-03-03T20:09:47.49139Z","steps":["trace[585795367] 'read index received' (duration: 240.457909ms)","trace[585795367] 'applied index is now lower than readState.Index' (duration: 323.601572ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:47.49144Z","caller":"traceutil/trace.go:171","msg":"trace[38525892] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"593.331156ms","start":"2026-03-03T20:09:46.898075Z","end":"2026-03-03T20:09:47.491406Z","steps":["trace[38525892] 'process raft request' (duration: 593.242754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:47.491631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.898058Z","time spent":"593.456528ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:47.49173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.109373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:09:47.491786Z","caller":"traceutil/trace.go:171","msg":"trace[1773208192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2765; }","duration":"597.196915ms","start":"2026-03-03T20:09:46.894573Z","end":"2026-03-03T20:09:47.49177Z","steps":["trace[1773208192] 'agreement among raft nodes before linearized reading' (duration: 597.089293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:47.491638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.858318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:09:47.491839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.894557Z","time spent":"597.270568ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:09:47.491862Z","caller":"traceutil/trace.go:171","msg":"trace[2087511389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2765; }","duration":"597.135874ms","start":"2026-03-03T20:09:46.894713Z","end":"2026-03-03T20:09:47.491849Z","steps":["trace[2087511389] 'agreement among raft nodes before linearized reading' (duration: 596.800186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:47.491935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.894686Z","time spent":"597.236667ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:47.492018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.297641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:09:47.492083Z","caller":"traceutil/trace.go:171","msg":"trace[1874481324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2765; }","duration":"684.401164ms","start":"2026-03-03T20:09:46.807661Z","end":"2026-03-03T20:09:47.492062Z","steps":["trace[1874481324] 'agreement among raft nodes before linearized reading' (duration: 684.265731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:47.492134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.807648Z","time spent":"684.473405ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:09:47.492152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466355906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-03T20:09:47.492128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.858196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:47.492208Z","caller":"traceutil/trace.go:171","msg":"trace[1980665744] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2765; }","duration":"1.466451318s","start":"2026-03-03T20:09:46.025743Z","end":"2026-03-03T20:09:47.492194Z","steps":["trace[1980665744] 'agreement among raft nodes before linearized reading' (duration: 1.466272264s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:47.492224Z","caller":"traceutil/trace.go:171","msg":"trace[832234674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2765; }","duration":"733.008169ms","start":"2026-03-03T20:09:46.759195Z","end":"2026-03-03T20:09:47.492203Z","steps":["trace[832234674] 'agreement among raft nodes before linearized reading' (duration: 732.860046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:47.492203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.692508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:09:47.492266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.025717Z","time spent":"1.46653656s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T20:09:47.492269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.75917Z","time spent":"733.091552ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:09:47.492301Z","caller":"traceutil/trace.go:171","msg":"trace[1851882577] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2765; }","duration":"538.837592ms","start":"2026-03-03T20:09:46.953435Z","end":"2026-03-03T20:09:47.492272Z","steps":["trace[1851882577] 'agreement among raft nodes before linearized reading' (duration: 538.685938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:47.492202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421494408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:47.492371Z","caller":"traceutil/trace.go:171","msg":"trace[993906954] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2765; }","duration":"1.421707233s","start":"2026-03-03T20:09:46.07065Z","end":"2026-03-03T20:09:47.492357Z","steps":["trace[993906954] 'agreement among raft nodes before linearized reading' (duration: 1.421499068s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:47.492375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.953416Z","time spent":"538.942184ms","remote":"127.0.0.1:35728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:09:47.492383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.135675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:09:47.49241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.055415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T20:09:47.492416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.070624Z","time spent":"1.421782225s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T20:09:47.492508Z","caller":"traceutil/trace.go:171","msg":"trace[274147516] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2765; }","duration":"562.108116ms","start":"2026-03-03T20:09:46.930345Z","end":"2026-03-03T20:09:47.492454Z","steps":["trace[274147516] 'agreement among raft nodes before linearized reading' (duration: 561.734097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:47.492534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.930284Z","time spent":"562.244299ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T20:09:47.492533Z","caller":"traceutil/trace.go:171","msg":"trace[331478947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2765; }","duration":"247.372951ms","start":"2026-03-03T20:09:47.24514Z","end":"2026-03-03T20:09:47.492513Z","steps":["trace[331478947] 'agreement among raft nodes before linearized reading' (duration: 246.972941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:47.492688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.50765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:09:47.493733Z","caller":"traceutil/trace.go:171","msg":"trace[993289446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2765; }","duration":"686.594665ms","start":"2026-03-03T20:09:46.807115Z","end":"2026-03-03T20:09:47.49371Z","steps":["trace[993289446] 'agreement among raft nodes before linearized reading' (duration: 685.069389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:47.493425Z","caller":"traceutil/trace.go:171","msg":"trace[1921043110] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"598.492996ms","start":"2026-03-03T20:09:46.894746Z","end":"2026-03-03T20:09:47.493239Z","steps":["trace[1921043110] 'process raft request' (duration: 273.02286ms)","trace[1921043110] 'compare' (duration: 323.132891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:47.494037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.894716Z","time spent":"599.214243ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:47.495013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:46.807095Z","time spent":"686.697457ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:09:48.044634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.035891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:48.044742Z","caller":"traceutil/trace.go:171","msg":"trace[102196910] linearizableReadLoop","detail":"{readStateIndex:2889; appliedIndex:2888; }","duration":"547.952425ms","start":"2026-03-03T20:09:47.496771Z","end":"2026-03-03T20:09:48.044724Z","steps":["trace[102196910] 'read index received' (duration: 152.800251ms)","trace[102196910] 'applied index is now lower than readState.Index' (duration: 395.147294ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:48.044816Z","caller":"traceutil/trace.go:171","msg":"trace[1530676691] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"548.154019ms","start":"2026-03-03T20:09:47.496633Z","end":"2026-03-03T20:09:48.044787Z","steps":["trace[1530676691] 'process raft request' (duration: 152.865452ms)","trace[1530676691] 'compare' (duration: 394.661243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:48.044945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.496617Z","time spent":"548.257842ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:48.045353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.571219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-03T20:09:48.045399Z","caller":"traceutil/trace.go:171","msg":"trace[1747440333] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2766; }","duration":"548.63283ms","start":"2026-03-03T20:09:47.496755Z","end":"2026-03-03T20:09:48.045387Z","steps":["trace[1747440333] 'agreement among raft nodes before linearized reading' (duration: 548.047517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.045433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.496748Z","time spent":"548.677512ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T20:09:48.248414Z","caller":"traceutil/trace.go:171","msg":"trace[730478019] linearizableReadLoop","detail":"{readStateIndex:2894; appliedIndex:2889; }","duration":"203.612888ms","start":"2026-03-03T20:09:48.044773Z","end":"2026-03-03T20:09:48.248386Z","steps":["trace[730478019] 'read index received' (duration: 151.05877ms)","trace[730478019] 'applied index is now lower than readState.Index' (duration: 52.553068ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:48.248487Z","caller":"traceutil/trace.go:171","msg":"trace[4036633] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"750.895217ms","start":"2026-03-03T20:09:47.497565Z","end":"2026-03-03T20:09:48.24846Z","steps":["trace[4036633] 'process raft request' (duration: 750.702733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.248623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.497556Z","time spent":"750.98588ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:48.248757Z","caller":"traceutil/trace.go:171","msg":"trace[1342673348] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"751.900561ms","start":"2026-03-03T20:09:47.496846Z","end":"2026-03-03T20:09:48.248747Z","steps":["trace[1342673348] 'process raft request' (duration: 699.114167ms)","trace[1342673348] 'compare' (duration: 52.130558ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:48.248855Z","caller":"traceutil/trace.go:171","msg":"trace[1898726741] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"689.246887ms","start":"2026-03-03T20:09:47.559593Z","end":"2026-03-03T20:09:48.24884Z","steps":["trace[1898726741] 'process raft request' (duration: 688.709924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.248872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.496836Z","time spent":"751.957672ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:48.248917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.559562Z","time spent":"689.325208ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:48.248996Z","caller":"traceutil/trace.go:171","msg":"trace[2122521996] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"689.321098ms","start":"2026-03-03T20:09:47.559667Z","end":"2026-03-03T20:09:48.248988Z","steps":["trace[2122521996] 'process raft request' (duration: 688.671193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.249045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.559631Z","time spent":"689.39009ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:48.249081Z","caller":"traceutil/trace.go:171","msg":"trace[1419249537] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"751.950662ms","start":"2026-03-03T20:09:47.497119Z","end":"2026-03-03T20:09:48.249069Z","steps":["trace[1419249537] 'process raft request' (duration: 751.106753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.249138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.497063Z","time spent":"752.048344ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:48.249533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.369647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:09:48.249575Z","caller":"traceutil/trace.go:171","msg":"trace[1075976778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2771; }","duration":"326.464669ms","start":"2026-03-03T20:09:47.923101Z","end":"2026-03-03T20:09:48.249565Z","steps":["trace[1075976778] 'agreement among raft nodes before linearized reading' (duration: 326.07115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.249605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.923079Z","time spent":"326.518861ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:48.249685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.801228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:48.249715Z","caller":"traceutil/trace.go:171","msg":"trace[983613860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2771; }","duration":"359.859339ms","start":"2026-03-03T20:09:47.889848Z","end":"2026-03-03T20:09:48.249707Z","steps":["trace[983613860] 'agreement among raft nodes before linearized reading' (duration: 359.816468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.249738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.889824Z","time spent":"359.908901ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:09:48.249929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.720234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18996db632d50886\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-03T20:09:48.249962Z","caller":"traceutil/trace.go:171","msg":"trace[1155425168] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18996db632d50886; range_end:; response_count:1; response_revision:2771; }","duration":"596.789166ms","start":"2026-03-03T20:09:47.653165Z","end":"2026-03-03T20:09:48.249954Z","steps":["trace[1155425168] 'agreement among raft nodes before linearized reading' (duration: 596.700704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.249988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.653144Z","time spent":"596.838587ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18996db632d50886\" "} {"level":"warn","ts":"2026-03-03T20:09:48.25024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.262539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:09:48.250281Z","caller":"traceutil/trace.go:171","msg":"trace[385356129] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2771; }","duration":"752.31363ms","start":"2026-03-03T20:09:47.497956Z","end":"2026-03-03T20:09:48.25027Z","steps":["trace[385356129] 'agreement among raft nodes before linearized reading' (duration: 752.186577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.250314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:47.497951Z","time spent":"752.352621ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:09:48.600065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.494323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:48.600641Z","caller":"traceutil/trace.go:171","msg":"trace[103298909] linearizableReadLoop","detail":"{readStateIndex:2896; appliedIndex:2894; }","duration":"336.126415ms","start":"2026-03-03T20:09:48.264492Z","end":"2026-03-03T20:09:48.600619Z","steps":["trace[103298909] 'read index received' (duration: 108.988547ms)","trace[103298909] 'applied index is now lower than readState.Index' (duration: 227.136517ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:48.600626Z","caller":"traceutil/trace.go:171","msg":"trace[1065102629] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"348.194587ms","start":"2026-03-03T20:09:48.252387Z","end":"2026-03-03T20:09:48.600582Z","steps":["trace[1065102629] 'process raft request' (duration: 121.082719ms)","trace[1065102629] 'compare' (duration: 226.282128ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:48.600701Z","caller":"traceutil/trace.go:171","msg":"trace[391408637] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"345.7643ms","start":"2026-03-03T20:09:48.254905Z","end":"2026-03-03T20:09:48.60067Z","steps":["trace[391408637] 'process raft request' (duration: 345.34108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.600822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.252351Z","time spent":"348.357341ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:48.600853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.254875Z","time spent":"345.897123ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:48.600859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.423592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T20:09:48.600898Z","caller":"traceutil/trace.go:171","msg":"trace[1936811926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2773; }","duration":"336.458753ms","start":"2026-03-03T20:09:48.264422Z","end":"2026-03-03T20:09:48.600881Z","steps":["trace[1936811926] 'agreement among raft nodes before linearized reading' (duration: 336.313809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.600895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.674427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:09:48.600941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:48.264363Z","time spent":"336.569345ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T20:09:48.600957Z","caller":"traceutil/trace.go:171","msg":"trace[877519314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2773; }","duration":"125.771959ms","start":"2026-03-03T20:09:48.475167Z","end":"2026-03-03T20:09:48.600939Z","steps":["trace[877519314] 'agreement among raft nodes before linearized reading' (duration: 125.669657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:48.600997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.106229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T20:09:48.601103Z","caller":"traceutil/trace.go:171","msg":"trace[1711610852] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2773; }","duration":"251.274312ms","start":"2026-03-03T20:09:48.349802Z","end":"2026-03-03T20:09:48.601077Z","steps":["trace[1711610852] 'agreement among raft nodes before linearized reading' (duration: 250.983825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:49.54626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.755195ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T20:09:50.01111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.059598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:50.011218Z","caller":"traceutil/trace.go:171","msg":"trace[778834444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2774; }","duration":"118.218622ms","start":"2026-03-03T20:09:49.892973Z","end":"2026-03-03T20:09:50.011192Z","steps":["trace[778834444] 'range keys from in-memory index tree' (duration: 117.989637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:50.386252Z","caller":"traceutil/trace.go:171","msg":"trace[1694440642] linearizableReadLoop","detail":"{readStateIndex:2899; appliedIndex:2898; }","duration":"132.454145ms","start":"2026-03-03T20:09:50.253763Z","end":"2026-03-03T20:09:50.386218Z","steps":["trace[1694440642] 'read index received' (duration: 132.307202ms)","trace[1694440642] 'applied index is now lower than readState.Index' (duration: 145.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:50.386318Z","caller":"traceutil/trace.go:171","msg":"trace[976173376] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"331.302602ms","start":"2026-03-03T20:09:50.054984Z","end":"2026-03-03T20:09:50.386287Z","steps":["trace[976173376] 'process raft request' (duration: 331.007135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.386486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:50.054965Z","time spent":"331.429675ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:50.38654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.745852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:09:50.386625Z","caller":"traceutil/trace.go:171","msg":"trace[1552462181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2775; }","duration":"132.881985ms","start":"2026-03-03T20:09:50.253723Z","end":"2026-03-03T20:09:50.386605Z","steps":["trace[1552462181] 'agreement among raft nodes before linearized reading' (duration: 132.611159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.594561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.297312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:50.594786Z","caller":"traceutil/trace.go:171","msg":"trace[668667553] linearizableReadLoop","detail":"{readStateIndex:2901; appliedIndex:2899; }","duration":"208.424361ms","start":"2026-03-03T20:09:50.386342Z","end":"2026-03-03T20:09:50.594766Z","steps":["trace[668667553] 'read index received' (duration: 78.849482ms)","trace[668667553] 'applied index is now lower than readState.Index' (duration: 129.573849ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:50.594771Z","caller":"traceutil/trace.go:171","msg":"trace[360190355] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"338.141382ms","start":"2026-03-03T20:09:50.256588Z","end":"2026-03-03T20:09:50.594729Z","steps":["trace[360190355] 'process raft request' (duration: 208.581904ms)","trace[360190355] 'compare' (duration: 129.133518ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:50.594908Z","caller":"traceutil/trace.go:171","msg":"trace[1584843216] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"203.478595ms","start":"2026-03-03T20:09:50.391395Z","end":"2026-03-03T20:09:50.594874Z","steps":["trace[1584843216] 'process raft request' (duration: 203.338952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.594959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.282282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:09:50.594962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:50.256573Z","time spent":"338.279635ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:50.594995Z","caller":"traceutil/trace.go:171","msg":"trace[1126946898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2778; }","duration":"340.335763ms","start":"2026-03-03T20:09:50.254649Z","end":"2026-03-03T20:09:50.594984Z","steps":["trace[1126946898] 'agreement among raft nodes before linearized reading' (duration: 340.176439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.595036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:50.25464Z","time spent":"340.385625ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:09:50.595145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.409085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:09:50.595268Z","caller":"traceutil/trace.go:171","msg":"trace[1821613938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2778; }","duration":"340.559508ms","start":"2026-03-03T20:09:50.254689Z","end":"2026-03-03T20:09:50.595248Z","steps":["trace[1821613938] 'agreement among raft nodes before linearized reading' (duration: 340.126288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:50.594865Z","caller":"traceutil/trace.go:171","msg":"trace[323799861] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"337.456256ms","start":"2026-03-03T20:09:50.257344Z","end":"2026-03-03T20:09:50.5948Z","steps":["trace[323799861] 'process raft request' (duration: 337.329053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.595173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.160889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T20:09:50.595475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:50.257332Z","time spent":"338.05643ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:50.595533Z","caller":"traceutil/trace.go:171","msg":"trace[1726425952] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2778; }","duration":"245.565749ms","start":"2026-03-03T20:09:50.349919Z","end":"2026-03-03T20:09:50.595484Z","steps":["trace[1726425952] 'agreement among raft nodes before linearized reading' (duration: 244.869682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:50.595429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:50.254684Z","time spent":"340.674841ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:09:51.039836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.780132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:51.040058Z","caller":"traceutil/trace.go:171","msg":"trace[959477515] linearizableReadLoop","detail":"{readStateIndex:2904; appliedIndex:2902; }","duration":"437.444242ms","start":"2026-03-03T20:09:50.602596Z","end":"2026-03-03T20:09:51.04004Z","steps":["trace[959477515] 'read index received' (duration: 111.582137ms)","trace[959477515] 'applied index is now lower than readState.Index' (duration: 325.860835ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:51.040162Z","caller":"traceutil/trace.go:171","msg":"trace[1465440645] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"440.054973ms","start":"2026-03-03T20:09:50.600082Z","end":"2026-03-03T20:09:51.040137Z","steps":["trace[1465440645] 'process raft request' (duration: 439.871789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:51.040241Z","caller":"traceutil/trace.go:171","msg":"trace[1877019326] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"440.865772ms","start":"2026-03-03T20:09:50.599356Z","end":"2026-03-03T20:09:51.040222Z","steps":["trace[1877019326] 'process raft request' (duration: 114.594498ms)","trace[1877019326] 'compare' (duration: 325.562007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:51.040263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.670288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-03T20:09:51.040281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.608832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:51.040293Z","caller":"traceutil/trace.go:171","msg":"trace[1727829695] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2780; }","duration":"437.702328ms","start":"2026-03-03T20:09:50.602581Z","end":"2026-03-03T20:09:51.040283Z","steps":["trace[1727829695] 'agreement among raft nodes before linearized reading' (duration: 437.562675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:51.040306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.987717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:09:51.040336Z","caller":"traceutil/trace.go:171","msg":"trace[685904889] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2780; }","duration":"412.720954ms","start":"2026-03-03T20:09:50.6276Z","end":"2026-03-03T20:09:51.040321Z","steps":["trace[685904889] 'agreement among raft nodes before linearized reading' (duration: 412.621872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:51.040331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:50.599338Z","time spent":"440.945003ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:09:51.040337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.448065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:09:51.04037Z","caller":"traceutil/trace.go:171","msg":"trace[1308612713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2780; }","duration":"136.114471ms","start":"2026-03-03T20:09:50.904241Z","end":"2026-03-03T20:09:51.040356Z","steps":["trace[1308612713] 'agreement among raft nodes before linearized reading' (duration: 135.979708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:51.040378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:50.627579Z","time spent":"412.786866ms","remote":"127.0.0.1:42760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:09:51.040293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:50.600051Z","time spent":"440.172046ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:09:51.040386Z","caller":"traceutil/trace.go:171","msg":"trace[115957351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2780; }","duration":"435.518718ms","start":"2026-03-03T20:09:50.604854Z","end":"2026-03-03T20:09:51.040372Z","steps":["trace[115957351] 'agreement among raft nodes before linearized reading' (duration: 435.343023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:51.040365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:50.602493Z","time spent":"437.840852ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T20:09:51.040475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:09:50.604845Z","time spent":"435.62149ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:09:51.239712Z","caller":"traceutil/trace.go:171","msg":"trace[1369669171] linearizableReadLoop","detail":"{readStateIndex:2905; appliedIndex:2904; }","duration":"190.937452ms","start":"2026-03-03T20:09:51.048744Z","end":"2026-03-03T20:09:51.239682Z","steps":["trace[1369669171] 'read index received' (duration: 109.267944ms)","trace[1369669171] 'applied index is now lower than readState.Index' (duration: 81.667958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:09:51.239973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.202868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T20:09:51.239969Z","caller":"traceutil/trace.go:171","msg":"trace[1124874227] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"195.221162ms","start":"2026-03-03T20:09:51.044717Z","end":"2026-03-03T20:09:51.239938Z","steps":["trace[1124874227] 'process raft request' (duration: 113.302358ms)","trace[1124874227] 'compare' (duration: 81.416952ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:09:51.24001Z","caller":"traceutil/trace.go:171","msg":"trace[908836485] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2781; }","duration":"191.26929ms","start":"2026-03-03T20:09:51.048729Z","end":"2026-03-03T20:09:51.239998Z","steps":["trace[908836485] 'agreement among raft nodes before linearized reading' (duration: 191.054045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:09:51.452573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.499779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:09:51.452686Z","caller":"traceutil/trace.go:171","msg":"trace[1428907902] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"183.738204ms","start":"2026-03-03T20:09:51.268925Z","end":"2026-03-03T20:09:51.452663Z","steps":["trace[1428907902] 'process raft request' (duration: 83.060082ms)","trace[1428907902] 'compare' (duration: 100.109419ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:10:02.62848Z","caller":"traceutil/trace.go:171","msg":"trace[983320138] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"124.074699ms","start":"2026-03-03T20:10:02.504381Z","end":"2026-03-03T20:10:02.628455Z","steps":["trace[983320138] 'process raft request' (duration: 120.978547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:10:06.832182Z","caller":"traceutil/trace.go:171","msg":"trace[1040116906] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"127.299605ms","start":"2026-03-03T20:10:06.704854Z","end":"2026-03-03T20:10:06.832154Z","steps":["trace[1040116906] 'process raft request' (duration: 127.165351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:10:06.833488Z","caller":"traceutil/trace.go:171","msg":"trace[1319967070] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"108.108716ms","start":"2026-03-03T20:10:06.725346Z","end":"2026-03-03T20:10:06.833455Z","steps":["trace[1319967070] 'process raft request' (duration: 107.756428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:10:14.97112Z","caller":"traceutil/trace.go:171","msg":"trace[1088441561] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"110.059462ms","start":"2026-03-03T20:10:14.860865Z","end":"2026-03-03T20:10:14.970924Z","steps":["trace[1088441561] 'process raft request' (duration: 109.841137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:11:33.49816Z","caller":"traceutil/trace.go:171","msg":"trace[901108302] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"267.179097ms","start":"2026-03-03T20:11:33.230937Z","end":"2026-03-03T20:11:33.498116Z","steps":["trace[901108302] 'process raft request' (duration: 267.044124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:11:33.500154Z","caller":"traceutil/trace.go:171","msg":"trace[754546156] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"268.858576ms","start":"2026-03-03T20:11:33.231283Z","end":"2026-03-03T20:11:33.500141Z","steps":["trace[754546156] 'process raft request' (duration: 268.740563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:11:33.50029Z","caller":"traceutil/trace.go:171","msg":"trace[1644663385] linearizableReadLoop","detail":"{readStateIndex:3538; appliedIndex:3536; }","duration":"154.899407ms","start":"2026-03-03T20:11:33.345202Z","end":"2026-03-03T20:11:33.500102Z","steps":["trace[1644663385] 'read index received' (duration: 152.872169ms)","trace[1644663385] 'applied index is now lower than readState.Index' (duration: 2.026518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:11:33.500316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.097321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:11:33.500377Z","caller":"traceutil/trace.go:171","msg":"trace[1783552223] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3388; }","duration":"155.198144ms","start":"2026-03-03T20:11:33.345161Z","end":"2026-03-03T20:11:33.500359Z","steps":["trace[1783552223] 'agreement among raft nodes before linearized reading' (duration: 155.104141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:11:33.500886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.315842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:11:33.500954Z","caller":"traceutil/trace.go:171","msg":"trace[1285775517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3388; }","duration":"118.411195ms","start":"2026-03-03T20:11:33.382526Z","end":"2026-03-03T20:11:33.500937Z","steps":["trace[1285775517] 'agreement among raft nodes before linearized reading' (duration: 118.031866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:12:01.175081Z","caller":"traceutil/trace.go:171","msg":"trace[379095636] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"117.773471ms","start":"2026-03-03T20:12:01.057251Z","end":"2026-03-03T20:12:01.175025Z","steps":["trace[379095636] 'process raft request' (duration: 117.600867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:12:01.175361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.02273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:12:01.175471Z","caller":"traceutil/trace.go:171","msg":"trace[555057810] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:3595; }","duration":"116.178403ms","start":"2026-03-03T20:12:01.059266Z","end":"2026-03-03T20:12:01.175444Z","steps":["trace[555057810] 'agreement among raft nodes before linearized reading' (duration: 115.900287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:12:01.174998Z","caller":"traceutil/trace.go:171","msg":"trace[785518308] linearizableReadLoop","detail":"{readStateIndex:3751; appliedIndex:3750; }","duration":"115.661231ms","start":"2026-03-03T20:12:01.059313Z","end":"2026-03-03T20:12:01.174974Z","steps":["trace[785518308] 'read index received' (duration: 115.497797ms)","trace[785518308] 'applied index is now lower than readState.Index' (duration: 162.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:12:07.024163Z","caller":"traceutil/trace.go:171","msg":"trace[1227776138] linearizableReadLoop","detail":"{readStateIndex:3779; appliedIndex:3778; }","duration":"133.57869ms","start":"2026-03-03T20:12:06.890559Z","end":"2026-03-03T20:12:07.024138Z","steps":["trace[1227776138] 'read index received' (duration: 133.395376ms)","trace[1227776138] 'applied index is now lower than readState.Index' (duration: 182.444µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:12:07.024289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.714813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:12:07.024275Z","caller":"traceutil/trace.go:171","msg":"trace[11945969] transaction","detail":"{read_only:false; response_revision:3622; number_of_response:1; }","duration":"908.276026ms","start":"2026-03-03T20:12:06.115966Z","end":"2026-03-03T20:12:07.024242Z","steps":["trace[11945969] 'process raft request' (duration: 908.046081ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:12:07.024326Z","caller":"traceutil/trace.go:171","msg":"trace[1914258869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3622; }","duration":"133.806715ms","start":"2026-03-03T20:12:06.890509Z","end":"2026-03-03T20:12:07.024316Z","steps":["trace[1914258869] 'agreement among raft nodes before linearized reading' (duration: 133.726613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:12:07.024459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:12:06.11595Z","time spent":"908.395449ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:12:07.762416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.871798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:12:07.762506Z","caller":"traceutil/trace.go:171","msg":"trace[573372755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:3622; }","duration":"544.98486ms","start":"2026-03-03T20:12:07.217499Z","end":"2026-03-03T20:12:07.762484Z","steps":["trace[573372755] 'range keys from in-memory index tree' (duration: 544.738255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:12:07.762555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:12:07.217487Z","time spent":"545.056922ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:12:07.76273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.997285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:12:07.762774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.916617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:12:07.762818Z","caller":"traceutil/trace.go:171","msg":"trace[623095247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3622; }","duration":"564.139588ms","start":"2026-03-03T20:12:07.198654Z","end":"2026-03-03T20:12:07.762793Z","steps":["trace[623095247] 'range keys from in-memory index tree' (duration: 563.733638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:12:07.762868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:12:07.198628Z","time spent":"564.227209ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:12:07.762856Z","caller":"traceutil/trace.go:171","msg":"trace[1603812053] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3622; }","duration":"238.03584ms","start":"2026-03-03T20:12:07.524803Z","end":"2026-03-03T20:12:07.762823Z","steps":["trace[1603812053] 'count revisions from in-memory index tree' (duration: 237.786964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:12:07.762912Z","caller":"traceutil/trace.go:171","msg":"trace[2119134237] linearizableReadLoop","detail":"{readStateIndex:3781; appliedIndex:3779; }","duration":"112.126609ms","start":"2026-03-03T20:12:07.65075Z","end":"2026-03-03T20:12:07.762876Z","steps":["trace[2119134237] 'read index received' (duration: 110.806468ms)","trace[2119134237] 'applied index is now lower than readState.Index' (duration: 1.319121ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:12:07.763017Z","caller":"traceutil/trace.go:171","msg":"trace[645305091] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"144.904814ms","start":"2026-03-03T20:12:07.618076Z","end":"2026-03-03T20:12:07.76298Z","steps":["trace[645305091] 'process raft request' (duration: 144.743851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:12:07.763028Z","caller":"traceutil/trace.go:171","msg":"trace[237746581] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"148.562281ms","start":"2026-03-03T20:12:07.614389Z","end":"2026-03-03T20:12:07.762951Z","steps":["trace[237746581] 'process raft request' (duration: 147.149098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:12:07.763113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.355424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:12:07.763147Z","caller":"traceutil/trace.go:171","msg":"trace[1506315394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3624; }","duration":"112.431066ms","start":"2026-03-03T20:12:07.650706Z","end":"2026-03-03T20:12:07.763137Z","steps":["trace[1506315394] 'agreement among raft nodes before linearized reading' (duration: 112.281112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:13.702797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.071749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-p2mld\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-03-03T20:13:13.702903Z","caller":"traceutil/trace.go:171","msg":"trace[618206142] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-p2mld; range_end:; response_count:1; response_revision:4053; }","duration":"151.227632ms","start":"2026-03-03T20:13:13.551648Z","end":"2026-03-03T20:13:13.702876Z","steps":["trace[618206142] 'range keys from in-memory index tree' (duration: 150.888224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:19.75784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.696019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-shc94\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-03-03T20:13:19.757937Z","caller":"traceutil/trace.go:171","msg":"trace[129564170] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-shc94; range_end:; response_count:1; response_revision:4417; }","duration":"162.838293ms","start":"2026-03-03T20:13:19.595076Z","end":"2026-03-03T20:13:19.757914Z","steps":["trace[129564170] 'range keys from in-memory index tree' (duration: 162.493355ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:21.575167Z","caller":"traceutil/trace.go:171","msg":"trace[743598361] linearizableReadLoop","detail":"{readStateIndex:4696; appliedIndex:4695; }","duration":"207.754399ms","start":"2026-03-03T20:13:21.367387Z","end":"2026-03-03T20:13:21.575142Z","steps":["trace[743598361] 'read index received' (duration: 207.517953ms)","trace[743598361] 'applied index is now lower than readState.Index' (duration: 235.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:21.575226Z","caller":"traceutil/trace.go:171","msg":"trace[88851978] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"254.536768ms","start":"2026-03-03T20:13:21.320652Z","end":"2026-03-03T20:13:21.575189Z","steps":["trace[88851978] 'process raft request' (duration: 254.331983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:21.575469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.061476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-156b61f8-963c-4084-a9d2-48038c93113c\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-03T20:13:21.575518Z","caller":"traceutil/trace.go:171","msg":"trace[65026431] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-156b61f8-963c-4084-a9d2-48038c93113c; range_end:; response_count:1; response_revision:4501; }","duration":"208.161758ms","start":"2026-03-03T20:13:21.367342Z","end":"2026-03-03T20:13:21.575504Z","steps":["trace[65026431] 'agreement among raft nodes before linearized reading' (duration: 207.925423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:21.795285Z","caller":"traceutil/trace.go:171","msg":"trace[1785962653] linearizableReadLoop","detail":"{readStateIndex:4697; appliedIndex:4696; }","duration":"192.79218ms","start":"2026-03-03T20:13:21.602428Z","end":"2026-03-03T20:13:21.79522Z","steps":["trace[1785962653] 'read index received' (duration: 192.615976ms)","trace[1785962653] 'applied index is now lower than readState.Index' (duration: 174.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:21.795326Z","caller":"traceutil/trace.go:171","msg":"trace[488968157] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"213.429901ms","start":"2026-03-03T20:13:21.581856Z","end":"2026-03-03T20:13:21.795286Z","steps":["trace[488968157] 'process raft request' (duration: 213.117534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:21.795693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.23051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T20:13:21.795812Z","caller":"traceutil/trace.go:171","msg":"trace[1912549382] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4502; }","duration":"193.395695ms","start":"2026-03-03T20:13:21.602391Z","end":"2026-03-03T20:13:21.795786Z","steps":["trace[1912549382] 'agreement among raft nodes before linearized reading' (duration: 193.005345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:21.798459Z","caller":"traceutil/trace.go:171","msg":"trace[1377759595] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"152.239606ms","start":"2026-03-03T20:13:21.646193Z","end":"2026-03-03T20:13:21.798432Z","steps":["trace[1377759595] 'process raft request' (duration: 152.060612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:21.798589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.277166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-156b61f8-963c-4084-a9d2-48038c93113c\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-03T20:13:21.798668Z","caller":"traceutil/trace.go:171","msg":"trace[508880111] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-156b61f8-963c-4084-a9d2-48038c93113c; range_end:; response_count:1; response_revision:4503; }","duration":"179.409108ms","start":"2026-03-03T20:13:21.619239Z","end":"2026-03-03T20:13:21.798648Z","steps":["trace[508880111] 'agreement among raft nodes before linearized reading' (duration: 179.168712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:21.798658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.662559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f20959ea-a034-4a7d-bf2b-041b0e1fb9ae\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-03T20:13:21.798713Z","caller":"traceutil/trace.go:171","msg":"trace[253249287] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f20959ea-a034-4a7d-bf2b-041b0e1fb9ae; range_end:; response_count:1; response_revision:4503; }","duration":"156.758001ms","start":"2026-03-03T20:13:21.64194Z","end":"2026-03-03T20:13:21.798698Z","steps":["trace[253249287] 'agreement among raft nodes before linearized reading' (duration: 156.626588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:23.8057Z","caller":"traceutil/trace.go:171","msg":"trace[730560374] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"121.90172ms","start":"2026-03-03T20:13:23.683765Z","end":"2026-03-03T20:13:23.805667Z","steps":["trace[730560374] 'process raft request' (duration: 121.179983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:23.938447Z","caller":"traceutil/trace.go:171","msg":"trace[965204235] linearizableReadLoop","detail":"{readStateIndex:4728; appliedIndex:4727; }","duration":"128.892521ms","start":"2026-03-03T20:13:23.809529Z","end":"2026-03-03T20:13:23.938421Z","steps":["trace[965204235] 'read index received' (duration: 49.545704ms)","trace[965204235] 'applied index is now lower than readState.Index' (duration: 79.344867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:23.938706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.158798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f20959ea-a034-4a7d-bf2b-041b0e1fb9ae\" ","response":"range_response_count:1 size:4050"} {"level":"info","ts":"2026-03-03T20:13:23.93875Z","caller":"traceutil/trace.go:171","msg":"trace[1078671915] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f20959ea-a034-4a7d-bf2b-041b0e1fb9ae; range_end:; response_count:1; response_revision:4532; }","duration":"129.273211ms","start":"2026-03-03T20:13:23.809463Z","end":"2026-03-03T20:13:23.938736Z","steps":["trace[1078671915] 'agreement among raft nodes before linearized reading' (duration: 129.083846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:24.032112Z","caller":"traceutil/trace.go:171","msg":"trace[273775805] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"217.758441ms","start":"2026-03-03T20:13:23.814296Z","end":"2026-03-03T20:13:24.032055Z","steps":["trace[273775805] 'process raft request' (duration: 217.514506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.140492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.681445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:24.140802Z","caller":"traceutil/trace.go:171","msg":"trace[1444657851] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"275.310482ms","start":"2026-03-03T20:13:23.865443Z","end":"2026-03-03T20:13:24.140753Z","steps":["trace[1444657851] 'process raft request' (duration: 174.262909ms)","trace[1444657851] 'compare' (duration: 100.50143ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:24.141328Z","caller":"traceutil/trace.go:171","msg":"trace[1578726183] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"112.532501ms","start":"2026-03-03T20:13:24.028769Z","end":"2026-03-03T20:13:24.141301Z","steps":["trace[1578726183] 'process raft request' (duration: 112.408318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:24.141303Z","caller":"traceutil/trace.go:171","msg":"trace[1985167983] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"124.033189ms","start":"2026-03-03T20:13:24.017227Z","end":"2026-03-03T20:13:24.14126Z","steps":["trace[1985167983] 'process raft request' (duration: 123.894815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:24.141314Z","caller":"traceutil/trace.go:171","msg":"trace[44913256] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"201.968514ms","start":"2026-03-03T20:13:23.939271Z","end":"2026-03-03T20:13:24.14124Z","steps":["trace[44913256] 'process raft request' (duration: 201.322059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:24.141327Z","caller":"traceutil/trace.go:171","msg":"trace[1687662082] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"102.849295ms","start":"2026-03-03T20:13:24.038458Z","end":"2026-03-03T20:13:24.141308Z","steps":["trace[1687662082] 'process raft request' (duration: 102.782743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.141735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.820285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:24.141815Z","caller":"traceutil/trace.go:171","msg":"trace[663827095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4538; }","duration":"251.955238ms","start":"2026-03-03T20:13:23.889845Z","end":"2026-03-03T20:13:24.1418Z","steps":["trace[663827095] 'agreement among raft nodes before linearized reading' (duration: 251.839206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:24.141382Z","caller":"traceutil/trace.go:171","msg":"trace[34855825] linearizableReadLoop","detail":"{readStateIndex:4730; appliedIndex:4728; }","duration":"202.846904ms","start":"2026-03-03T20:13:23.938522Z","end":"2026-03-03T20:13:24.141369Z","steps":["trace[34855825] 'read index received' (duration: 93.239901ms)","trace[34855825] 'applied index is now lower than readState.Index' (duration: 109.605653ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:24.301821Z","caller":"traceutil/trace.go:171","msg":"trace[2086479284] linearizableReadLoop","detail":"{readStateIndex:4735; appliedIndex:4734; }","duration":"154.738253ms","start":"2026-03-03T20:13:24.147047Z","end":"2026-03-03T20:13:24.301785Z","steps":["trace[2086479284] 'read index received' (duration: 135.529635ms)","trace[2086479284] 'applied index is now lower than readState.Index' (duration: 19.206988ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:24.301873Z","caller":"traceutil/trace.go:171","msg":"trace[747111070] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"155.090881ms","start":"2026-03-03T20:13:24.14673Z","end":"2026-03-03T20:13:24.301821Z","steps":["trace[747111070] 'process raft request' (duration: 135.822883ms)","trace[747111070] 'compare' (duration: 19.038133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:24.302238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.168143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:13:24.302366Z","caller":"traceutil/trace.go:171","msg":"trace[783044138] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4539; }","duration":"155.285826ms","start":"2026-03-03T20:13:24.147027Z","end":"2026-03-03T20:13:24.302313Z","steps":["trace[783044138] 'agreement among raft nodes before linearized reading' (duration: 154.898277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:24.36559Z","caller":"traceutil/trace.go:171","msg":"trace[1177528357] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"218.502378ms","start":"2026-03-03T20:13:24.147049Z","end":"2026-03-03T20:13:24.365551Z","steps":["trace[1177528357] 'process raft request' (duration: 218.200911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.365687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.714618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:13:24.365704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.7034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:13:24.365759Z","caller":"traceutil/trace.go:171","msg":"trace[1510197470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4540; }","duration":"177.833941ms","start":"2026-03-03T20:13:24.187908Z","end":"2026-03-03T20:13:24.365742Z","steps":["trace[1510197470] 'agreement among raft nodes before linearized reading' (duration: 177.498683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.365594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.485448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:13:24.365862Z","caller":"traceutil/trace.go:171","msg":"trace[563415300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4540; }","duration":"194.807376ms","start":"2026-03-03T20:13:24.171031Z","end":"2026-03-03T20:13:24.365839Z","steps":["trace[563415300] 'agreement among raft nodes before linearized reading' (duration: 194.408877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.365911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.10461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:13:24.365947Z","caller":"traceutil/trace.go:171","msg":"trace[201466249] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:4540; }","duration":"188.168392ms","start":"2026-03-03T20:13:24.177769Z","end":"2026-03-03T20:13:24.365938Z","steps":["trace[201466249] 'agreement among raft nodes before linearized reading' (duration: 188.065899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.366074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.550545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:13:24.366117Z","caller":"traceutil/trace.go:171","msg":"trace[1439604784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4540; }","duration":"177.624426ms","start":"2026-03-03T20:13:24.18848Z","end":"2026-03-03T20:13:24.366105Z","steps":["trace[1439604784] 'agreement among raft nodes before linearized reading' (duration: 177.503493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:24.365809Z","caller":"traceutil/trace.go:171","msg":"trace[1688157557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4540; }","duration":"193.871614ms","start":"2026-03-03T20:13:24.171913Z","end":"2026-03-03T20:13:24.365785Z","steps":["trace[1688157557] 'agreement among raft nodes before linearized reading' (duration: 193.521396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.366229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.946352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-03T20:13:24.367436Z","caller":"traceutil/trace.go:171","msg":"trace[1566756729] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4540; }","duration":"212.199741ms","start":"2026-03-03T20:13:24.155216Z","end":"2026-03-03T20:13:24.367416Z","steps":["trace[1566756729] 'agreement among raft nodes before linearized reading' (duration: 210.833869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.55511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.850184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:13:24.555297Z","caller":"traceutil/trace.go:171","msg":"trace[926469335] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4541; }","duration":"185.184273ms","start":"2026-03-03T20:13:24.370089Z","end":"2026-03-03T20:13:24.555273Z","steps":["trace[926469335] 'process raft request' (duration: 57.95879ms)","trace[926469335] 'compare' (duration: 126.66637ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:24.703157Z","caller":"traceutil/trace.go:171","msg":"trace[1741284023] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"332.603436ms","start":"2026-03-03T20:13:24.370506Z","end":"2026-03-03T20:13:24.703109Z","steps":["trace[1741284023] 'process raft request' (duration: 287.927346ms)","trace[1741284023] 'compare' (duration: 44.430435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:24.703423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:24.370478Z","time spent":"332.852951ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:24.703517Z","caller":"traceutil/trace.go:171","msg":"trace[21603] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"332.916853ms","start":"2026-03-03T20:13:24.370582Z","end":"2026-03-03T20:13:24.703498Z","steps":["trace[21603] 'process raft request' (duration: 332.452383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:24.703598Z","caller":"traceutil/trace.go:171","msg":"trace[13649812] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"311.469263ms","start":"2026-03-03T20:13:24.392114Z","end":"2026-03-03T20:13:24.703583Z","steps":["trace[13649812] 'process raft request' (duration: 311.34047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:24.703616Z","caller":"traceutil/trace.go:171","msg":"trace[1339139605] linearizableReadLoop","detail":"{readStateIndex:4741; appliedIndex:4736; }","duration":"310.167313ms","start":"2026-03-03T20:13:24.393416Z","end":"2026-03-03T20:13:24.703583Z","steps":["trace[1339139605] 'read index received' (duration: 34.648396ms)","trace[1339139605] 'applied index is now lower than readState.Index' (duration: 275.514397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:24.70367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:24.370575Z","time spent":"333.019666ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:24.703763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:24.39209Z","time spent":"311.587107ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:24.70399Z","caller":"traceutil/trace.go:171","msg":"trace[568527825] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"310.197954ms","start":"2026-03-03T20:13:24.393753Z","end":"2026-03-03T20:13:24.70395Z","steps":["trace[568527825] 'process raft request' (duration: 309.760304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.704046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.599213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62903"} {"level":"info","ts":"2026-03-03T20:13:24.70409Z","caller":"traceutil/trace.go:171","msg":"trace[540425014] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4546; }","duration":"310.699646ms","start":"2026-03-03T20:13:24.393376Z","end":"2026-03-03T20:13:24.704075Z","steps":["trace[540425014] 'agreement among raft nodes before linearized reading' (duration: 310.404379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.704103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.920864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-156b61f8-963c-4084-a9d2-48038c93113c\" ","response":"range_response_count:1 size:4077"} {"level":"warn","ts":"2026-03-03T20:13:24.704199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.844707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-03-03T20:13:24.704227Z","caller":"traceutil/trace.go:171","msg":"trace[1446111750] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-156b61f8-963c-4084-a9d2-48038c93113c; range_end:; response_count:1; response_revision:4546; }","duration":"114.071757ms","start":"2026-03-03T20:13:24.590128Z","end":"2026-03-03T20:13:24.7042Z","steps":["trace[1446111750] 'agreement among raft nodes before linearized reading' (duration: 113.745819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:24.704266Z","caller":"traceutil/trace.go:171","msg":"trace[1754605067] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4546; }","duration":"136.95612ms","start":"2026-03-03T20:13:24.567293Z","end":"2026-03-03T20:13:24.704249Z","steps":["trace[1754605067] 'agreement among raft nodes before linearized reading' (duration: 136.55351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.704132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:24.393359Z","time spent":"310.762527ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:13:24.704297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:24.393743Z","time spent":"310.338437ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:24.704571Z","caller":"traceutil/trace.go:171","msg":"trace[1996997782] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"333.473667ms","start":"2026-03-03T20:13:24.370042Z","end":"2026-03-03T20:13:24.703516Z","steps":["trace[1996997782] 'process raft request' (duration: 333.251342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:24.704953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:24.370017Z","time spent":"334.702835ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:25.543019Z","caller":"traceutil/trace.go:171","msg":"trace[1644669322] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"159.584856ms","start":"2026-03-03T20:13:25.383414Z","end":"2026-03-03T20:13:25.542999Z","steps":["trace[1644669322] 'process raft request' (duration: 129.652839ms)","trace[1644669322] 'compare' (duration: 29.846745ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:28.072695Z","caller":"traceutil/trace.go:171","msg":"trace[1257105614] linearizableReadLoop","detail":"{readStateIndex:4835; appliedIndex:4834; }","duration":"234.955891ms","start":"2026-03-03T20:13:27.837711Z","end":"2026-03-03T20:13:28.072667Z","steps":["trace[1257105614] 'read index received' (duration: 234.846959ms)","trace[1257105614] 'applied index is now lower than readState.Index' (duration: 107.682µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:28.07276Z","caller":"traceutil/trace.go:171","msg":"trace[575082748] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"248.65995ms","start":"2026-03-03T20:13:27.82405Z","end":"2026-03-03T20:13:28.07271Z","steps":["trace[575082748] 'process raft request' (duration: 248.468486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:28.073073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.349401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:521613"} {"level":"info","ts":"2026-03-03T20:13:28.073102Z","caller":"traceutil/trace.go:171","msg":"trace[1291835777] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4636; }","duration":"235.422622ms","start":"2026-03-03T20:13:27.837673Z","end":"2026-03-03T20:13:28.073096Z","steps":["trace[1291835777] 'agreement among raft nodes before linearized reading' (duration: 235.136035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:28.073106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.368291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:28.073138Z","caller":"traceutil/trace.go:171","msg":"trace[78975346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4636; }","duration":"183.467283ms","start":"2026-03-03T20:13:27.889662Z","end":"2026-03-03T20:13:28.073129Z","steps":["trace[78975346] 'agreement among raft nodes before linearized reading' (duration: 183.367581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:28.073415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.163732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:13:28.073522Z","caller":"traceutil/trace.go:171","msg":"trace[1884174075] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4636; }","duration":"127.328906ms","start":"2026-03-03T20:13:27.94617Z","end":"2026-03-03T20:13:28.073499Z","steps":["trace[1884174075] 'agreement among raft nodes before linearized reading' (duration: 127.119231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:28.542979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.484233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T20:13:28.543079Z","caller":"traceutil/trace.go:171","msg":"trace[418909548] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4636; }","duration":"411.594166ms","start":"2026-03-03T20:13:28.131444Z","end":"2026-03-03T20:13:28.543039Z","steps":["trace[418909548] 'range keys from in-memory index tree' (duration: 411.34892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:28.543121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:28.131429Z","time spent":"411.682988ms","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-03T20:13:28.595622Z","caller":"traceutil/trace.go:171","msg":"trace[565056329] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"444.182535ms","start":"2026-03-03T20:13:28.151377Z","end":"2026-03-03T20:13:28.595559Z","steps":["trace[565056329] 'process raft request' (duration: 443.925089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:28.595967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:28.151352Z","time spent":"444.379599ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:28.629999Z","caller":"traceutil/trace.go:171","msg":"trace[1612439427] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"477.350698ms","start":"2026-03-03T20:13:28.152609Z","end":"2026-03-03T20:13:28.62996Z","steps":["trace[1612439427] 'process raft request' (duration: 477.03832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:28.630214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:28.152588Z","time spent":"477.504522ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:28.836615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.404224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-03T20:13:28.83685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.969433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-l9pmr\" ","response":"range_response_count:1 size:9633"} {"level":"warn","ts":"2026-03-03T20:13:28.836894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.640063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:13:28.836974Z","caller":"traceutil/trace.go:171","msg":"trace[1453641512] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-l9pmr; range_end:; response_count:1; response_revision:4638; }","duration":"144.156337ms","start":"2026-03-03T20:13:28.692788Z","end":"2026-03-03T20:13:28.836945Z","steps":["trace[1453641512] 'range keys from in-memory index tree' (duration: 143.737667ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:28.836981Z","caller":"traceutil/trace.go:171","msg":"trace[1460433065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4638; }","duration":"103.92215ms","start":"2026-03-03T20:13:28.733041Z","end":"2026-03-03T20:13:28.836963Z","steps":["trace[1460433065] 'range keys from in-memory index tree' (duration: 103.423738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:28.836603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.849195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:13:28.837087Z","caller":"traceutil/trace.go:171","msg":"trace[46858932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4638; }","duration":"106.374887ms","start":"2026-03-03T20:13:28.730667Z","end":"2026-03-03T20:13:28.837042Z","steps":["trace[46858932] 'range keys from in-memory index tree' (duration: 105.570919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:28.837408Z","caller":"traceutil/trace.go:171","msg":"trace[283941062] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4638; }","duration":"193.64421ms","start":"2026-03-03T20:13:28.643133Z","end":"2026-03-03T20:13:28.836777Z","steps":["trace[283941062] 'range keys from in-memory index tree' (duration: 193.168289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:29.237246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.269201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:29.237615Z","caller":"traceutil/trace.go:171","msg":"trace[2007811615] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"393.808091ms","start":"2026-03-03T20:13:28.843786Z","end":"2026-03-03T20:13:29.237594Z","steps":["trace[2007811615] 'process raft request' (duration: 393.562756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:29.237645Z","caller":"traceutil/trace.go:171","msg":"trace[621536014] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"393.802402ms","start":"2026-03-03T20:13:28.843814Z","end":"2026-03-03T20:13:29.237617Z","steps":["trace[621536014] 'process raft request' (duration: 393.654339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:29.237646Z","caller":"traceutil/trace.go:171","msg":"trace[1342726714] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"396.391262ms","start":"2026-03-03T20:13:28.841213Z","end":"2026-03-03T20:13:29.237604Z","steps":["trace[1342726714] 'process raft request' (duration: 266.6672ms)","trace[1342726714] 'compare' (duration: 128.996915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:29.237704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:28.843767Z","time spent":"393.894894ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:29.237667Z","caller":"traceutil/trace.go:171","msg":"trace[261841159] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"393.769481ms","start":"2026-03-03T20:13:28.843853Z","end":"2026-03-03T20:13:29.237622Z","steps":["trace[261841159] 'process raft request' (duration: 393.650068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:29.237795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:28.8438Z","time spent":"393.918224ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:29.237828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:28.841193Z","time spent":"396.540086ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:29.237848Z","caller":"traceutil/trace.go:171","msg":"trace[337195203] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"382.295984ms","start":"2026-03-03T20:13:28.855488Z","end":"2026-03-03T20:13:29.237784Z","steps":["trace[337195203] 'process raft request' (duration: 382.049698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:29.237894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:28.843819Z","time spent":"393.971266ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:29.238095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:28.855467Z","time spent":"382.486858ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9630,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:29.239684Z","caller":"traceutil/trace.go:171","msg":"trace[1651964403] linearizableReadLoop","detail":"{readStateIndex:4844; appliedIndex:4838; }","duration":"344.77578ms","start":"2026-03-03T20:13:28.894884Z","end":"2026-03-03T20:13:29.239659Z","steps":["trace[1651964403] 'read index received' (duration: 212.937089ms)","trace[1651964403] 'applied index is now lower than readState.Index' (duration: 131.836531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:29.239989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.535262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-03T20:13:29.240056Z","caller":"traceutil/trace.go:171","msg":"trace[301463691] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4644; }","duration":"398.631205ms","start":"2026-03-03T20:13:28.841408Z","end":"2026-03-03T20:13:29.240039Z","steps":["trace[301463691] 'agreement among raft nodes before linearized reading' (duration: 398.349838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:29.24005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.339709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:29.240114Z","caller":"traceutil/trace.go:171","msg":"trace[1725072690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4644; }","duration":"350.439602ms","start":"2026-03-03T20:13:28.889656Z","end":"2026-03-03T20:13:29.240096Z","steps":["trace[1725072690] 'agreement among raft nodes before linearized reading' (duration: 350.33602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:29.240169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:28.889642Z","time spent":"350.520043ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:13:29.240244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:28.8414Z","time spent":"398.829309ms","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-03T20:13:30.486128Z","caller":"traceutil/trace.go:171","msg":"trace[1874752265] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4648; }","duration":"251.269412ms","start":"2026-03-03T20:13:30.234841Z","end":"2026-03-03T20:13:30.486111Z","steps":["trace[1874752265] 'process raft request' (duration: 251.198421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.025789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292019072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-256d0d77-249d-4b37-a232-e28eead6a248\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-03T20:13:35.025858Z","caller":"traceutil/trace.go:171","msg":"trace[1239028368] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-256d0d77-249d-4b37-a232-e28eead6a248; range_end:; response_count:1; response_revision:4790; }","duration":"1.292136415s","start":"2026-03-03T20:13:33.733706Z","end":"2026-03-03T20:13:35.025842Z","steps":["trace[1239028368] 'range keys from in-memory index tree' (duration: 1.291851917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.025889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:33.733688Z","time spent":"1.292192995s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-256d0d77-249d-4b37-a232-e28eead6a248\" "} {"level":"warn","ts":"2026-03-03T20:13:35.026007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.732304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-256d0d77-249d-4b37-a232-e28eead6a248\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-03T20:13:35.026078Z","caller":"traceutil/trace.go:171","msg":"trace[1421784270] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-256d0d77-249d-4b37-a232-e28eead6a248; range_end:; response_count:1; response_revision:4790; }","duration":"519.847887ms","start":"2026-03-03T20:13:34.50621Z","end":"2026-03-03T20:13:35.026058Z","steps":["trace[1421784270] 'range keys from in-memory index tree' (duration: 519.57262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.026124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260022506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:35.026152Z","caller":"traceutil/trace.go:171","msg":"trace[1301372404] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4790; }","duration":"1.260093548s","start":"2026-03-03T20:13:33.766049Z","end":"2026-03-03T20:13:35.026142Z","steps":["trace[1301372404] 'count revisions from in-memory index tree' (duration: 1.259915784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.026171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:33.766024Z","time spent":"1.260140679s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:13:35.026119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:34.506189Z","time spent":"519.920399ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-256d0d77-249d-4b37-a232-e28eead6a248\" "} {"level":"warn","ts":"2026-03-03T20:13:35.026328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234982893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T20:13:35.026365Z","caller":"traceutil/trace.go:171","msg":"trace[1342567846] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:4790; }","duration":"1.235045204s","start":"2026-03-03T20:13:33.79131Z","end":"2026-03-03T20:13:35.026355Z","steps":["trace[1342567846] 'range keys from in-memory index tree' (duration: 1.23485695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.026391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:33.791297Z","time spent":"1.235088025s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:13:35.0264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.999414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777245"} {"level":"warn","ts":"2026-03-03T20:13:35.026391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.197745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:35.026434Z","caller":"traceutil/trace.go:171","msg":"trace[1113108287] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4790; }","duration":"503.063816ms","start":"2026-03-03T20:13:34.523362Z","end":"2026-03-03T20:13:35.026426Z","steps":["trace[1113108287] 'range keys from in-memory index tree' (duration: 502.657907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:35.026497Z","caller":"traceutil/trace.go:171","msg":"trace[1862299790] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"391.495527ms","start":"2026-03-03T20:13:34.634981Z","end":"2026-03-03T20:13:35.026477Z","steps":["trace[1862299790] 'process raft request' (duration: 266.126788ms)","trace[1862299790] 'compare' (duration: 124.98035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:35.026521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:34.523344Z","time spent":"503.142578ms","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777269,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-03T20:13:35.026558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:34.634955Z","time spent":"391.573799ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:35.115474Z","caller":"traceutil/trace.go:171","msg":"trace[121700523] linearizableReadLoop","detail":"{readStateIndex:4995; appliedIndex:4993; }","duration":"225.311247ms","start":"2026-03-03T20:13:34.890138Z","end":"2026-03-03T20:13:35.11545Z","steps":["trace[121700523] 'read index received' (duration: 10.992106ms)","trace[121700523] 'applied index is now lower than readState.Index' (duration: 214.317981ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:35.115562Z","caller":"traceutil/trace.go:171","msg":"trace[1114487852] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"464.994489ms","start":"2026-03-03T20:13:34.65053Z","end":"2026-03-03T20:13:35.115525Z","steps":["trace[1114487852] 'process raft request' (duration: 464.784005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.115617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.47297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:35.115658Z","caller":"traceutil/trace.go:171","msg":"trace[1457035003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4792; }","duration":"225.526792ms","start":"2026-03-03T20:13:34.89012Z","end":"2026-03-03T20:13:35.115646Z","steps":["trace[1457035003] 'agreement among raft nodes before linearized reading' (duration: 225.451121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.11571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:34.650508Z","time spent":"465.123342ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:35.272397Z","caller":"traceutil/trace.go:171","msg":"trace[739625834] linearizableReadLoop","detail":"{readStateIndex:4997; appliedIndex:4995; }","duration":"156.835923ms","start":"2026-03-03T20:13:35.115544Z","end":"2026-03-03T20:13:35.27238Z","steps":["trace[739625834] 'read index received' (duration: 156.576357ms)","trace[739625834] 'applied index is now lower than readState.Index' (duration: 258.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:35.272507Z","caller":"traceutil/trace.go:171","msg":"trace[1181010652] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"238.883724ms","start":"2026-03-03T20:13:35.033594Z","end":"2026-03-03T20:13:35.272478Z","steps":["trace[1181010652] 'process raft request' (duration: 238.6904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.272551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.549103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:35.272575Z","caller":"traceutil/trace.go:171","msg":"trace[598400414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4793; }","duration":"155.587804ms","start":"2026-03-03T20:13:35.11698Z","end":"2026-03-03T20:13:35.272568Z","steps":["trace[598400414] 'agreement among raft nodes before linearized reading' (duration: 155.534203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.272582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.111681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:13:35.272606Z","caller":"traceutil/trace.go:171","msg":"trace[2024910527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4793; }","duration":"331.161302ms","start":"2026-03-03T20:13:34.941438Z","end":"2026-03-03T20:13:35.2726Z","steps":["trace[2024910527] 'agreement among raft nodes before linearized reading' (duration: 331.06773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.272622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:34.941431Z","time spent":"331.187172ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:13:35.27264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.061596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:13:35.272705Z","caller":"traceutil/trace.go:171","msg":"trace[2067343159] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:4793; }","duration":"330.177929ms","start":"2026-03-03T20:13:34.942514Z","end":"2026-03-03T20:13:35.272692Z","steps":["trace[2067343159] 'agreement among raft nodes before linearized reading' (duration: 329.972704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.272731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:34.942492Z","time spent":"330.233921ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:13:35.522216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.459652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:35.522485Z","caller":"traceutil/trace.go:171","msg":"trace[733828549] linearizableReadLoop","detail":"{readStateIndex:5003; appliedIndex:4997; }","duration":"240.779448ms","start":"2026-03-03T20:13:35.281688Z","end":"2026-03-03T20:13:35.522468Z","steps":["trace[733828549] 'read index received' (duration: 118.014579ms)","trace[733828549] 'applied index is now lower than readState.Index' (duration: 122.764189ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:35.522588Z","caller":"traceutil/trace.go:171","msg":"trace[1853796473] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"242.261313ms","start":"2026-03-03T20:13:35.280315Z","end":"2026-03-03T20:13:35.522576Z","steps":["trace[1853796473] 'process raft request' (duration: 242.067308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:35.52262Z","caller":"traceutil/trace.go:171","msg":"trace[1386088055] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"243.051161ms","start":"2026-03-03T20:13:35.279524Z","end":"2026-03-03T20:13:35.522575Z","steps":["trace[1386088055] 'process raft request' (duration: 242.832646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:35.522703Z","caller":"traceutil/trace.go:171","msg":"trace[1685690020] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"248.137509ms","start":"2026-03-03T20:13:35.274527Z","end":"2026-03-03T20:13:35.522665Z","steps":["trace[1685690020] 'process raft request' (duration: 125.141594ms)","trace[1685690020] 'compare' (duration: 122.330149ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:35.522755Z","caller":"traceutil/trace.go:171","msg":"trace[1176916109] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"241.852133ms","start":"2026-03-03T20:13:35.28086Z","end":"2026-03-03T20:13:35.522712Z","steps":["trace[1176916109] 'process raft request' (duration: 241.554996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:35.522804Z","caller":"traceutil/trace.go:171","msg":"trace[187847259] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"241.882264ms","start":"2026-03-03T20:13:35.280896Z","end":"2026-03-03T20:13:35.522779Z","steps":["trace[187847259] 'process raft request' (duration: 241.541896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.522881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.182678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62903"} {"level":"info","ts":"2026-03-03T20:13:35.522925Z","caller":"traceutil/trace.go:171","msg":"trace[1509251915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4799; }","duration":"241.257449ms","start":"2026-03-03T20:13:35.281656Z","end":"2026-03-03T20:13:35.522913Z","steps":["trace[1509251915] 'agreement among raft nodes before linearized reading' (duration: 241.045964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:35.5232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.146724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777245"} {"level":"info","ts":"2026-03-03T20:13:35.5233Z","caller":"traceutil/trace.go:171","msg":"trace[1878688643] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4799; }","duration":"228.257776ms","start":"2026-03-03T20:13:35.295003Z","end":"2026-03-03T20:13:35.523261Z","steps":["trace[1878688643] 'agreement among raft nodes before linearized reading' (duration: 227.726204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:35.525609Z","caller":"traceutil/trace.go:171","msg":"trace[1019372571] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"243.194564ms","start":"2026-03-03T20:13:35.279471Z","end":"2026-03-03T20:13:35.522665Z","steps":["trace[1019372571] 'process raft request' (duration: 242.838006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:35.789813Z","caller":"traceutil/trace.go:171","msg":"trace[2001221403] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"188.722805ms","start":"2026-03-03T20:13:35.60106Z","end":"2026-03-03T20:13:35.789783Z","steps":["trace[2001221403] 'process raft request' (duration: 155.114483ms)","trace[2001221403] 'compare' (duration: 33.380747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:36.160793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.12629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:13:36.160889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.725061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:36.160948Z","caller":"traceutil/trace.go:171","msg":"trace[510477402] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4800; }","duration":"135.844244ms","start":"2026-03-03T20:13:36.025089Z","end":"2026-03-03T20:13:36.160933Z","steps":["trace[510477402] 'count revisions from in-memory index tree' (duration: 135.563248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:36.160901Z","caller":"traceutil/trace.go:171","msg":"trace[1208730825] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4800; }","duration":"151.291603ms","start":"2026-03-03T20:13:36.009589Z","end":"2026-03-03T20:13:36.16088Z","steps":["trace[1208730825] 'range keys from in-memory index tree' (duration: 151.001867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:36.160806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.128867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-256d0d77-249d-4b37-a232-e28eead6a248\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-03-03T20:13:36.16109Z","caller":"traceutil/trace.go:171","msg":"trace[71234169] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-256d0d77-249d-4b37-a232-e28eead6a248; range_end:; response_count:1; response_revision:4800; }","duration":"129.461796ms","start":"2026-03-03T20:13:36.031601Z","end":"2026-03-03T20:13:36.161062Z","steps":["trace[71234169] 'range keys from in-memory index tree' (duration: 128.934663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:36.386231Z","caller":"traceutil/trace.go:171","msg":"trace[399579737] linearizableReadLoop","detail":"{readStateIndex:5005; appliedIndex:5005; }","duration":"222.535223ms","start":"2026-03-03T20:13:36.163669Z","end":"2026-03-03T20:13:36.386204Z","steps":["trace[399579737] 'read index received' (duration: 222.524493ms)","trace[399579737] 'applied index is now lower than readState.Index' (duration: 8.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:36.386564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.83761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-470c30a6-8bbc-48b9-aab9-a346c1d1d922\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T20:13:36.386614Z","caller":"traceutil/trace.go:171","msg":"trace[624481789] range","detail":"{range_begin:/registry/persistentvolumes/pvc-470c30a6-8bbc-48b9-aab9-a346c1d1d922; range_end:; response_count:1; response_revision:4800; }","duration":"222.966713ms","start":"2026-03-03T20:13:36.163632Z","end":"2026-03-03T20:13:36.386599Z","steps":["trace[624481789] 'agreement among raft nodes before linearized reading' (duration: 222.692927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:36.887324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040941519,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:13:37.150178Z","caller":"traceutil/trace.go:171","msg":"trace[616092462] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"904.803224ms","start":"2026-03-03T20:13:36.245341Z","end":"2026-03-03T20:13:37.150144Z","steps":["trace[616092462] 'process raft request' (duration: 904.23059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:37.150397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:36.245312Z","time spent":"904.973797ms","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:37.54642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.321584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:37.546855Z","caller":"traceutil/trace.go:171","msg":"trace[598520043] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"1.159521356s","start":"2026-03-03T20:13:36.387307Z","end":"2026-03-03T20:13:37.546829Z","steps":["trace[598520043] 'process raft request' (duration: 928.71746ms)","trace[598520043] 'compare' (duration: 230.177131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:37.546961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:36.38728Z","time spent":"1.159630639s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:13:37.546966Z","caller":"traceutil/trace.go:171","msg":"trace[359016077] linearizableReadLoop","detail":"{readStateIndex:5007; appliedIndex:5005; }","duration":"1.160642751s","start":"2026-03-03T20:13:36.386301Z","end":"2026-03-03T20:13:37.546944Z","steps":["trace[359016077] 'read index received' (duration: 763.189455ms)","trace[359016077] 'applied index is now lower than readState.Index' (duration: 397.451656ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:37.546991Z","caller":"traceutil/trace.go:171","msg":"trace[583850672] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"426.984075ms","start":"2026-03-03T20:13:37.11998Z","end":"2026-03-03T20:13:37.546964Z","steps":["trace[583850672] 'process raft request' (duration: 426.891323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:37.54699Z","caller":"traceutil/trace.go:171","msg":"trace[778923552] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"514.833401ms","start":"2026-03-03T20:13:37.032119Z","end":"2026-03-03T20:13:37.546953Z","steps":["trace[778923552] 'process raft request' (duration: 514.432991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:37.547109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:37.119954Z","time spent":"427.099487ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:37.547159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.616593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:13:37.547179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:37.032094Z","time spent":"514.989965ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:37.547217Z","caller":"traceutil/trace.go:171","msg":"trace[319211979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4804; }","duration":"656.716185ms","start":"2026-03-03T20:13:36.890487Z","end":"2026-03-03T20:13:37.547203Z","steps":["trace[319211979] 'agreement among raft nodes before linearized reading' (duration: 656.623673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:37.547261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:36.890463Z","time spent":"656.786018ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:13:37.547366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.729683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-256d0d77-249d-4b37-a232-e28eead6a248\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-03-03T20:13:37.547429Z","caller":"traceutil/trace.go:171","msg":"trace[286129437] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-256d0d77-249d-4b37-a232-e28eead6a248; range_end:; response_count:1; response_revision:4804; }","duration":"336.839985ms","start":"2026-03-03T20:13:37.210574Z","end":"2026-03-03T20:13:37.547414Z","steps":["trace[286129437] 'agreement among raft nodes before linearized reading' (duration: 336.711592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:37.547467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:37.21054Z","time spent":"336.918357ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-256d0d77-249d-4b37-a232-e28eead6a248\" "} {"level":"warn","ts":"2026-03-03T20:13:37.547671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383110853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:37.547743Z","caller":"traceutil/trace.go:171","msg":"trace[146984742] range","detail":"{range_begin:/registry/configmaps/monitoring/goldpinger-zap; range_end:; response_count:0; response_revision:4804; }","duration":"1.383774159s","start":"2026-03-03T20:13:36.163953Z","end":"2026-03-03T20:13:37.547727Z","steps":["trace[146984742] 'agreement among raft nodes before linearized reading' (duration: 1.383061922s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:37.547785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:36.163935Z","time spent":"1.383840361s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" "} {"level":"info","ts":"2026-03-03T20:13:39.001172Z","caller":"traceutil/trace.go:171","msg":"trace[1598715749] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"200.298755ms","start":"2026-03-03T20:13:38.800845Z","end":"2026-03-03T20:13:39.001143Z","steps":["trace[1598715749] 'process raft request' (duration: 199.161608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:39.053219Z","caller":"traceutil/trace.go:171","msg":"trace[351989349] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"250.768821ms","start":"2026-03-03T20:13:38.802427Z","end":"2026-03-03T20:13:39.053196Z","steps":["trace[351989349] 'process raft request' (duration: 250.510705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:39.05328Z","caller":"traceutil/trace.go:171","msg":"trace[1614794314] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"250.72943ms","start":"2026-03-03T20:13:38.80252Z","end":"2026-03-03T20:13:39.053249Z","steps":["trace[1614794314] 'process raft request' (duration: 250.592027ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:39.05327Z","caller":"traceutil/trace.go:171","msg":"trace[1271953241] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"250.661678ms","start":"2026-03-03T20:13:38.80258Z","end":"2026-03-03T20:13:39.053242Z","steps":["trace[1271953241] 'process raft request' (duration: 250.596266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:39.121892Z","caller":"traceutil/trace.go:171","msg":"trace[1900879068] linearizableReadLoop","detail":"{readStateIndex:5061; appliedIndex:5057; }","duration":"305.608098ms","start":"2026-03-03T20:13:38.816262Z","end":"2026-03-03T20:13:39.12187Z","steps":["trace[1900879068] 'read index received' (duration: 183.966295ms)","trace[1900879068] 'applied index is now lower than readState.Index' (duration: 121.639493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:39.122097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.350052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:13:39.122138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.856524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T20:13:39.122189Z","caller":"traceutil/trace.go:171","msg":"trace[34823988] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4855; }","duration":"305.929735ms","start":"2026-03-03T20:13:38.816246Z","end":"2026-03-03T20:13:39.122176Z","steps":["trace[34823988] 'agreement among raft nodes before linearized reading' (duration: 305.744071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:39.122195Z","caller":"traceutil/trace.go:171","msg":"trace[1551873095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4855; }","duration":"232.479764ms","start":"2026-03-03T20:13:38.889693Z","end":"2026-03-03T20:13:39.122172Z","steps":["trace[1551873095] 'agreement among raft nodes before linearized reading' (duration: 232.324881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:39.122233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:38.816233Z","time spent":"305.991186ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T20:13:47.193454Z","caller":"traceutil/trace.go:171","msg":"trace[1902481855] linearizableReadLoop","detail":"{readStateIndex:5201; appliedIndex:5200; }","duration":"304.472515ms","start":"2026-03-03T20:13:46.88896Z","end":"2026-03-03T20:13:47.193433Z","steps":["trace[1902481855] 'read index received' (duration: 304.329232ms)","trace[1902481855] 'applied index is now lower than readState.Index' (duration: 142.383µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:47.193818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.835164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:47.193874Z","caller":"traceutil/trace.go:171","msg":"trace[726089481] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"320.272322ms","start":"2026-03-03T20:13:46.87358Z","end":"2026-03-03T20:13:47.193852Z","steps":["trace[726089481] 'process raft request' (duration: 319.628457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.193973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:46.873565Z","time spent":"320.349955ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7957,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:47.193906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.392935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T20:13:47.194088Z","caller":"traceutil/trace.go:171","msg":"trace[1489407086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4991; }","duration":"305.11878ms","start":"2026-03-03T20:13:46.888952Z","end":"2026-03-03T20:13:47.19407Z","steps":["trace[1489407086] 'agreement among raft nodes before linearized reading' (duration: 304.787952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:47.194087Z","caller":"traceutil/trace.go:171","msg":"trace[1484070126] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4991; }","duration":"116.61653ms","start":"2026-03-03T20:13:47.07745Z","end":"2026-03-03T20:13:47.194066Z","steps":["trace[1484070126] 'agreement among raft nodes before linearized reading' (duration: 116.316123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.19414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:46.888937Z","time spent":"305.192222ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:13:47.561008Z","caller":"traceutil/trace.go:171","msg":"trace[938841318] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"362.35959ms","start":"2026-03-03T20:13:47.198614Z","end":"2026-03-03T20:13:47.560974Z","steps":["trace[938841318] 'process raft request' (duration: 324.714605ms)","trace[938841318] 'compare' (duration: 37.258476ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:47.561073Z","caller":"traceutil/trace.go:171","msg":"trace[575180705] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"362.057453ms","start":"2026-03-03T20:13:47.198995Z","end":"2026-03-03T20:13:47.561052Z","steps":["trace[575180705] 'process raft request' (duration: 361.857419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:47.561139Z","caller":"traceutil/trace.go:171","msg":"trace[380014639] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"362.017803ms","start":"2026-03-03T20:13:47.199105Z","end":"2026-03-03T20:13:47.561123Z","steps":["trace[380014639] 'process raft request' (duration: 361.868199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:47.561124Z","caller":"traceutil/trace.go:171","msg":"trace[794126830] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5202; }","duration":"114.346078ms","start":"2026-03-03T20:13:47.446728Z","end":"2026-03-03T20:13:47.561074Z","steps":["trace[794126830] 'read index received' (duration: 76.527659ms)","trace[794126830] 'applied index is now lower than readState.Index' (duration: 37.817509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:47.561171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:47.198569Z","time spent":"362.514074ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:47.561192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:47.198987Z","time spent":"362.127386ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:47.561205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:47.199099Z","time spent":"362.072054ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:47.561328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.568813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:47.561375Z","caller":"traceutil/trace.go:171","msg":"trace[638520826] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4996; }","duration":"114.684605ms","start":"2026-03-03T20:13:47.446677Z","end":"2026-03-03T20:13:47.561362Z","steps":["trace[638520826] 'agreement among raft nodes before linearized reading' (duration: 114.531342ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:47.561348Z","caller":"traceutil/trace.go:171","msg":"trace[1648551527] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"361.583722ms","start":"2026-03-03T20:13:47.199729Z","end":"2026-03-03T20:13:47.561312Z","steps":["trace[1648551527] 'process raft request' (duration: 361.295126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.561541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:47.199721Z","time spent":"361.710326ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:47.893987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.095931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:47.894291Z","caller":"traceutil/trace.go:171","msg":"trace[1642761199] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"293.875739ms","start":"2026-03-03T20:13:47.600386Z","end":"2026-03-03T20:13:47.894262Z","steps":["trace[1642761199] 'process raft request' (duration: 142.385189ms)","trace[1642761199] 'compare' (duration: 150.983729ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:47.894718Z","caller":"traceutil/trace.go:171","msg":"trace[1433256861] linearizableReadLoop","detail":"{readStateIndex:5208; appliedIndex:5206; }","duration":"290.800227ms","start":"2026-03-03T20:13:47.603765Z","end":"2026-03-03T20:13:47.894565Z","steps":["trace[1433256861] 'read index received' (duration: 139.01701ms)","trace[1433256861] 'applied index is now lower than readState.Index' (duration: 151.589503ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:47.894803Z","caller":"traceutil/trace.go:171","msg":"trace[14107852] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"292.556929ms","start":"2026-03-03T20:13:47.602229Z","end":"2026-03-03T20:13:47.894786Z","steps":["trace[14107852] 'process raft request' (duration: 291.876453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.894999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.207497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5687db668b-qvb79.18996df2c2e314ce\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-03T20:13:47.895101Z","caller":"traceutil/trace.go:171","msg":"trace[319115342] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5687db668b-qvb79.18996df2c2e314ce; range_end:; response_count:1; response_revision:4998; }","duration":"291.33637ms","start":"2026-03-03T20:13:47.603739Z","end":"2026-03-03T20:13:47.895075Z","steps":["trace[319115342] 'agreement among raft nodes before linearized reading' (duration: 291.057844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.91943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.67306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:13:47.919437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.913613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:13:47.919459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.914332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:13:47.919459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.902352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:13:47.9195Z","caller":"traceutil/trace.go:171","msg":"trace[356296270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4999; }","duration":"199.787582ms","start":"2026-03-03T20:13:47.719697Z","end":"2026-03-03T20:13:47.919484Z","steps":["trace[356296270] 'agreement among raft nodes before linearized reading' (duration: 199.575407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:47.919517Z","caller":"traceutil/trace.go:171","msg":"trace[780525200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4999; }","duration":"198.997125ms","start":"2026-03-03T20:13:47.720506Z","end":"2026-03-03T20:13:47.919504Z","steps":["trace[780525200] 'agreement among raft nodes before linearized reading' (duration: 198.884172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:47.919529Z","caller":"traceutil/trace.go:171","msg":"trace[833177677] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:4999; }","duration":"195.999725ms","start":"2026-03-03T20:13:47.723513Z","end":"2026-03-03T20:13:47.919513Z","steps":["trace[833177677] 'agreement among raft nodes before linearized reading' (duration: 195.78922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:47.919548Z","caller":"traceutil/trace.go:171","msg":"trace[847067089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4999; }","duration":"199.003195ms","start":"2026-03-03T20:13:47.720495Z","end":"2026-03-03T20:13:47.919498Z","steps":["trace[847067089] 'agreement among raft nodes before linearized reading' (duration: 198.756699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.919595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.83466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:13:47.919738Z","caller":"traceutil/trace.go:171","msg":"trace[149118226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4999; }","duration":"239.106557ms","start":"2026-03-03T20:13:47.68061Z","end":"2026-03-03T20:13:47.919717Z","steps":["trace[149118226] 'agreement among raft nodes before linearized reading' (duration: 238.734008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:47.91986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.00054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:13:47.919905Z","caller":"traceutil/trace.go:171","msg":"trace[893552123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4999; }","duration":"241.088272ms","start":"2026-03-03T20:13:47.678805Z","end":"2026-03-03T20:13:47.919894Z","steps":["trace[893552123] 'agreement among raft nodes before linearized reading' (duration: 240.414026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:48.089295Z","caller":"traceutil/trace.go:171","msg":"trace[809999362] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"166.313085ms","start":"2026-03-03T20:13:47.922957Z","end":"2026-03-03T20:13:48.08927Z","steps":["trace[809999362] 'process raft request' (duration: 118.573666ms)","trace[809999362] 'compare' (duration: 47.593276ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:48.089509Z","caller":"traceutil/trace.go:171","msg":"trace[728842676] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"165.270171ms","start":"2026-03-03T20:13:47.924217Z","end":"2026-03-03T20:13:48.089487Z","steps":["trace[728842676] 'process raft request' (duration: 165.009915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:48.089638Z","caller":"traceutil/trace.go:171","msg":"trace[1159652688] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"164.625506ms","start":"2026-03-03T20:13:47.924999Z","end":"2026-03-03T20:13:48.089625Z","steps":["trace[1159652688] 'process raft request' (duration: 164.556815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:48.089731Z","caller":"traceutil/trace.go:171","msg":"trace[1133300618] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5209; }","duration":"164.520333ms","start":"2026-03-03T20:13:47.925153Z","end":"2026-03-03T20:13:48.089674Z","steps":["trace[1133300618] 'read index received' (duration: 45.355754ms)","trace[1133300618] 'applied index is now lower than readState.Index' (duration: 119.163479ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:48.089785Z","caller":"traceutil/trace.go:171","msg":"trace[135370649] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"165.543887ms","start":"2026-03-03T20:13:47.924228Z","end":"2026-03-03T20:13:48.089772Z","steps":["trace[135370649] 'process raft request' (duration: 165.176278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:48.089875Z","caller":"traceutil/trace.go:171","msg":"trace[721280431] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"165.547058ms","start":"2026-03-03T20:13:47.924305Z","end":"2026-03-03T20:13:48.089852Z","steps":["trace[721280431] 'process raft request' (duration: 165.21021ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:48.089966Z","caller":"traceutil/trace.go:171","msg":"trace[1581806168] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"138.211682ms","start":"2026-03-03T20:13:47.951745Z","end":"2026-03-03T20:13:48.089957Z","steps":["trace[1581806168] 'process raft request' (duration: 137.844483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:48.09012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.944603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70868"} {"level":"info","ts":"2026-03-03T20:13:48.090194Z","caller":"traceutil/trace.go:171","msg":"trace[79950066] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5006; }","duration":"165.058776ms","start":"2026-03-03T20:13:47.925118Z","end":"2026-03-03T20:13:48.090176Z","steps":["trace[79950066] 'agreement among raft nodes before linearized reading' (duration: 164.721128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:52.146546Z","caller":"traceutil/trace.go:171","msg":"trace[1943753102] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"135.800586ms","start":"2026-03-03T20:13:52.010716Z","end":"2026-03-03T20:13:52.146517Z","steps":["trace[1943753102] 'process raft request' (duration: 72.71085ms)","trace[1943753102] 'compare' (duration: 62.946853ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:52.149079Z","caller":"traceutil/trace.go:171","msg":"trace[1131434508] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"137.827422ms","start":"2026-03-03T20:13:52.011239Z","end":"2026-03-03T20:13:52.149066Z","steps":["trace[1131434508] 'process raft request' (duration: 137.683429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:52.149642Z","caller":"traceutil/trace.go:171","msg":"trace[1072356300] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"135.980409ms","start":"2026-03-03T20:13:52.01365Z","end":"2026-03-03T20:13:52.14963Z","steps":["trace[1072356300] 'process raft request' (duration: 135.369695ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:52.331014Z","caller":"traceutil/trace.go:171","msg":"trace[2093742567] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"175.57161ms","start":"2026-03-03T20:13:52.155422Z","end":"2026-03-03T20:13:52.330993Z","steps":["trace[2093742567] 'process raft request' (duration: 175.507189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:52.331025Z","caller":"traceutil/trace.go:171","msg":"trace[1333183271] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"175.674293ms","start":"2026-03-03T20:13:52.155304Z","end":"2026-03-03T20:13:52.330979Z","steps":["trace[1333183271] 'process raft request' (duration: 162.927946ms)","trace[1333183271] 'compare' (duration: 12.506821ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:52.331243Z","caller":"traceutil/trace.go:171","msg":"trace[1418201731] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"175.719823ms","start":"2026-03-03T20:13:52.155506Z","end":"2026-03-03T20:13:52.331226Z","steps":["trace[1418201731] 'process raft request' (duration: 175.460137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:52.331627Z","caller":"traceutil/trace.go:171","msg":"trace[1539607007] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"176.042432ms","start":"2026-03-03T20:13:52.155577Z","end":"2026-03-03T20:13:52.331619Z","steps":["trace[1539607007] 'process raft request' (duration: 175.591561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:53.728377Z","caller":"traceutil/trace.go:171","msg":"trace[90084356] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"254.611196ms","start":"2026-03-03T20:13:53.473745Z","end":"2026-03-03T20:13:53.728356Z","steps":["trace[90084356] 'process raft request' (duration: 254.481463ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:55.369437Z","caller":"traceutil/trace.go:171","msg":"trace[671498321] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"424.952335ms","start":"2026-03-03T20:13:54.944457Z","end":"2026-03-03T20:13:55.36941Z","steps":["trace[671498321] 'process raft request' (duration: 409.251661ms)","trace[671498321] 'compare' (duration: 15.196103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:55.369583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:54.944432Z","time spent":"425.079988ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:55.373153Z","caller":"traceutil/trace.go:171","msg":"trace[537877978] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"343.278927ms","start":"2026-03-03T20:13:55.029855Z","end":"2026-03-03T20:13:55.373134Z","steps":["trace[537877978] 'process raft request' (duration: 342.870768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:55.373277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:55.029836Z","time spent":"343.37613ms","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2797,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:56.606727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.230679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:56.606992Z","caller":"traceutil/trace.go:171","msg":"trace[1447574582] linearizableReadLoop","detail":"{readStateIndex:5341; appliedIndex:5338; }","duration":"198.335968ms","start":"2026-03-03T20:13:56.408638Z","end":"2026-03-03T20:13:56.606974Z","steps":["trace[1447574582] 'read index received' (duration: 7.701369ms)","trace[1447574582] 'applied index is now lower than readState.Index' (duration: 190.633449ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:56.607011Z","caller":"traceutil/trace.go:171","msg":"trace[1129467002] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"259.08411ms","start":"2026-03-03T20:13:56.347884Z","end":"2026-03-03T20:13:56.606968Z","steps":["trace[1129467002] 'process raft request' (duration: 68.530723ms)","trace[1129467002] 'compare' (duration: 190.095056ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:56.607295Z","caller":"traceutil/trace.go:171","msg":"trace[141624005] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"258.940216ms","start":"2026-03-03T20:13:56.348338Z","end":"2026-03-03T20:13:56.607278Z","steps":["trace[141624005] 'process raft request' (duration: 258.504986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:56.607325Z","caller":"traceutil/trace.go:171","msg":"trace[1563299175] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"258.138227ms","start":"2026-03-03T20:13:56.349151Z","end":"2026-03-03T20:13:56.607289Z","steps":["trace[1563299175] 'process raft request' (duration: 257.781139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:56.607337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.679525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:13:56.607412Z","caller":"traceutil/trace.go:171","msg":"trace[289568828] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5129; }","duration":"198.8446ms","start":"2026-03-03T20:13:56.408547Z","end":"2026-03-03T20:13:56.607391Z","steps":["trace[289568828] 'agreement among raft nodes before linearized reading' (duration: 198.690926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:57.657716Z","caller":"traceutil/trace.go:171","msg":"trace[479318723] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"697.420967ms","start":"2026-03-03T20:13:56.96027Z","end":"2026-03-03T20:13:57.657691Z","steps":["trace[479318723] 'process raft request' (duration: 697.259323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:57.657868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:56.96025Z","time spent":"697.537159ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:58.760772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.033847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:13:58.760862Z","caller":"traceutil/trace.go:171","msg":"trace[774753816] linearizableReadLoop","detail":"{readStateIndex:5343; appliedIndex:5341; }","duration":"1.148879168s","start":"2026-03-03T20:13:57.611967Z","end":"2026-03-03T20:13:58.760846Z","steps":["trace[774753816] 'read index received' (duration: 45.546199ms)","trace[774753816] 'applied index is now lower than readState.Index' (duration: 1.103331349s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:13:58.760901Z","caller":"traceutil/trace.go:171","msg":"trace[577468604] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"1.546915847s","start":"2026-03-03T20:13:57.213941Z","end":"2026-03-03T20:13:58.760857Z","steps":["trace[577468604] 'process raft request' (duration: 1.439720506s)","trace[577468604] 'compare' (duration: 106.861104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:58.760987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149016371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab5acb09-2804-425d-b32a-749be55e9387\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T20:13:58.761017Z","caller":"traceutil/trace.go:171","msg":"trace[298258738] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ab5acb09-2804-425d-b32a-749be55e9387; range_end:; response_count:1; response_revision:5131; }","duration":"1.149077843s","start":"2026-03-03T20:13:57.611931Z","end":"2026-03-03T20:13:58.761009Z","steps":["trace[298258738] 'agreement among raft nodes before linearized reading' (duration: 1.14896939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.761039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.611914Z","time spent":"1.149120173s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab5acb09-2804-425d-b32a-749be55e9387\" "} {"level":"warn","ts":"2026-03-03T20:13:58.761036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.213923Z","time spent":"1.547044481s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18645,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:58.783485Z","caller":"traceutil/trace.go:171","msg":"trace[887154196] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"830.528611ms","start":"2026-03-03T20:13:57.952925Z","end":"2026-03-03T20:13:58.783453Z","steps":["trace[887154196] 'process raft request' (duration: 830.230024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.783593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121509132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5687db668b-qvb79\" ","response":"range_response_count:1 size:11848"} {"level":"warn","ts":"2026-03-03T20:13:58.783653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.952858Z","time spent":"830.713184ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:58.783676Z","caller":"traceutil/trace.go:171","msg":"trace[418432240] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5687db668b-qvb79; range_end:; response_count:1; response_revision:5134; }","duration":"1.121625624s","start":"2026-03-03T20:13:57.662028Z","end":"2026-03-03T20:13:58.783653Z","steps":["trace[418432240] 'agreement among raft nodes before linearized reading' (duration: 1.121370878s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.783729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.662009Z","time spent":"1.121707597s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11872,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5687db668b-qvb79\" "} {"level":"warn","ts":"2026-03-03T20:13:58.783774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.926308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:13:58.783863Z","caller":"traceutil/trace.go:171","msg":"trace[628129602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5134; }","duration":"173.060172ms","start":"2026-03-03T20:13:58.610779Z","end":"2026-03-03T20:13:58.783839Z","steps":["trace[628129602] 'agreement among raft nodes before linearized reading' (duration: 172.760345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.784027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.375175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:13:58.784076Z","caller":"traceutil/trace.go:171","msg":"trace[1717197112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5134; }","duration":"425.454867ms","start":"2026-03-03T20:13:58.35861Z","end":"2026-03-03T20:13:58.784065Z","steps":["trace[1717197112] 'agreement among raft nodes before linearized reading' (duration: 425.304123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.784079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.709213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:13:58.784109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:58.358596Z","time spent":"425.505309ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:13:58.784117Z","caller":"traceutil/trace.go:171","msg":"trace[1402290331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5134; }","duration":"533.825825ms","start":"2026-03-03T20:13:58.250281Z","end":"2026-03-03T20:13:58.784107Z","steps":["trace[1402290331] 'agreement among raft nodes before linearized reading' (duration: 533.687932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.784144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:58.250258Z","time spent":"533.879036ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:13:58.784169Z","caller":"traceutil/trace.go:171","msg":"trace[1490017498] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"791.38477ms","start":"2026-03-03T20:13:57.992769Z","end":"2026-03-03T20:13:58.784154Z","steps":["trace[1490017498] 'process raft request' (duration: 790.54386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.784274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.992742Z","time spent":"791.463312ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:13:58.784306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.369104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:13:58.784373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.508853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:13:58.784393Z","caller":"traceutil/trace.go:171","msg":"trace[1348413810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5134; }","duration":"894.500477ms","start":"2026-03-03T20:13:57.889871Z","end":"2026-03-03T20:13:58.784371Z","steps":["trace[1348413810] 'agreement among raft nodes before linearized reading' (duration: 894.317943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.784459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.611894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:13:58.784515Z","caller":"traceutil/trace.go:171","msg":"trace[1357379621] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"791.546964ms","start":"2026-03-03T20:13:57.992952Z","end":"2026-03-03T20:13:58.784499Z","steps":["trace[1357379621] 'process raft request' (duration: 790.398047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.784544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.602645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:13:58.784562Z","caller":"traceutil/trace.go:171","msg":"trace[512946618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5134; }","duration":"173.762528ms","start":"2026-03-03T20:13:58.61078Z","end":"2026-03-03T20:13:58.784542Z","steps":["trace[512946618] 'agreement among raft nodes before linearized reading' (duration: 173.456271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:58.784581Z","caller":"traceutil/trace.go:171","msg":"trace[892402363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5134; }","duration":"173.665146ms","start":"2026-03-03T20:13:58.610906Z","end":"2026-03-03T20:13:58.784571Z","steps":["trace[892402363] 'agreement among raft nodes before linearized reading' (duration: 173.569863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.784498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.889856Z","time spent":"894.6319ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:13:58.784608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:57.992917Z","time spent":"791.644966ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:13:58.784411Z","caller":"traceutil/trace.go:171","msg":"trace[1461232955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5134; }","duration":"516.573164ms","start":"2026-03-03T20:13:58.267828Z","end":"2026-03-03T20:13:58.784401Z","steps":["trace[1461232955] 'agreement among raft nodes before linearized reading' (duration: 516.382129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.784711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:58.267817Z","time spent":"516.879431ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:13:58.784509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.812345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:13:58.78479Z","caller":"traceutil/trace.go:171","msg":"trace[213992906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:5134; }","duration":"531.119102ms","start":"2026-03-03T20:13:58.253661Z","end":"2026-03-03T20:13:58.78478Z","steps":["trace[213992906] 'agreement among raft nodes before linearized reading' (duration: 530.766294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.784831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:13:58.253643Z","time spent":"531.176413ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"info","ts":"2026-03-03T20:13:58.894371Z","caller":"traceutil/trace.go:171","msg":"trace[1220831970] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"105.421859ms","start":"2026-03-03T20:13:58.788923Z","end":"2026-03-03T20:13:58.894345Z","steps":["trace[1220831970] 'process raft request' (duration: 101.254252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:58.894822Z","caller":"traceutil/trace.go:171","msg":"trace[2023113155] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"105.45865ms","start":"2026-03-03T20:13:58.789346Z","end":"2026-03-03T20:13:58.894805Z","steps":["trace[2023113155] 'process raft request' (duration: 105.273786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:58.894873Z","caller":"traceutil/trace.go:171","msg":"trace[1031068183] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"105.195044ms","start":"2026-03-03T20:13:58.789664Z","end":"2026-03-03T20:13:58.894859Z","steps":["trace[1031068183] 'process raft request' (duration: 105.063241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:58.895001Z","caller":"traceutil/trace.go:171","msg":"trace[383876584] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"105.174634ms","start":"2026-03-03T20:13:58.789719Z","end":"2026-03-03T20:13:58.894893Z","steps":["trace[383876584] 'process raft request' (duration: 105.055921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:58.894921Z","caller":"traceutil/trace.go:171","msg":"trace[1083193052] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"105.174143ms","start":"2026-03-03T20:13:58.789739Z","end":"2026-03-03T20:13:58.894913Z","steps":["trace[1083193052] 'process raft request' (duration: 105.070881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:13:58.923907Z","caller":"traceutil/trace.go:171","msg":"trace[1798430267] linearizableReadLoop","detail":"{readStateIndex:5348; appliedIndex:5346; }","duration":"134.221439ms","start":"2026-03-03T20:13:58.789669Z","end":"2026-03-03T20:13:58.92389Z","steps":["trace[1798430267] 'read index received' (duration: 100.612118ms)","trace[1798430267] 'applied index is now lower than readState.Index' (duration: 33.608281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:13:58.924182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.661725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:13:58.924249Z","caller":"traceutil/trace.go:171","msg":"trace[1655039508] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5140; }","duration":"108.766228ms","start":"2026-03-03T20:13:58.815465Z","end":"2026-03-03T20:13:58.924231Z","steps":["trace[1655039508] 'agreement among raft nodes before linearized reading' (duration: 108.577734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:13:58.924258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.557127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80051"} {"level":"info","ts":"2026-03-03T20:13:58.924309Z","caller":"traceutil/trace.go:171","msg":"trace[1345497794] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5140; }","duration":"134.649419ms","start":"2026-03-03T20:13:58.789645Z","end":"2026-03-03T20:13:58.924294Z","steps":["trace[1345497794] 'agreement among raft nodes before linearized reading' (duration: 134.355513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:00.965027Z","caller":"traceutil/trace.go:171","msg":"trace[1227719076] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"174.594007ms","start":"2026-03-03T20:14:00.790409Z","end":"2026-03-03T20:14:00.965003Z","steps":["trace[1227719076] 'process raft request' (duration: 174.210718ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:00.968164Z","caller":"traceutil/trace.go:171","msg":"trace[1838474398] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5359; }","duration":"139.01683ms","start":"2026-03-03T20:14:00.829128Z","end":"2026-03-03T20:14:00.968145Z","steps":["trace[1838474398] 'read index received' (duration: 135.57874ms)","trace[1838474398] 'applied index is now lower than readState.Index' (duration: 3.43722ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:00.96827Z","caller":"traceutil/trace.go:171","msg":"trace[351579148] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"177.796501ms","start":"2026-03-03T20:14:00.790448Z","end":"2026-03-03T20:14:00.968245Z","steps":["trace[351579148] 'process raft request' (duration: 177.656588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:00.968218Z","caller":"traceutil/trace.go:171","msg":"trace[929332896] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"177.767491ms","start":"2026-03-03T20:14:00.79042Z","end":"2026-03-03T20:14:00.968188Z","steps":["trace[929332896] 'process raft request' (duration: 177.574126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:00.968987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.836699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:14:00.969078Z","caller":"traceutil/trace.go:171","msg":"trace[341082019] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5149; }","duration":"139.948862ms","start":"2026-03-03T20:14:00.829112Z","end":"2026-03-03T20:14:00.96906Z","steps":["trace[341082019] 'agreement among raft nodes before linearized reading' (duration: 139.204425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:01.175432Z","caller":"traceutil/trace.go:171","msg":"trace[451477173] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"170.113843ms","start":"2026-03-03T20:14:01.005297Z","end":"2026-03-03T20:14:01.175411Z","steps":["trace[451477173] 'process raft request' (duration: 170.016101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:01.175446Z","caller":"traceutil/trace.go:171","msg":"trace[1173869249] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"170.235275ms","start":"2026-03-03T20:14:01.005177Z","end":"2026-03-03T20:14:01.175412Z","steps":["trace[1173869249] 'process raft request' (duration: 170.01539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:01.17567Z","caller":"traceutil/trace.go:171","msg":"trace[40459585] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"169.299184ms","start":"2026-03-03T20:14:01.006362Z","end":"2026-03-03T20:14:01.175661Z","steps":["trace[40459585] 'process raft request' (duration: 169.168971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:01.17584Z","caller":"traceutil/trace.go:171","msg":"trace[446093407] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"169.507048ms","start":"2026-03-03T20:14:01.006302Z","end":"2026-03-03T20:14:01.175809Z","steps":["trace[446093407] 'process raft request' (duration: 169.042748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:02.18171Z","caller":"traceutil/trace.go:171","msg":"trace[281987175] linearizableReadLoop","detail":"{readStateIndex:5384; appliedIndex:5383; }","duration":"279.798142ms","start":"2026-03-03T20:14:01.901879Z","end":"2026-03-03T20:14:02.181678Z","steps":["trace[281987175] 'read index received' (duration: 279.521556ms)","trace[281987175] 'applied index is now lower than readState.Index' (duration: 275.016µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:02.181749Z","caller":"traceutil/trace.go:171","msg":"trace[505021401] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"298.003015ms","start":"2026-03-03T20:14:01.883704Z","end":"2026-03-03T20:14:02.181707Z","steps":["trace[505021401] 'process raft request' (duration: 297.827821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:02.181893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.991066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:02.181949Z","caller":"traceutil/trace.go:171","msg":"trace[1025314598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5171; }","duration":"280.093728ms","start":"2026-03-03T20:14:01.901842Z","end":"2026-03-03T20:14:02.181936Z","steps":["trace[1025314598] 'agreement among raft nodes before linearized reading' (duration: 279.956105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:09.216677Z","caller":"traceutil/trace.go:171","msg":"trace[1219124408] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"114.364217ms","start":"2026-03-03T20:14:09.102288Z","end":"2026-03-03T20:14:09.216652Z","steps":["trace[1219124408] 'process raft request' (duration: 114.194523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:09.21691Z","caller":"traceutil/trace.go:171","msg":"trace[1596416322] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"114.300856ms","start":"2026-03-03T20:14:09.102579Z","end":"2026-03-03T20:14:09.21688Z","steps":["trace[1596416322] 'process raft request' (duration: 114.034909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:09.216998Z","caller":"traceutil/trace.go:171","msg":"trace[1595569990] linearizableReadLoop","detail":"{readStateIndex:5512; appliedIndex:5508; }","duration":"114.228064ms","start":"2026-03-03T20:14:09.102749Z","end":"2026-03-03T20:14:09.216977Z","steps":["trace[1595569990] 'read index received' (duration: 31.138253ms)","trace[1595569990] 'applied index is now lower than readState.Index' (duration: 83.088461ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:09.217025Z","caller":"traceutil/trace.go:171","msg":"trace[865495090] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"114.396028ms","start":"2026-03-03T20:14:09.102578Z","end":"2026-03-03T20:14:09.216974Z","steps":["trace[865495090] 'process raft request' (duration: 114.225694ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:09.217098Z","caller":"traceutil/trace.go:171","msg":"trace[88781713] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"114.267925ms","start":"2026-03-03T20:14:09.102815Z","end":"2026-03-03T20:14:09.217083Z","steps":["trace[88781713] 'process raft request' (duration: 114.088321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:09.217492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.714886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81264"} {"level":"info","ts":"2026-03-03T20:14:09.217591Z","caller":"traceutil/trace.go:171","msg":"trace[1056436537] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5296; }","duration":"114.850989ms","start":"2026-03-03T20:14:09.102719Z","end":"2026-03-03T20:14:09.21757Z","steps":["trace[1056436537] 'agreement among raft nodes before linearized reading' (duration: 114.366267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:11.546556Z","caller":"traceutil/trace.go:171","msg":"trace[1427577704] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"323.149539ms","start":"2026-03-03T20:14:11.223385Z","end":"2026-03-03T20:14:11.546534Z","steps":["trace[1427577704] 'process raft request' (duration: 323.011996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:11.546701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:11.223378Z","time spent":"323.256152ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:11.547218Z","caller":"traceutil/trace.go:171","msg":"trace[595293490] linearizableReadLoop","detail":"{readStateIndex:5541; appliedIndex:5537; }","duration":"319.780951ms","start":"2026-03-03T20:14:11.22742Z","end":"2026-03-03T20:14:11.547201Z","steps":["trace[595293490] 'read index received' (duration: 318.999413ms)","trace[595293490] 'applied index is now lower than readState.Index' (duration: 780.258µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:11.547295Z","caller":"traceutil/trace.go:171","msg":"trace[10961625] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"322.425113ms","start":"2026-03-03T20:14:11.224864Z","end":"2026-03-03T20:14:11.547289Z","steps":["trace[10961625] 'process raft request' (duration: 322.28693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:11.547261Z","caller":"traceutil/trace.go:171","msg":"trace[1998620540] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"322.410472ms","start":"2026-03-03T20:14:11.224832Z","end":"2026-03-03T20:14:11.547242Z","steps":["trace[1998620540] 'process raft request' (duration: 322.231538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:11.547422Z","caller":"traceutil/trace.go:171","msg":"trace[1556606209] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"322.31623ms","start":"2026-03-03T20:14:11.2251Z","end":"2026-03-03T20:14:11.547416Z","steps":["trace[1556606209] 'process raft request' (duration: 322.075384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:11.547434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:11.224756Z","time spent":"322.641097ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:11.547457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:11.22509Z","time spent":"322.35056ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:11.547665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.19773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"warn","ts":"2026-03-03T20:14:11.547374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:11.224831Z","time spent":"322.485944ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:11.547702Z","caller":"traceutil/trace.go:171","msg":"trace[386425612] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5324; }","duration":"249.270912ms","start":"2026-03-03T20:14:11.29842Z","end":"2026-03-03T20:14:11.547691Z","steps":["trace[386425612] 'agreement among raft nodes before linearized reading' (duration: 249.1596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:11.547771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.355514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81448"} {"level":"info","ts":"2026-03-03T20:14:11.547793Z","caller":"traceutil/trace.go:171","msg":"trace[2052523997] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5324; }","duration":"320.406776ms","start":"2026-03-03T20:14:11.227381Z","end":"2026-03-03T20:14:11.547787Z","steps":["trace[2052523997] 'agreement among raft nodes before linearized reading' (duration: 320.268242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:11.547809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:11.227364Z","time spent":"320.441476ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81472,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:14:11.547888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.418981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T20:14:11.547914Z","caller":"traceutil/trace.go:171","msg":"trace[1497519443] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5324; }","duration":"235.497942ms","start":"2026-03-03T20:14:11.312408Z","end":"2026-03-03T20:14:11.547906Z","steps":["trace[1497519443] 'agreement among raft nodes before linearized reading' (duration: 235.421731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:11.912797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.358599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"info","ts":"2026-03-03T20:14:11.912887Z","caller":"traceutil/trace.go:171","msg":"trace[1195971188] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5326; }","duration":"235.468872ms","start":"2026-03-03T20:14:11.677388Z","end":"2026-03-03T20:14:11.912857Z","steps":["trace[1195971188] 'range keys from in-memory index tree' (duration: 235.289958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:11.913202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.814723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:14:11.913282Z","caller":"traceutil/trace.go:171","msg":"trace[521546115] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5326; }","duration":"248.946346ms","start":"2026-03-03T20:14:11.664316Z","end":"2026-03-03T20:14:11.913262Z","steps":["trace[521546115] 'count revisions from in-memory index tree' (duration: 248.698739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:14.019123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2599} {"level":"info","ts":"2026-03-03T20:14:14.219804Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2599,"took":"198.998165ms","hash":551604536,"current-db-size-bytes":38989824,"current-db-size":"39 MB","current-db-size-in-use-bytes":28672000,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T20:14:14.219885Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":551604536,"revision":2599,"compact-revision":-1} {"level":"warn","ts":"2026-03-03T20:14:17.859389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040942763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:14:18.360163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040942763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:14:18.567819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212142617s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:14:18.568263Z","caller":"traceutil/trace.go:171","msg":"trace[124993774] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"1.21270726s","start":"2026-03-03T20:14:17.355527Z","end":"2026-03-03T20:14:18.568234Z","steps":["trace[124993774] 'process raft request' (duration: 1.212536136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.568412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.355483Z","time spent":"1.212853063s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:18.624532Z","caller":"traceutil/trace.go:171","msg":"trace[438204490] linearizableReadLoop","detail":"{readStateIndex:5590; appliedIndex:5588; }","duration":"1.265338803s","start":"2026-03-03T20:14:17.359166Z","end":"2026-03-03T20:14:18.624505Z","steps":["trace[438204490] 'read index received' (duration: 1.208974793s)","trace[438204490] 'applied index is now lower than readState.Index' (duration: 56.36298ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:18.624615Z","caller":"traceutil/trace.go:171","msg":"trace[1408671952] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"509.379266ms","start":"2026-03-03T20:14:18.115201Z","end":"2026-03-03T20:14:18.62458Z","steps":["trace[1408671952] 'process raft request' (duration: 509.134261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.624753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265563359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T20:14:18.624802Z","caller":"traceutil/trace.go:171","msg":"trace[1702023274] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5371; }","duration":"1.26566084s","start":"2026-03-03T20:14:17.359123Z","end":"2026-03-03T20:14:18.624784Z","steps":["trace[1702023274] 'agreement among raft nodes before linearized reading' (duration: 1.265504557s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.624797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.115169Z","time spent":"509.52095ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:18.624841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.359104Z","time spent":"1.265723992s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T20:14:18.697266Z","caller":"traceutil/trace.go:171","msg":"trace[892564603] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"120.966791ms","start":"2026-03-03T20:14:18.576257Z","end":"2026-03-03T20:14:18.697224Z","steps":["trace[892564603] 'process raft request' (duration: 120.578572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.697364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036762381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T20:14:18.697375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122204217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:14:18.697412Z","caller":"traceutil/trace.go:171","msg":"trace[1141189693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:5375; }","duration":"1.036841564s","start":"2026-03-03T20:14:17.660557Z","end":"2026-03-03T20:14:18.697399Z","steps":["trace[1141189693] 'agreement among raft nodes before linearized reading' (duration: 1.03668239s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:18.697435Z","caller":"traceutil/trace.go:171","msg":"trace[2077064371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5375; }","duration":"1.122306709s","start":"2026-03-03T20:14:17.575112Z","end":"2026-03-03T20:14:18.697419Z","steps":["trace[2077064371] 'agreement among raft nodes before linearized reading' (duration: 1.122141375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.697447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.660545Z","time spent":"1.036893985s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:14:18.697485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.575088Z","time spent":"1.122379881s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:14:18.697538Z","caller":"traceutil/trace.go:171","msg":"trace[2037059469] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"120.607943ms","start":"2026-03-03T20:14:18.576919Z","end":"2026-03-03T20:14:18.697527Z","steps":["trace[2037059469] 'process raft request' (duration: 120.117121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.697604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.216127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:18.697634Z","caller":"traceutil/trace.go:171","msg":"trace[410005232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5375; }","duration":"807.268839ms","start":"2026-03-03T20:14:17.890356Z","end":"2026-03-03T20:14:18.697625Z","steps":["trace[410005232] 'agreement among raft nodes before linearized reading' (duration: 807.225858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.697677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.890344Z","time spent":"807.32729ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:14:18.69769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12320923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T20:14:18.69769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.463695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:14:18.697694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.554661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:14:18.697747Z","caller":"traceutil/trace.go:171","msg":"trace[629785394] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5375; }","duration":"338.524946ms","start":"2026-03-03T20:14:18.359209Z","end":"2026-03-03T20:14:18.697734Z","steps":["trace[629785394] 'agreement among raft nodes before linearized reading' (duration: 338.437424ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:18.697749Z","caller":"traceutil/trace.go:171","msg":"trace[724496165] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5375; }","duration":"1.123305962s","start":"2026-03-03T20:14:17.574424Z","end":"2026-03-03T20:14:18.697729Z","steps":["trace[724496165] 'agreement among raft nodes before linearized reading' (duration: 1.123145209s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:18.697761Z","caller":"traceutil/trace.go:171","msg":"trace[1030580193] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"121.083564ms","start":"2026-03-03T20:14:18.576663Z","end":"2026-03-03T20:14:18.697747Z","steps":["trace[1030580193] 'process raft request' (duration: 120.312606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.697776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.359149Z","time spent":"338.619459ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:14:18.697772Z","caller":"traceutil/trace.go:171","msg":"trace[923199129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5375; }","duration":"506.698945ms","start":"2026-03-03T20:14:18.19105Z","end":"2026-03-03T20:14:18.697749Z","steps":["trace[923199129] 'agreement among raft nodes before linearized reading' (duration: 506.48106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.697797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.5744Z","time spent":"1.123383475s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:14:18.697825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:18.191025Z","time spent":"506.784047ms","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:14:18.697834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.809942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:18.697869Z","caller":"traceutil/trace.go:171","msg":"trace[59739539] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5375; }","duration":"903.845923ms","start":"2026-03-03T20:14:17.794012Z","end":"2026-03-03T20:14:18.697858Z","steps":["trace[59739539] 'agreement among raft nodes before linearized reading' (duration: 903.793682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.697899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.793946Z","time spent":"903.944845ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:14:18.697944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068328915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:14:18.697829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040865627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:14:18.698012Z","caller":"traceutil/trace.go:171","msg":"trace[302627799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5375; }","duration":"1.068433558s","start":"2026-03-03T20:14:17.629565Z","end":"2026-03-03T20:14:18.697998Z","steps":["trace[302627799] 'agreement among raft nodes before linearized reading' (duration: 1.068293094s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:18.698033Z","caller":"traceutil/trace.go:171","msg":"trace[1892675196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5375; }","duration":"1.041110223s","start":"2026-03-03T20:14:17.656914Z","end":"2026-03-03T20:14:18.698024Z","steps":["trace[1892675196] 'agreement among raft nodes before linearized reading' (duration: 1.040818656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.698066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.629545Z","time spent":"1.068506699s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:14:18.698081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.656893Z","time spent":"1.041179264s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:14:18.698123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078622005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:14:18.698182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177213905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:18.698218Z","caller":"traceutil/trace.go:171","msg":"trace[32732283] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5375; }","duration":"1.078765928s","start":"2026-03-03T20:14:17.619428Z","end":"2026-03-03T20:14:18.698194Z","steps":["trace[32732283] 'agreement among raft nodes before linearized reading' (duration: 1.078602354s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:18.698252Z","caller":"traceutil/trace.go:171","msg":"trace[798143435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5375; }","duration":"1.177317108s","start":"2026-03-03T20:14:17.520912Z","end":"2026-03-03T20:14:18.698229Z","steps":["trace[798143435] 'agreement among raft nodes before linearized reading' (duration: 1.177216466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.698283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.619409Z","time spent":"1.07885913s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:14:18.6983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.520887Z","time spent":"1.17740211s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:14:18.697451Z","caller":"traceutil/trace.go:171","msg":"trace[1818729911] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"120.46943ms","start":"2026-03-03T20:14:18.576937Z","end":"2026-03-03T20:14:18.697406Z","steps":["trace[1818729911] 'process raft request' (duration: 120.166253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.698353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070795612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:14:18.698429Z","caller":"traceutil/trace.go:171","msg":"trace[594722446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5375; }","duration":"1.070880414s","start":"2026-03-03T20:14:17.627528Z","end":"2026-03-03T20:14:18.698408Z","steps":["trace[594722446] 'agreement among raft nodes before linearized reading' (duration: 1.070661239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:18.698473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:17.627521Z","time spent":"1.070940645s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:14:19.022525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.135144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:19.022604Z","caller":"traceutil/trace.go:171","msg":"trace[1078701879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5380; }","duration":"133.260556ms","start":"2026-03-03T20:14:18.889325Z","end":"2026-03-03T20:14:19.022585Z","steps":["trace[1078701879] 'range keys from in-memory index tree' (duration: 133.067283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:19.102858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.895099ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:14:19.365656Z","caller":"traceutil/trace.go:171","msg":"trace[1649674301] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"153.578159ms","start":"2026-03-03T20:14:19.212038Z","end":"2026-03-03T20:14:19.365617Z","steps":["trace[1649674301] 'process raft request' (duration: 153.20729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:19.579485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.848764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:14:19.579646Z","caller":"traceutil/trace.go:171","msg":"trace[788044317] linearizableReadLoop","detail":"{readStateIndex:5604; appliedIndex:5603; }","duration":"189.639247ms","start":"2026-03-03T20:14:19.389987Z","end":"2026-03-03T20:14:19.579626Z","steps":["trace[788044317] 'read index received' (duration: 60.570528ms)","trace[788044317] 'applied index is now lower than readState.Index' (duration: 129.066749ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:19.579697Z","caller":"traceutil/trace.go:171","msg":"trace[45523715] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"209.55827ms","start":"2026-03-03T20:14:19.370099Z","end":"2026-03-03T20:14:19.579657Z","steps":["trace[45523715] 'process raft request' (duration: 80.425139ms)","trace[45523715] 'compare' (duration: 128.717391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:19.5798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.824991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:14:19.579832Z","caller":"traceutil/trace.go:171","msg":"trace[1752561518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5384; }","duration":"189.912594ms","start":"2026-03-03T20:14:19.389909Z","end":"2026-03-03T20:14:19.579821Z","steps":["trace[1752561518] 'agreement among raft nodes before linearized reading' (duration: 189.76802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:21.181427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.70051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:14:21.181597Z","caller":"traceutil/trace.go:171","msg":"trace[1902514815] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"389.162254ms","start":"2026-03-03T20:14:20.792422Z","end":"2026-03-03T20:14:21.181584Z","steps":["trace[1902514815] 'process raft request' (duration: 389.083642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:21.18165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:20.792414Z","time spent":"389.212745ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:21.181674Z","caller":"traceutil/trace.go:171","msg":"trace[408136130] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5605; }","duration":"292.875756ms","start":"2026-03-03T20:14:20.88877Z","end":"2026-03-03T20:14:21.181645Z","steps":["trace[408136130] 'read index received' (duration: 83.91634ms)","trace[408136130] 'applied index is now lower than readState.Index' (duration: 208.957586ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:21.181837Z","caller":"traceutil/trace.go:171","msg":"trace[848030951] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"389.342637ms","start":"2026-03-03T20:14:20.792475Z","end":"2026-03-03T20:14:21.181817Z","steps":["trace[848030951] 'process raft request' (duration: 389.075891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:21.181865Z","caller":"traceutil/trace.go:171","msg":"trace[413953710] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"389.545482ms","start":"2026-03-03T20:14:20.792292Z","end":"2026-03-03T20:14:21.181838Z","steps":["trace[413953710] 'process raft request' (duration: 180.353511ms)","trace[413953710] 'compare' (duration: 208.596858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:21.181937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.159372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:14:21.181976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:20.79246Z","time spent":"389.42496ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:21.181973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:20.792275Z","time spent":"389.636294ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:14:21.182012Z","caller":"traceutil/trace.go:171","msg":"trace[847940688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5388; }","duration":"293.303896ms","start":"2026-03-03T20:14:20.888686Z","end":"2026-03-03T20:14:21.18199Z","steps":["trace[847940688] 'agreement among raft nodes before linearized reading' (duration: 293.147912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:21.249508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.835787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-6vglg\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-03-03T20:14:21.249589Z","caller":"traceutil/trace.go:171","msg":"trace[499015725] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-6vglg; range_end:; response_count:1; response_revision:5390; }","duration":"305.9736ms","start":"2026-03-03T20:14:20.943594Z","end":"2026-03-03T20:14:21.249568Z","steps":["trace[499015725] 'agreement among raft nodes before linearized reading' (duration: 305.721665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:21.249631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:20.943566Z","time spent":"306.053532ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4368,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-6vglg\" "} {"level":"info","ts":"2026-03-03T20:14:21.527351Z","caller":"traceutil/trace.go:171","msg":"trace[943183452] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"168.853224ms","start":"2026-03-03T20:14:21.35847Z","end":"2026-03-03T20:14:21.527323Z","steps":["trace[943183452] 'process raft request' (duration: 160.210493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:21.527668Z","caller":"traceutil/trace.go:171","msg":"trace[1550381434] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"168.507386ms","start":"2026-03-03T20:14:21.359136Z","end":"2026-03-03T20:14:21.527643Z","steps":["trace[1550381434] 'process raft request' (duration: 168.036775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:21.527671Z","caller":"traceutil/trace.go:171","msg":"trace[168194960] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"156.765413ms","start":"2026-03-03T20:14:21.370881Z","end":"2026-03-03T20:14:21.527646Z","steps":["trace[168194960] 'process raft request' (duration: 156.666671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:21.851105Z","caller":"traceutil/trace.go:171","msg":"trace[1548896394] linearizableReadLoop","detail":"{readStateIndex:5616; appliedIndex:5615; }","duration":"267.138418ms","start":"2026-03-03T20:14:21.583924Z","end":"2026-03-03T20:14:21.851063Z","steps":["trace[1548896394] 'read index received' (duration: 266.848561ms)","trace[1548896394] 'applied index is now lower than readState.Index' (duration: 288.697µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:21.851185Z","caller":"traceutil/trace.go:171","msg":"trace[512936470] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"314.310363ms","start":"2026-03-03T20:14:21.536843Z","end":"2026-03-03T20:14:21.851154Z","steps":["trace[512936470] 'process raft request' (duration: 314.020926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:21.851335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:14:21.536821Z","time spent":"314.435476ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:14:21.851432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.502246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:14:21.851492Z","caller":"traceutil/trace.go:171","msg":"trace[1683916380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5396; }","duration":"267.579898ms","start":"2026-03-03T20:14:21.583895Z","end":"2026-03-03T20:14:21.851475Z","steps":["trace[1683916380] 'agreement among raft nodes before linearized reading' (duration: 267.296481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:35.411947Z","caller":"traceutil/trace.go:171","msg":"trace[1548992185] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"128.463756ms","start":"2026-03-03T20:14:35.283464Z","end":"2026-03-03T20:14:35.411927Z","steps":["trace[1548992185] 'process raft request' (duration: 128.405724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:35.411975Z","caller":"traceutil/trace.go:171","msg":"trace[1288629203] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"129.166552ms","start":"2026-03-03T20:14:35.282773Z","end":"2026-03-03T20:14:35.41194Z","steps":["trace[1288629203] 'process raft request' (duration: 129.000778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:56.220273Z","caller":"traceutil/trace.go:171","msg":"trace[2078620497] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"113.018587ms","start":"2026-03-03T20:14:56.107219Z","end":"2026-03-03T20:14:56.220238Z","steps":["trace[2078620497] 'process raft request' (duration: 112.604607ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:56.384825Z","caller":"traceutil/trace.go:171","msg":"trace[1373669756] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"223.113466ms","start":"2026-03-03T20:14:56.161651Z","end":"2026-03-03T20:14:56.384764Z","steps":["trace[1373669756] 'process raft request' (duration: 144.773765ms)","trace[1373669756] 'compare' (duration: 78.083825ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:14:56.422508Z","caller":"traceutil/trace.go:171","msg":"trace[2036024277] linearizableReadLoop","detail":"{readStateIndex:5911; appliedIndex:5909; }","duration":"140.71261ms","start":"2026-03-03T20:14:56.28177Z","end":"2026-03-03T20:14:56.422482Z","steps":["trace[2036024277] 'read index received' (duration: 24.645203ms)","trace[2036024277] 'applied index is now lower than readState.Index' (duration: 116.066427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:14:56.422682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.805532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:14:56.422676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.883094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:14:56.422726Z","caller":"traceutil/trace.go:171","msg":"trace[111593718] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5682; }","duration":"140.911015ms","start":"2026-03-03T20:14:56.281804Z","end":"2026-03-03T20:14:56.422715Z","steps":["trace[111593718] 'agreement among raft nodes before linearized reading' (duration: 140.817122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:56.422739Z","caller":"traceutil/trace.go:171","msg":"trace[1392223676] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5682; }","duration":"140.982926ms","start":"2026-03-03T20:14:56.281742Z","end":"2026-03-03T20:14:56.422725Z","steps":["trace[1392223676] 'agreement among raft nodes before linearized reading' (duration: 140.863063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:56.422854Z","caller":"traceutil/trace.go:171","msg":"trace[4468287] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"195.695008ms","start":"2026-03-03T20:14:56.226862Z","end":"2026-03-03T20:14:56.422557Z","steps":["trace[4468287] 'process raft request' (duration: 195.478413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:56.423254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.504582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-03T20:14:56.423373Z","caller":"traceutil/trace.go:171","msg":"trace[1218875414] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5682; }","duration":"139.956462ms","start":"2026-03-03T20:14:56.283391Z","end":"2026-03-03T20:14:56.423347Z","steps":["trace[1218875414] 'agreement among raft nodes before linearized reading' (duration: 139.365658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:57.284417Z","caller":"traceutil/trace.go:171","msg":"trace[1258185705] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"198.647737ms","start":"2026-03-03T20:14:57.085735Z","end":"2026-03-03T20:14:57.284382Z","steps":["trace[1258185705] 'process raft request' (duration: 198.458833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:57.709848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.926434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:14:57.710077Z","caller":"traceutil/trace.go:171","msg":"trace[1499260166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5686; }","duration":"147.212501ms","start":"2026-03-03T20:14:57.562837Z","end":"2026-03-03T20:14:57.710049Z","steps":["trace[1499260166] 'range keys from in-memory index tree' (duration: 146.678008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:14:57.710298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.990066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:14:57.710374Z","caller":"traceutil/trace.go:171","msg":"trace[1927292739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5686; }","duration":"144.099239ms","start":"2026-03-03T20:14:57.566259Z","end":"2026-03-03T20:14:57.710358Z","steps":["trace[1927292739] 'range keys from in-memory index tree' (duration: 143.594747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:57.847636Z","caller":"traceutil/trace.go:171","msg":"trace[876121278] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"131.308142ms","start":"2026-03-03T20:14:57.715916Z","end":"2026-03-03T20:14:57.847224Z","steps":["trace[876121278] 'process raft request' (duration: 131.150498ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:57.87847Z","caller":"traceutil/trace.go:171","msg":"trace[301833165] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"138.327855ms","start":"2026-03-03T20:14:57.740123Z","end":"2026-03-03T20:14:57.878451Z","steps":["trace[301833165] 'process raft request' (duration: 138.287254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:57.878511Z","caller":"traceutil/trace.go:171","msg":"trace[1674355688] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"161.77336ms","start":"2026-03-03T20:14:57.716694Z","end":"2026-03-03T20:14:57.878467Z","steps":["trace[1674355688] 'process raft request' (duration: 161.602076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:08.169232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.022413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:15:08.16933Z","caller":"traceutil/trace.go:171","msg":"trace[2137658218] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"571.86885ms","start":"2026-03-03T20:15:07.597442Z","end":"2026-03-03T20:15:08.169311Z","steps":["trace[2137658218] 'process raft request' (duration: 138.699924ms)","trace[2137658218] 'compare' (duration: 432.931151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:15:08.169374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:07.597397Z","time spent":"571.957252ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:15:08.170119Z","caller":"traceutil/trace.go:171","msg":"trace[1653086032] linearizableReadLoop","detail":"{readStateIndex:5995; appliedIndex:5994; }","duration":"276.294421ms","start":"2026-03-03T20:15:07.893784Z","end":"2026-03-03T20:15:08.170079Z","steps":["trace[1653086032] 'read index received' (duration: 276.26631ms)","trace[1653086032] 'applied index is now lower than readState.Index' (duration: 26.291µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:15:08.170151Z","caller":"traceutil/trace.go:171","msg":"trace[2080280164] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"555.828287ms","start":"2026-03-03T20:15:07.614274Z","end":"2026-03-03T20:15:08.170102Z","steps":["trace[2080280164] 'process raft request' (duration: 555.603561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:08.170341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.563017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:15:08.170448Z","caller":"traceutil/trace.go:171","msg":"trace[1772155029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5764; }","duration":"276.70326ms","start":"2026-03-03T20:15:07.893733Z","end":"2026-03-03T20:15:08.170436Z","steps":["trace[1772155029] 'agreement among raft nodes before linearized reading' (duration: 276.420884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:08.170812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:07.614247Z","time spent":"556.060752ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:15:08.172176Z","caller":"traceutil/trace.go:171","msg":"trace[637767579] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"258.458036ms","start":"2026-03-03T20:15:07.913702Z","end":"2026-03-03T20:15:08.17216Z","steps":["trace[637767579] 'process raft request' (duration: 258.246251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:08.172539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.258865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:15:08.172852Z","caller":"traceutil/trace.go:171","msg":"trace[787147890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5765; }","duration":"253.618563ms","start":"2026-03-03T20:15:07.91922Z","end":"2026-03-03T20:15:08.172839Z","steps":["trace[787147890] 'agreement among raft nodes before linearized reading' (duration: 252.806484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:12.298681Z","caller":"traceutil/trace.go:171","msg":"trace[686297427] linearizableReadLoop","detail":"{readStateIndex:6017; appliedIndex:6016; }","duration":"113.640391ms","start":"2026-03-03T20:15:12.185019Z","end":"2026-03-03T20:15:12.298659Z","steps":["trace[686297427] 'read index received' (duration: 113.511958ms)","trace[686297427] 'applied index is now lower than readState.Index' (duration: 125.553µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:15:12.298716Z","caller":"traceutil/trace.go:171","msg":"trace[2049922554] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"114.540733ms","start":"2026-03-03T20:15:12.184151Z","end":"2026-03-03T20:15:12.298692Z","steps":["trace[2049922554] 'process raft request' (duration: 114.377679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:12.298975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.928627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:15:12.299066Z","caller":"traceutil/trace.go:171","msg":"trace[932065701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5785; }","duration":"114.061061ms","start":"2026-03-03T20:15:12.184983Z","end":"2026-03-03T20:15:12.299044Z","steps":["trace[932065701] 'agreement among raft nodes before linearized reading' (duration: 113.798515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:12.326925Z","caller":"traceutil/trace.go:171","msg":"trace[1855882895] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"141.785685ms","start":"2026-03-03T20:15:12.185121Z","end":"2026-03-03T20:15:12.326907Z","steps":["trace[1855882895] 'process raft request' (duration: 141.629842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:12.47308Z","caller":"traceutil/trace.go:171","msg":"trace[946605549] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"141.15051ms","start":"2026-03-03T20:15:12.331902Z","end":"2026-03-03T20:15:12.473053Z","steps":["trace[946605549] 'process raft request' (duration: 141.062958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:12.473237Z","caller":"traceutil/trace.go:171","msg":"trace[23110916] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"170.110564ms","start":"2026-03-03T20:15:12.303095Z","end":"2026-03-03T20:15:12.473205Z","steps":["trace[23110916] 'process raft request' (duration: 121.143185ms)","trace[23110916] 'compare' (duration: 48.566829ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:15:12.473389Z","caller":"traceutil/trace.go:171","msg":"trace[474853435] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"141.472708ms","start":"2026-03-03T20:15:12.331902Z","end":"2026-03-03T20:15:12.473375Z","steps":["trace[474853435] 'process raft request' (duration: 141.114419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:13.48068Z","caller":"traceutil/trace.go:171","msg":"trace[186612968] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"104.737824ms","start":"2026-03-03T20:15:13.375926Z","end":"2026-03-03T20:15:13.480664Z","steps":["trace[186612968] 'process raft request' (duration: 104.638632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:15:14.174599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.042369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:15:14.174696Z","caller":"traceutil/trace.go:171","msg":"trace[1157737627] linearizableReadLoop","detail":"{readStateIndex:6028; appliedIndex:6027; }","duration":"284.676456ms","start":"2026-03-03T20:15:13.890002Z","end":"2026-03-03T20:15:14.174679Z","steps":["trace[1157737627] 'read index received' (duration: 44.399171ms)","trace[1157737627] 'applied index is now lower than readState.Index' (duration: 240.275375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:15:14.174784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.777038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:15:14.174814Z","caller":"traceutil/trace.go:171","msg":"trace[16128344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5795; }","duration":"284.8256ms","start":"2026-03-03T20:15:13.88998Z","end":"2026-03-03T20:15:14.174806Z","steps":["trace[16128344] 'agreement among raft nodes before linearized reading' (duration: 284.742358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:14.175003Z","caller":"traceutil/trace.go:171","msg":"trace[1889818575] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"336.987082ms","start":"2026-03-03T20:15:13.838004Z","end":"2026-03-03T20:15:14.174991Z","steps":["trace[1889818575] 'process raft request' (duration: 96.475332ms)","trace[1889818575] 'compare' (duration: 239.853845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:15:14.175098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:15:13.837984Z","time spent":"337.082054ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:15:14.575786Z","caller":"traceutil/trace.go:171","msg":"trace[1561626832] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"134.68146ms","start":"2026-03-03T20:15:14.441059Z","end":"2026-03-03T20:15:14.57574Z","steps":["trace[1561626832] 'process raft request' (duration: 134.524706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:15:15.598878Z","caller":"traceutil/trace.go:171","msg":"trace[1531744774] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"110.367535ms","start":"2026-03-03T20:15:15.488477Z","end":"2026-03-03T20:15:15.598845Z","steps":["trace[1531744774] 'process raft request' (duration: 110.205691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:17:42.022938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.450257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:17:42.023027Z","caller":"traceutil/trace.go:171","msg":"trace[914434161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6658; }","duration":"523.59922ms","start":"2026-03-03T20:17:41.499405Z","end":"2026-03-03T20:17:42.023004Z","steps":["trace[914434161] 'range keys from in-memory index tree' (duration: 523.221081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:17:42.023067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:17:41.499361Z","time spent":"523.695752ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:17:42.023727Z","caller":"traceutil/trace.go:171","msg":"trace[412032543] linearizableReadLoop","detail":"{readStateIndex:6926; appliedIndex:6925; }","duration":"166.877578ms","start":"2026-03-03T20:17:41.856818Z","end":"2026-03-03T20:17:42.023695Z","steps":["trace[412032543] 'read index received' (duration: 166.582301ms)","trace[412032543] 'applied index is now lower than readState.Index' (duration: 294.037µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:17:42.024202Z","caller":"traceutil/trace.go:171","msg":"trace[1835047973] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"475.246596ms","start":"2026-03-03T20:17:41.54894Z","end":"2026-03-03T20:17:42.024186Z","steps":["trace[1835047973] 'process raft request' (duration: 474.55756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:17:42.024869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.076889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:17:42.024944Z","caller":"traceutil/trace.go:171","msg":"trace[2017831671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6659; }","duration":"135.191981ms","start":"2026-03-03T20:17:41.889735Z","end":"2026-03-03T20:17:42.024927Z","steps":["trace[2017831671] 'agreement among raft nodes before linearized reading' (duration: 135.074479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:17:42.024933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.103427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:17:42.025003Z","caller":"traceutil/trace.go:171","msg":"trace[1262829501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:6659; }","duration":"168.207469ms","start":"2026-03-03T20:17:41.856779Z","end":"2026-03-03T20:17:42.024987Z","steps":["trace[1262829501] 'agreement among raft nodes before linearized reading' (duration: 168.022805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:17:42.024988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:17:41.548899Z","time spent":"475.346808ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:18:39.29978Z","caller":"traceutil/trace.go:171","msg":"trace[1431072816] transaction","detail":"{read_only:false; response_revision:7137; number_of_response:1; }","duration":"115.406712ms","start":"2026-03-03T20:18:39.184323Z","end":"2026-03-03T20:18:39.29973Z","steps":["trace[1431072816] 'process raft request' (duration: 111.728796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:18:39.839595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.540152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:18:39.839687Z","caller":"traceutil/trace.go:171","msg":"trace[1829936504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7138; }","duration":"120.690925ms","start":"2026-03-03T20:18:39.718978Z","end":"2026-03-03T20:18:39.839669Z","steps":["trace[1829936504] 'range keys from in-memory index tree' (duration: 120.219685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:18:39.839713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.053297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:18:39.839804Z","caller":"traceutil/trace.go:171","msg":"trace[894751863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7138; }","duration":"116.185241ms","start":"2026-03-03T20:18:39.723598Z","end":"2026-03-03T20:18:39.839783Z","steps":["trace[894751863] 'range keys from in-memory index tree' (duration: 115.881204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:18:40.009466Z","caller":"traceutil/trace.go:171","msg":"trace[863959516] linearizableReadLoop","detail":"{readStateIndex:7422; appliedIndex:7421; }","duration":"119.495827ms","start":"2026-03-03T20:18:39.889942Z","end":"2026-03-03T20:18:40.009438Z","steps":["trace[863959516] 'read index received' (duration: 107.838656ms)","trace[863959516] 'applied index is now lower than readState.Index' (duration: 11.655281ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:18:40.009495Z","caller":"traceutil/trace.go:171","msg":"trace[177779046] transaction","detail":"{read_only:false; response_revision:7140; number_of_response:1; }","duration":"165.469666ms","start":"2026-03-03T20:18:39.844Z","end":"2026-03-03T20:18:40.00947Z","steps":["trace[177779046] 'process raft request' (duration: 153.818235ms)","trace[177779046] 'compare' (duration: 11.385675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:18:40.009603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.645572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:18:40.009657Z","caller":"traceutil/trace.go:171","msg":"trace[323171740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7140; }","duration":"119.746184ms","start":"2026-03-03T20:18:39.889887Z","end":"2026-03-03T20:18:40.009633Z","steps":["trace[323171740] 'agreement among raft nodes before linearized reading' (duration: 119.650242ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:19:14.025358Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5354} {"level":"info","ts":"2026-03-03T20:19:14.175929Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5354,"took":"148.836772ms","hash":3840579142,"current-db-size-bytes":40116224,"current-db-size":"40 MB","current-db-size-in-use-bytes":21753856,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T20:19:14.175993Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3840579142,"revision":5354,"compact-revision":2599} {"level":"info","ts":"2026-03-03T20:19:59.167337Z","caller":"traceutil/trace.go:171","msg":"trace[642410637] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"113.52846ms","start":"2026-03-03T20:19:59.053781Z","end":"2026-03-03T20:19:59.167309Z","steps":["trace[642410637] 'process raft request' (duration: 113.341366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:19:59.414821Z","caller":"traceutil/trace.go:171","msg":"trace[2017655161] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"238.744172ms","start":"2026-03-03T20:19:59.17605Z","end":"2026-03-03T20:19:59.414794Z","steps":["trace[2017655161] 'process raft request' (duration: 238.568708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:08.989692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.05402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:20:08.989794Z","caller":"traceutil/trace.go:171","msg":"trace[790679588] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:7704; }","duration":"107.217693ms","start":"2026-03-03T20:20:08.882552Z","end":"2026-03-03T20:20:08.98977Z","steps":["trace[790679588] 'agreement among raft nodes before linearized reading' (duration: 61.089751ms)","trace[790679588] 'range keys from in-memory index tree' (duration: 45.761924ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:14.883544Z","caller":"traceutil/trace.go:171","msg":"trace[1138110090] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"301.370069ms","start":"2026-03-03T20:20:14.582132Z","end":"2026-03-03T20:20:14.883503Z","steps":["trace[1138110090] 'process raft request' (duration: 300.939789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:14.883778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:14.582103Z","time spent":"301.569354ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:14.892567Z","caller":"traceutil/trace.go:171","msg":"trace[1242613428] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"309.233821ms","start":"2026-03-03T20:20:14.583311Z","end":"2026-03-03T20:20:14.892545Z","steps":["trace[1242613428] 'process raft request' (duration: 309.073017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:14.892707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:14.583282Z","time spent":"309.353054ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:16.30216Z","caller":"traceutil/trace.go:171","msg":"trace[2029824582] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"612.670728ms","start":"2026-03-03T20:20:15.689462Z","end":"2026-03-03T20:20:16.302132Z","steps":["trace[2029824582] 'process raft request' (duration: 612.501564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:16.302326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:15.689435Z","time spent":"612.808291ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:16.734117Z","caller":"traceutil/trace.go:171","msg":"trace[1682492438] linearizableReadLoop","detail":"{readStateIndex:8182; appliedIndex:8180; }","duration":"890.291284ms","start":"2026-03-03T20:20:15.843797Z","end":"2026-03-03T20:20:16.734088Z","steps":["trace[1682492438] 'read index received' (duration: 458.179115ms)","trace[1682492438] 'applied index is now lower than readState.Index' (duration: 432.111009ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:16.734385Z","caller":"traceutil/trace.go:171","msg":"trace[1072906858] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"910.400712ms","start":"2026-03-03T20:20:15.823972Z","end":"2026-03-03T20:20:16.734373Z","steps":["trace[1072906858] 'process raft request' (duration: 908.656831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:16.734507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:15.823948Z","time spent":"910.477504ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:16.734729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.924909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:16.734774Z","caller":"traceutil/trace.go:171","msg":"trace[1808726499] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7874; }","duration":"890.992811ms","start":"2026-03-03T20:20:15.843771Z","end":"2026-03-03T20:20:16.734764Z","steps":["trace[1808726499] 'agreement among raft nodes before linearized reading' (duration: 890.916849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:16.734807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:15.843764Z","time spent":"891.035172ms","remote":"127.0.0.1:43474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:16.73504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.858711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:20:16.735076Z","caller":"traceutil/trace.go:171","msg":"trace[1537139542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7874; }","duration":"550.942453ms","start":"2026-03-03T20:20:16.184126Z","end":"2026-03-03T20:20:16.735068Z","steps":["trace[1537139542] 'agreement among raft nodes before linearized reading' (duration: 550.81597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:16.735104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:16.184098Z","time spent":"551.001075ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:20:16.735366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.116044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:16.735407Z","caller":"traceutil/trace.go:171","msg":"trace[295813706] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7874; }","duration":"160.200456ms","start":"2026-03-03T20:20:16.575196Z","end":"2026-03-03T20:20:16.735396Z","steps":["trace[295813706] 'agreement among raft nodes before linearized reading' (duration: 160.120894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:16.735556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.5875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:16.735592Z","caller":"traceutil/trace.go:171","msg":"trace[91246755] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7874; }","duration":"272.672202ms","start":"2026-03-03T20:20:16.462912Z","end":"2026-03-03T20:20:16.735584Z","steps":["trace[91246755] 'agreement among raft nodes before linearized reading' (duration: 272.611571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:16.735765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.836117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:20:16.735814Z","caller":"traceutil/trace.go:171","msg":"trace[563762362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7874; }","duration":"472.881578ms","start":"2026-03-03T20:20:16.262919Z","end":"2026-03-03T20:20:16.735801Z","steps":["trace[563762362] 'agreement among raft nodes before linearized reading' (duration: 472.786486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:16.735861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:16.262854Z","time spent":"472.99632ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:20:17.070568Z","caller":"traceutil/trace.go:171","msg":"trace[425974194] linearizableReadLoop","detail":"{readStateIndex:8183; appliedIndex:8182; }","duration":"328.028999ms","start":"2026-03-03T20:20:16.742512Z","end":"2026-03-03T20:20:17.070541Z","steps":["trace[425974194] 'read index received' (duration: 327.857525ms)","trace[425974194] 'applied index is now lower than readState.Index' (duration: 170.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:17.070669Z","caller":"traceutil/trace.go:171","msg":"trace[1997072260] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"328.827178ms","start":"2026-03-03T20:20:16.7418Z","end":"2026-03-03T20:20:17.070627Z","steps":["trace[1997072260] 'process raft request' (duration: 328.581383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:17.070874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:16.74177Z","time spent":"328.981901ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:17.071033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.49478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19632"} {"level":"info","ts":"2026-03-03T20:20:17.071132Z","caller":"traceutil/trace.go:171","msg":"trace[1470301124] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7875; }","duration":"328.638564ms","start":"2026-03-03T20:20:16.742477Z","end":"2026-03-03T20:20:17.071115Z","steps":["trace[1470301124] 'agreement among raft nodes before linearized reading' (duration: 328.259165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:17.071212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:16.742468Z","time spent":"328.729086ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19656,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:20:17.071748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.17754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:17.071819Z","caller":"traceutil/trace.go:171","msg":"trace[1899531097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7876; }","duration":"183.295843ms","start":"2026-03-03T20:20:16.888506Z","end":"2026-03-03T20:20:17.071802Z","steps":["trace[1899531097] 'agreement among raft nodes before linearized reading' (duration: 183.158549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:17.071854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.719584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:20:17.071886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.471654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:20:17.071876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.519816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:20:17.071919Z","caller":"traceutil/trace.go:171","msg":"trace[1412966402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7876; }","duration":"171.812846ms","start":"2026-03-03T20:20:16.90009Z","end":"2026-03-03T20:20:17.071903Z","steps":["trace[1412966402] 'agreement among raft nodes before linearized reading' (duration: 171.670283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:17.071939Z","caller":"traceutil/trace.go:171","msg":"trace[1840326108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7876; }","duration":"182.559877ms","start":"2026-03-03T20:20:16.889364Z","end":"2026-03-03T20:20:17.071924Z","steps":["trace[1840326108] 'agreement among raft nodes before linearized reading' (duration: 182.416253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:17.071953Z","caller":"traceutil/trace.go:171","msg":"trace[1041231523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7876; }","duration":"176.649299ms","start":"2026-03-03T20:20:16.895284Z","end":"2026-03-03T20:20:17.071934Z","steps":["trace[1041231523] 'agreement among raft nodes before linearized reading' (duration: 176.428714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:17.071995Z","caller":"traceutil/trace.go:171","msg":"trace[1708773490] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"175.288277ms","start":"2026-03-03T20:20:16.89669Z","end":"2026-03-03T20:20:17.071978Z","steps":["trace[1708773490] 'process raft request' (duration: 174.797695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:27.672338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040949647,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:20:27.674536Z","caller":"traceutil/trace.go:171","msg":"trace[1616692236] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"508.035675ms","start":"2026-03-03T20:20:27.166471Z","end":"2026-03-03T20:20:27.674507Z","steps":["trace[1616692236] 'process raft request' (duration: 507.852871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:27.674684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.166441Z","time spent":"508.154228ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:28.642427Z","caller":"traceutil/trace.go:171","msg":"trace[1828971794] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"1.419527405s","start":"2026-03-03T20:20:27.222871Z","end":"2026-03-03T20:20:28.642398Z","steps":["trace[1828971794] 'process raft request' (duration: 1.419227378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.642593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.222853Z","time spent":"1.419658527s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:28.642703Z","caller":"traceutil/trace.go:171","msg":"trace[1967471282] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8233; }","duration":"1.470993862s","start":"2026-03-03T20:20:27.171666Z","end":"2026-03-03T20:20:28.64266Z","steps":["trace[1967471282] 'read index received' (duration: 502.669181ms)","trace[1967471282] 'applied index is now lower than readState.Index' (duration: 968.31ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:28.642929Z","caller":"traceutil/trace.go:171","msg":"trace[2094574851] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"1.276510948s","start":"2026-03-03T20:20:27.366392Z","end":"2026-03-03T20:20:28.642903Z","steps":["trace[2094574851] 'process raft request' (duration: 1.275918295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.643058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.366369Z","time spent":"1.27661891s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19562,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:28.643144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471455052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:20:28.643205Z","caller":"traceutil/trace.go:171","msg":"trace[793633130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7926; }","duration":"1.471575805s","start":"2026-03-03T20:20:27.171616Z","end":"2026-03-03T20:20:28.643192Z","steps":["trace[793633130] 'agreement among raft nodes before linearized reading' (duration: 1.47135762s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:28.643247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.171593Z","time spent":"1.471645926s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:20:29.205218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.30796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:29.205465Z","caller":"traceutil/trace.go:171","msg":"trace[728069163] linearizableReadLoop","detail":"{readStateIndex:8237; appliedIndex:8236; }","duration":"562.647585ms","start":"2026-03-03T20:20:28.642792Z","end":"2026-03-03T20:20:29.205439Z","steps":["trace[728069163] 'read index received' (duration: 297.050178ms)","trace[728069163] 'applied index is now lower than readState.Index' (duration: 265.585057ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:29.205848Z","caller":"traceutil/trace.go:171","msg":"trace[1770073584] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"858.982607ms","start":"2026-03-03T20:20:28.346832Z","end":"2026-03-03T20:20:29.205815Z","steps":["trace[1770073584] 'process raft request' (duration: 592.994501ms)","trace[1770073584] 'compare' (duration: 265.195078ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:29.205896Z","caller":"traceutil/trace.go:171","msg":"trace[282797573] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"558.872028ms","start":"2026-03-03T20:20:28.64698Z","end":"2026-03-03T20:20:29.205852Z","steps":["trace[282797573] 'process raft request' (duration: 558.329735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.206357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.346811Z","time spent":"859.397167ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:29.20593Z","caller":"traceutil/trace.go:171","msg":"trace[1805259493] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"381.35681ms","start":"2026-03-03T20:20:28.824522Z","end":"2026-03-03T20:20:29.205879Z","steps":["trace[1805259493] 'process raft request' (duration: 380.823537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.206521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.646963Z","time spent":"559.431221ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:29.206657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.8245Z","time spent":"382.071096ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:29.69513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.730049ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T20:20:29.695334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444032381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:20:29.695419Z","caller":"traceutil/trace.go:171","msg":"trace[1805914414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7929; }","duration":"2.444170604s","start":"2026-03-03T20:20:27.251224Z","end":"2026-03-03T20:20:29.695394Z","steps":["trace[1805914414] 'agreement among raft nodes before linearized reading' (duration: 1.954606559s)","trace[1805914414] 'range keys from in-memory index tree' (duration: 489.32828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:29.695458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.858963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:29.695522Z","caller":"traceutil/trace.go:171","msg":"trace[1136790431] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7929; }","duration":"919.980116ms","start":"2026-03-03T20:20:28.77552Z","end":"2026-03-03T20:20:29.6955Z","steps":["trace[1136790431] 'agreement among raft nodes before linearized reading' (duration: 919.868553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.695567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:28.775486Z","time spent":"920.068748ms","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:29.6956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496975653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T20:20:29.695618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490244456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:20:29.695658Z","caller":"traceutil/trace.go:171","msg":"trace[93147047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7929; }","duration":"2.497039824s","start":"2026-03-03T20:20:27.198593Z","end":"2026-03-03T20:20:29.695633Z","steps":["trace[93147047] 'agreement among raft nodes before linearized reading' (duration: 2.007256213s)","trace[93147047] 'range keys from in-memory index tree' (duration: 489.693529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:29.695736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.19858Z","time spent":"2.497145676s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:20:29.695737Z","caller":"traceutil/trace.go:171","msg":"trace[1787049571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7929; }","duration":"2.490359419s","start":"2026-03-03T20:20:27.205328Z","end":"2026-03-03T20:20:29.695688Z","steps":["trace[1787049571] 'agreement among raft nodes before linearized reading' (duration: 2.000492616s)","trace[1787049571] 'range keys from in-memory index tree' (duration: 489.660358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:29.695787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.205319Z","time spent":"2.490459261s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:20:29.695859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772637347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:29.695466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.2512Z","time spent":"2.444255207s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:20:29.695915Z","caller":"traceutil/trace.go:171","msg":"trace[19769219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7929; }","duration":"1.772730149s","start":"2026-03-03T20:20:27.923163Z","end":"2026-03-03T20:20:29.695893Z","steps":["trace[19769219] 'agreement among raft nodes before linearized reading' (duration: 1.282653091s)","trace[19769219] 'range keys from in-memory index tree' (duration: 489.990666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:29.695941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347540347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:20:29.695957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.923139Z","time spent":"1.77280887s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:20:29.695971Z","caller":"traceutil/trace.go:171","msg":"trace[1260111718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7929; }","duration":"2.347611878s","start":"2026-03-03T20:20:27.348348Z","end":"2026-03-03T20:20:29.69596Z","steps":["trace[1260111718] 'agreement among raft nodes before linearized reading' (duration: 1.857440599s)","trace[1260111718] 'range keys from in-memory index tree' (duration: 490.081438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:29.695495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495809955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:20:29.696009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.348324Z","time spent":"2.34767985s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:20:29.696031Z","caller":"traceutil/trace.go:171","msg":"trace[1113341570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7929; }","duration":"2.496363928s","start":"2026-03-03T20:20:27.199654Z","end":"2026-03-03T20:20:29.696018Z","steps":["trace[1113341570] 'agreement among raft nodes before linearized reading' (duration: 2.006182788s)","trace[1113341570] 'range keys from in-memory index tree' (duration: 489.452153ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:29.695359Z","caller":"traceutil/trace.go:171","msg":"trace[1209420811] linearizableReadLoop","detail":"{readStateIndex:8240; appliedIndex:8239; }","duration":"489.257899ms","start":"2026-03-03T20:20:29.206082Z","end":"2026-03-03T20:20:29.69534Z","steps":["trace[1209420811] 'read index received' (duration: 70.692µs)","trace[1209420811] 'applied index is now lower than readState.Index' (duration: 489.186087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:29.696073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.199626Z","time spent":"2.49643351s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:20:29.696391Z","caller":"traceutil/trace.go:171","msg":"trace[553584593] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"240.733459ms","start":"2026-03-03T20:20:29.455646Z","end":"2026-03-03T20:20:29.696379Z","steps":["trace[553584593] 'process raft request' (duration: 239.594873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:29.696553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477681274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:20:29.696684Z","caller":"traceutil/trace.go:171","msg":"trace[2007824604] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:7929; }","duration":"2.478829201s","start":"2026-03-03T20:20:27.217824Z","end":"2026-03-03T20:20:29.696654Z","steps":["trace[2007824604] 'agreement among raft nodes before linearized reading' (duration: 1.987983305s)","trace[2007824604] 'range keys from in-memory index tree' (duration: 489.634828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:29.697135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:27.217812Z","time spent":"2.479290651s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:20:29.986539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.316247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:29.986644Z","caller":"traceutil/trace.go:171","msg":"trace[1162195089] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7930; }","duration":"927.47945ms","start":"2026-03-03T20:20:29.059138Z","end":"2026-03-03T20:20:29.986617Z","steps":["trace[1162195089] 'agreement among raft nodes before linearized reading' (duration: 636.741969ms)","trace[1162195089] 'count revisions from in-memory index tree' (duration: 290.596508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:29.986693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.059102Z","time spent":"927.577223ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:30.108061Z","caller":"traceutil/trace.go:171","msg":"trace[10956271] linearizableReadLoop","detail":"{readStateIndex:8242; appliedIndex:8241; }","duration":"410.545318ms","start":"2026-03-03T20:20:29.697486Z","end":"2026-03-03T20:20:30.108031Z","steps":["trace[10956271] 'read index received' (duration: 410.256861ms)","trace[10956271] 'applied index is now lower than readState.Index' (duration: 287.067µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:30.10812Z","caller":"traceutil/trace.go:171","msg":"trace[156522462] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"428.771692ms","start":"2026-03-03T20:20:29.679308Z","end":"2026-03-03T20:20:30.10808Z","steps":["trace[156522462] 'process raft request' (duration: 428.485535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.108225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.713242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.108265Z","caller":"traceutil/trace.go:171","msg":"trace[593538689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7931; }","duration":"410.792084ms","start":"2026-03-03T20:20:29.69746Z","end":"2026-03-03T20:20:30.108252Z","steps":["trace[593538689] 'agreement among raft nodes before linearized reading' (duration: 410.707022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.10831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.697443Z","time spent":"410.857755ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:20:30.108294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.67928Z","time spent":"428.919715ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:30.187005Z","caller":"traceutil/trace.go:171","msg":"trace[215128211] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"486.569796ms","start":"2026-03-03T20:20:29.700406Z","end":"2026-03-03T20:20:30.186975Z","steps":["trace[215128211] 'process raft request' (duration: 486.500264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.187051Z","caller":"traceutil/trace.go:171","msg":"trace[1539345463] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"486.709779ms","start":"2026-03-03T20:20:29.700313Z","end":"2026-03-03T20:20:30.187023Z","steps":["trace[1539345463] 'process raft request' (duration: 486.556706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.18704Z","caller":"traceutil/trace.go:171","msg":"trace[589964224] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"487.057267ms","start":"2026-03-03T20:20:29.699938Z","end":"2026-03-03T20:20:30.186995Z","steps":["trace[589964224] 'process raft request' (duration: 486.761421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.187211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.700398Z","time spent":"486.712719ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:30.187229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.699921Z","time spent":"487.214411ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:30.187223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.700303Z","time spent":"486.822682ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:30.187284Z","caller":"traceutil/trace.go:171","msg":"trace[388312944] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"486.886124ms","start":"2026-03-03T20:20:29.700381Z","end":"2026-03-03T20:20:30.187267Z","steps":["trace[388312944] 'process raft request' (duration: 486.555916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.187401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.700359Z","time spent":"486.979395ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:30.428984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.663159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:30.42907Z","caller":"traceutil/trace.go:171","msg":"trace[1078339830] linearizableReadLoop","detail":"{readStateIndex:8247; appliedIndex:8242; }","duration":"320.919953ms","start":"2026-03-03T20:20:30.108136Z","end":"2026-03-03T20:20:30.429056Z","steps":["trace[1078339830] 'read index received' (duration: 78.466545ms)","trace[1078339830] 'applied index is now lower than readState.Index' (duration: 242.452658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:30.429159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.293871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:30.429148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.947023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:20:30.429202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.351964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.429206Z","caller":"traceutil/trace.go:171","msg":"trace[1646311883] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7936; }","duration":"456.051745ms","start":"2026-03-03T20:20:29.973139Z","end":"2026-03-03T20:20:30.42919Z","steps":["trace[1646311883] 'agreement among raft nodes before linearized reading' (duration: 455.927732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.429234Z","caller":"traceutil/trace.go:171","msg":"trace[1834542221] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7936; }","duration":"131.405686ms","start":"2026-03-03T20:20:30.297822Z","end":"2026-03-03T20:20:30.429228Z","steps":["trace[1834542221] 'agreement among raft nodes before linearized reading' (duration: 131.364055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.429187Z","caller":"traceutil/trace.go:171","msg":"trace[985373414] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"444.674161ms","start":"2026-03-03T20:20:29.984474Z","end":"2026-03-03T20:20:30.429148Z","steps":["trace[985373414] 'process raft request' (duration: 202.759066ms)","trace[985373414] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; req_size:670; } (duration: 241.363873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:30.429239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.450054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:20:30.429305Z","caller":"traceutil/trace.go:171","msg":"trace[1633815177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7936; }","duration":"729.547416ms","start":"2026-03-03T20:20:29.699742Z","end":"2026-03-03T20:20:30.42929Z","steps":["trace[1633815177] 'agreement among raft nodes before linearized reading' (duration: 729.371842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.429344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.984424Z","time spent":"444.837945ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:30.429369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.699728Z","time spent":"729.628798ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:20:30.429327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.544228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:30.429382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.58774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222782"} {"level":"warn","ts":"2026-03-03T20:20:30.429412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.259777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:30.429257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.973114Z","time spent":"456.129057ms","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:30.429425Z","caller":"traceutil/trace.go:171","msg":"trace[1059592092] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7936; }","duration":"727.657192ms","start":"2026-03-03T20:20:29.701757Z","end":"2026-03-03T20:20:30.429414Z","steps":["trace[1059592092] 'agreement among raft nodes before linearized reading' (duration: 727.327775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.429452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.40994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:30.429456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:29.701743Z","time spent":"727.704753ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222806,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:20:30.429467Z","caller":"traceutil/trace.go:171","msg":"trace[1920017872] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7936; }","duration":"240.455181ms","start":"2026-03-03T20:20:30.189008Z","end":"2026-03-03T20:20:30.429463Z","steps":["trace[1920017872] 'agreement among raft nodes before linearized reading' (duration: 240.433841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.429386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.296565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.429177Z","caller":"traceutil/trace.go:171","msg":"trace[1747537132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7936; }","duration":"312.350743ms","start":"2026-03-03T20:20:30.11682Z","end":"2026-03-03T20:20:30.429171Z","steps":["trace[1747537132] 'agreement among raft nodes before linearized reading' (duration: 312.318842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.429585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.1168Z","time spent":"312.776973ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:20:30.429432Z","caller":"traceutil/trace.go:171","msg":"trace[930196714] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7936; }","duration":"240.288488ms","start":"2026-03-03T20:20:30.189138Z","end":"2026-03-03T20:20:30.429427Z","steps":["trace[930196714] 'agreement among raft nodes before linearized reading' (duration: 240.262947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.429679Z","caller":"traceutil/trace.go:171","msg":"trace[2093047357] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7936; }","duration":"239.481399ms","start":"2026-03-03T20:20:30.190081Z","end":"2026-03-03T20:20:30.429562Z","steps":["trace[2093047357] 'agreement among raft nodes before linearized reading' (duration: 239.285294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.429863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.345343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.429894Z","caller":"traceutil/trace.go:171","msg":"trace[732862941] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7936; }","duration":"207.423164ms","start":"2026-03-03T20:20:30.222463Z","end":"2026-03-03T20:20:30.429887Z","steps":["trace[732862941] 'agreement among raft nodes before linearized reading' (duration: 207.371123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.429958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.686492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:30.429877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.588068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:30.430025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.293845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.430027Z","caller":"traceutil/trace.go:171","msg":"trace[2054795066] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7936; }","duration":"146.824574ms","start":"2026-03-03T20:20:30.283187Z","end":"2026-03-03T20:20:30.430011Z","steps":["trace[2054795066] 'agreement among raft nodes before linearized reading' (duration: 146.717712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.430047Z","caller":"traceutil/trace.go:171","msg":"trace[314877127] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7936; }","duration":"184.341327ms","start":"2026-03-03T20:20:30.2457Z","end":"2026-03-03T20:20:30.430041Z","steps":["trace[314877127] 'agreement among raft nodes before linearized reading' (duration: 184.304326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.430066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.796663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:30.430101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.995042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.430143Z","caller":"traceutil/trace.go:171","msg":"trace[679630493] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7936; }","duration":"148.060863ms","start":"2026-03-03T20:20:30.282071Z","end":"2026-03-03T20:20:30.430131Z","steps":["trace[679630493] 'agreement among raft nodes before linearized reading' (duration: 147.999302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.430138Z","caller":"traceutil/trace.go:171","msg":"trace[1802517195] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7936; }","duration":"207.908256ms","start":"2026-03-03T20:20:30.222208Z","end":"2026-03-03T20:20:30.430116Z","steps":["trace[1802517195] 'agreement among raft nodes before linearized reading' (duration: 207.809593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.430236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.790587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:30.430266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.223018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.430272Z","caller":"traceutil/trace.go:171","msg":"trace[1917528638] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7936; }","duration":"147.875039ms","start":"2026-03-03T20:20:30.282389Z","end":"2026-03-03T20:20:30.430264Z","steps":["trace[1917528638] 'agreement among raft nodes before linearized reading' (duration: 147.822158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.430289Z","caller":"traceutil/trace.go:171","msg":"trace[985515217] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7936; }","duration":"133.2696ms","start":"2026-03-03T20:20:30.297013Z","end":"2026-03-03T20:20:30.430283Z","steps":["trace[985515217] 'agreement among raft nodes before linearized reading' (duration: 133.232249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.430375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.311671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.430397Z","caller":"traceutil/trace.go:171","msg":"trace[512183401] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7936; }","duration":"133.359611ms","start":"2026-03-03T20:20:30.297032Z","end":"2026-03-03T20:20:30.430392Z","steps":["trace[512183401] 'agreement among raft nodes before linearized reading' (duration: 133.32739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.430147Z","caller":"traceutil/trace.go:171","msg":"trace[2070239112] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7936; }","duration":"207.828744ms","start":"2026-03-03T20:20:30.222207Z","end":"2026-03-03T20:20:30.430036Z","steps":["trace[2070239112] 'agreement among raft nodes before linearized reading' (duration: 207.181899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.430398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.650524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c7f4d6f7b-fnrzw.18996e4e26d0d0e1\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-03T20:20:30.430378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.111921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:30.43047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.49629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.430517Z","caller":"traceutil/trace.go:171","msg":"trace[931590043] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7936; }","duration":"116.553891ms","start":"2026-03-03T20:20:30.313954Z","end":"2026-03-03T20:20:30.430507Z","steps":["trace[931590043] 'agreement among raft nodes before linearized reading' (duration: 116.483949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.429329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.609379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:30.430515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.632813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:30.430552Z","caller":"traceutil/trace.go:171","msg":"trace[1033872850] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7936; }","duration":"116.852088ms","start":"2026-03-03T20:20:30.313689Z","end":"2026-03-03T20:20:30.430541Z","steps":["trace[1033872850] 'agreement among raft nodes before linearized reading' (duration: 115.510056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.430562Z","caller":"traceutil/trace.go:171","msg":"trace[1590917221] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7936; }","duration":"116.692774ms","start":"2026-03-03T20:20:30.313857Z","end":"2026-03-03T20:20:30.430549Z","steps":["trace[1590917221] 'agreement among raft nodes before linearized reading' (duration: 116.617952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.430449Z","caller":"traceutil/trace.go:171","msg":"trace[66531534] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c7f4d6f7b-fnrzw.18996e4e26d0d0e1; range_end:; response_count:1; response_revision:7936; }","duration":"144.723235ms","start":"2026-03-03T20:20:30.285711Z","end":"2026-03-03T20:20:30.430434Z","steps":["trace[66531534] 'agreement among raft nodes before linearized reading' (duration: 144.576672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.430613Z","caller":"traceutil/trace.go:171","msg":"trace[351133363] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7936; }","duration":"184.289795ms","start":"2026-03-03T20:20:30.246205Z","end":"2026-03-03T20:20:30.430495Z","steps":["trace[351133363] 'agreement among raft nodes before linearized reading' (duration: 184.134792ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:30.430745Z","caller":"traceutil/trace.go:171","msg":"trace[1483358646] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7936; }","duration":"183.692022ms","start":"2026-03-03T20:20:30.245718Z","end":"2026-03-03T20:20:30.42941Z","steps":["trace[1483358646] 'agreement among raft nodes before linearized reading' (duration: 183.500048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:30.951521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040949672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:20:31.877599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.451055Z","time spent":"426.53611ms","remote":"127.0.0.1:58794","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:20:31.878142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.890288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:31.87858Z","caller":"traceutil/trace.go:171","msg":"trace[2056198456] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"666.025689ms","start":"2026-03-03T20:20:31.212531Z","end":"2026-03-03T20:20:31.878557Z","steps":["trace[2056198456] 'process raft request' (duration: 665.971328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.87861Z","caller":"traceutil/trace.go:171","msg":"trace[761657419] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"1.444668889s","start":"2026-03-03T20:20:30.43391Z","end":"2026-03-03T20:20:31.878579Z","steps":["trace[761657419] 'process raft request' (duration: 968.225488ms)","trace[761657419] 'compare' (duration: 475.56112ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:31.878625Z","caller":"traceutil/trace.go:171","msg":"trace[168919497] linearizableReadLoop","detail":"{readStateIndex:8248; appliedIndex:8247; }","duration":"1.429862885s","start":"2026-03-03T20:20:30.448705Z","end":"2026-03-03T20:20:31.878568Z","steps":["trace[168919497] 'read index received' (duration: 953.512416ms)","trace[168919497] 'applied index is now lower than readState.Index' (duration: 476.346499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:31.878762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.2125Z","time spent":"666.228314ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:31.878749Z","caller":"traceutil/trace.go:171","msg":"trace[1675574072] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"666.736027ms","start":"2026-03-03T20:20:31.211955Z","end":"2026-03-03T20:20:31.878691Z","steps":["trace[1675574072] 'process raft request' (duration: 666.411629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.878807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.433896Z","time spent":"1.444799572s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:31.878906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430167812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.878975Z","caller":"traceutil/trace.go:171","msg":"trace[1265084141] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7939; }","duration":"1.430288165s","start":"2026-03-03T20:20:30.448665Z","end":"2026-03-03T20:20:31.878953Z","steps":["trace[1265084141] 'agreement among raft nodes before linearized reading' (duration: 1.430149181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.878999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.211931Z","time spent":"666.92072ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:31.879036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.448647Z","time spent":"1.430374186s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T20:20:31.879124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300860844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.879074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43008377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.879162Z","caller":"traceutil/trace.go:171","msg":"trace[509823097] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7939; }","duration":"1.300920125s","start":"2026-03-03T20:20:30.578229Z","end":"2026-03-03T20:20:31.879149Z","steps":["trace[509823097] 'agreement among raft nodes before linearized reading' (duration: 1.300858464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.87919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.578217Z","time spent":"1.300964317s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-03-03T20:20:31.879231Z","caller":"traceutil/trace.go:171","msg":"trace[716838585] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7939; }","duration":"1.430240924s","start":"2026-03-03T20:20:30.448928Z","end":"2026-03-03T20:20:31.879169Z","steps":["trace[716838585] 'agreement among raft nodes before linearized reading' (duration: 1.429971687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.879265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359856596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.879271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407608847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.879345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30108125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.879351Z","caller":"traceutil/trace.go:171","msg":"trace[1933258638] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7939; }","duration":"1.359961118s","start":"2026-03-03T20:20:30.51936Z","end":"2026-03-03T20:20:31.879321Z","steps":["trace[1933258638] 'agreement among raft nodes before linearized reading' (duration: 1.359839005s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.87938Z","caller":"traceutil/trace.go:171","msg":"trace[1693517651] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7939; }","duration":"1.301141441s","start":"2026-03-03T20:20:30.578229Z","end":"2026-03-03T20:20:31.879371Z","steps":["trace[1693517651] 'agreement among raft nodes before linearized reading' (duration: 1.30108973s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.879361Z","caller":"traceutil/trace.go:171","msg":"trace[133019366] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7939; }","duration":"1.40771038s","start":"2026-03-03T20:20:30.471642Z","end":"2026-03-03T20:20:31.879353Z","steps":["trace[133019366] 'agreement among raft nodes before linearized reading' (duration: 1.407593307s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.879392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279150939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.879446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301186302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.879447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.471637Z","time spent":"1.407798812s","remote":"127.0.0.1:58732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-03-03T20:20:31.87948Z","caller":"traceutil/trace.go:171","msg":"trace[1860462816] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7939; }","duration":"1.279288103s","start":"2026-03-03T20:20:30.600171Z","end":"2026-03-03T20:20:31.879459Z","steps":["trace[1860462816] 'agreement among raft nodes before linearized reading' (duration: 1.279144999s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.879511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322119608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.87954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266392573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.879578Z","caller":"traceutil/trace.go:171","msg":"trace[960048112] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7939; }","duration":"1.322242652s","start":"2026-03-03T20:20:30.557319Z","end":"2026-03-03T20:20:31.879561Z","steps":["trace[960048112] 'agreement among raft nodes before linearized reading' (duration: 1.322136039s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.879623Z","caller":"traceutil/trace.go:171","msg":"trace[506480097] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7939; }","duration":"1.266490545s","start":"2026-03-03T20:20:30.613111Z","end":"2026-03-03T20:20:31.879601Z","steps":["trace[506480097] 'agreement among raft nodes before linearized reading' (duration: 1.266328421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.879642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266555106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.879649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.557294Z","time spent":"1.322334453s","remote":"127.0.0.1:58758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-03T20:20:31.879677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.613107Z","time spent":"1.266556786s","remote":"127.0.0.1:58776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:31.879703Z","caller":"traceutil/trace.go:171","msg":"trace[252382518] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7939; }","duration":"1.266643139s","start":"2026-03-03T20:20:30.613042Z","end":"2026-03-03T20:20:31.879685Z","steps":["trace[252382518] 'agreement among raft nodes before linearized reading' (duration: 1.266552507s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.879733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40814952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.879769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.613021Z","time spent":"1.26672674s","remote":"127.0.0.1:58776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-03-03T20:20:31.879795Z","caller":"traceutil/trace.go:171","msg":"trace[231805711] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7939; }","duration":"1.408249042s","start":"2026-03-03T20:20:30.471529Z","end":"2026-03-03T20:20:31.879778Z","steps":["trace[231805711] 'agreement among raft nodes before linearized reading' (duration: 1.40815733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.879846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361250379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.879884Z","caller":"traceutil/trace.go:171","msg":"trace[1969997627] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7939; }","duration":"1.36131838s","start":"2026-03-03T20:20:30.51856Z","end":"2026-03-03T20:20:31.879879Z","steps":["trace[1969997627] 'agreement among raft nodes before linearized reading' (duration: 1.361235998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.879902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408262733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.879925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.314632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.87994Z","caller":"traceutil/trace.go:171","msg":"trace[1187022658] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7939; }","duration":"1.408323524s","start":"2026-03-03T20:20:30.471608Z","end":"2026-03-03T20:20:31.879931Z","steps":["trace[1187022658] 'agreement among raft nodes before linearized reading' (duration: 1.408268652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.879734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361005343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.879554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.600148Z","time spent":"1.279384595s","remote":"127.0.0.1:58768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-03T20:20:31.879916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.518553Z","time spent":"1.361357761s","remote":"127.0.0.1:58740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T20:20:31.879997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.448898Z","time spent":"1.430399167s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:31.879417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.519353Z","time spent":"1.360042351s","remote":"127.0.0.1:58740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-03T20:20:31.880035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.883858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.879849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.471511Z","time spent":"1.408327094s","remote":"127.0.0.1:58732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-03T20:20:31.880136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340094337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.880118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340730501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.879974Z","caller":"traceutil/trace.go:171","msg":"trace[702255262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7939; }","duration":"990.402694ms","start":"2026-03-03T20:20:30.889558Z","end":"2026-03-03T20:20:31.87996Z","steps":["trace[702255262] 'agreement among raft nodes before linearized reading' (duration: 990.334013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.880166Z","caller":"traceutil/trace.go:171","msg":"trace[597329944] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7939; }","duration":"1.340134948s","start":"2026-03-03T20:20:30.540025Z","end":"2026-03-03T20:20:31.88016Z","steps":["trace[597329944] 'agreement among raft nodes before linearized reading' (duration: 1.340096537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.880194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.54002Z","time spent":"1.340167019s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-03T20:20:31.880198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.889536Z","time spent":"990.64856ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:20:31.880222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430124001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.880223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.648237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:20:31.880134Z","caller":"traceutil/trace.go:171","msg":"trace[749052512] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7939; }","duration":"522.032691ms","start":"2026-03-03T20:20:31.358089Z","end":"2026-03-03T20:20:31.880121Z","steps":["trace[749052512] 'agreement among raft nodes before linearized reading' (duration: 521.907008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.87941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.57821Z","time spent":"1.301194432s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-03T20:20:31.880276Z","caller":"traceutil/trace.go:171","msg":"trace[1230830815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7939; }","duration":"667.737319ms","start":"2026-03-03T20:20:31.212527Z","end":"2026-03-03T20:20:31.880264Z","steps":["trace[1230830815] 'agreement among raft nodes before linearized reading' (duration: 667.555405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.880017Z","caller":"traceutil/trace.go:171","msg":"trace[1252481127] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7939; }","duration":"1.36132327s","start":"2026-03-03T20:20:30.518675Z","end":"2026-03-03T20:20:31.879999Z","steps":["trace[1252481127] 'agreement among raft nodes before linearized reading' (duration: 1.361018213s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.88029Z","caller":"traceutil/trace.go:171","msg":"trace[116881737] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7939; }","duration":"1.430178752s","start":"2026-03-03T20:20:30.450074Z","end":"2026-03-03T20:20:31.880252Z","steps":["trace[116881737] 'agreement among raft nodes before linearized reading' (duration: 1.43008963s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:31.879474Z","caller":"traceutil/trace.go:171","msg":"trace[1536322699] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7939; }","duration":"1.301253024s","start":"2026-03-03T20:20:30.578215Z","end":"2026-03-03T20:20:31.879468Z","steps":["trace[1536322699] 'agreement among raft nodes before linearized reading' (duration: 1.301212933s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.880346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.578192Z","time spent":"1.302145064s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:31.880372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.450063Z","time spent":"1.430272824s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-03T20:20:31.879987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.471602Z","time spent":"1.408373646s","remote":"127.0.0.1:58732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:31.880046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279789774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.880442Z","caller":"traceutil/trace.go:171","msg":"trace[62912942] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7939; }","duration":"1.280183144s","start":"2026-03-03T20:20:30.600233Z","end":"2026-03-03T20:20:31.880416Z","steps":["trace[62912942] 'agreement among raft nodes before linearized reading' (duration: 1.279790465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.880474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.600229Z","time spent":"1.280237005s","remote":"127.0.0.1:58768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:31.880018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323428519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.880042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279740873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.88036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.518649Z","time spent":"1.361690299s","remote":"127.0.0.1:58740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:31.880522Z","caller":"traceutil/trace.go:171","msg":"trace[1991421692] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7939; }","duration":"1.280222844s","start":"2026-03-03T20:20:30.600286Z","end":"2026-03-03T20:20:31.880509Z","steps":["trace[1991421692] 'agreement among raft nodes before linearized reading' (duration: 1.279713102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.880081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323585683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:31.880413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.358054Z","time spent":"522.276717ms","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:31.880187Z","caller":"traceutil/trace.go:171","msg":"trace[425437437] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7939; }","duration":"1.340820354s","start":"2026-03-03T20:20:30.53935Z","end":"2026-03-03T20:20:31.88017Z","steps":["trace[425437437] 'agreement among raft nodes before linearized reading' (duration: 1.340713822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.879226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266103626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.880603Z","caller":"traceutil/trace.go:171","msg":"trace[1986691802] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7939; }","duration":"1.324113815s","start":"2026-03-03T20:20:30.556465Z","end":"2026-03-03T20:20:31.880578Z","steps":["trace[1986691802] 'agreement among raft nodes before linearized reading' (duration: 1.323585452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.8801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363349577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.880633Z","caller":"traceutil/trace.go:171","msg":"trace[1534239287] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7939; }","duration":"1.26752671s","start":"2026-03-03T20:20:30.613094Z","end":"2026-03-03T20:20:31.880621Z","steps":["trace[1534239287] 'agreement among raft nodes before linearized reading' (duration: 1.266055935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.880045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.340863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:31.880669Z","caller":"traceutil/trace.go:171","msg":"trace[1369788629] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7939; }","duration":"1.363954142s","start":"2026-03-03T20:20:30.516708Z","end":"2026-03-03T20:20:31.880662Z","steps":["trace[1369788629] 'agreement among raft nodes before linearized reading' (duration: 1.363371478s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.880691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.51668Z","time spent":"1.364005933s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:20:31.880313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.212506Z","time spent":"667.799891ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:20:31.880691Z","caller":"traceutil/trace.go:171","msg":"trace[4214706] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7939; }","duration":"991.036259ms","start":"2026-03-03T20:20:30.889642Z","end":"2026-03-03T20:20:31.880678Z","steps":["trace[4214706] 'agreement among raft nodes before linearized reading' (duration: 989.766039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.880642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.539346Z","time spent":"1.341277275s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:31.880704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.556452Z","time spent":"1.324211078s","remote":"127.0.0.1:58758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:31.880738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.889616Z","time spent":"991.11276ms","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:31.880574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.600283Z","time spent":"1.280276965s","remote":"127.0.0.1:58768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T20:20:31.8807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.613091Z","time spent":"1.267589251s","remote":"127.0.0.1:58776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-03T20:20:31.880511Z","caller":"traceutil/trace.go:171","msg":"trace[122270690] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7939; }","duration":"1.323941291s","start":"2026-03-03T20:20:30.556558Z","end":"2026-03-03T20:20:31.880499Z","steps":["trace[122270690] 'agreement among raft nodes before linearized reading' (duration: 1.323404928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.88094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.556549Z","time spent":"1.324369171s","remote":"127.0.0.1:58758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T20:20:31.880139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340837744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:31.881023Z","caller":"traceutil/trace.go:171","msg":"trace[487448505] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7939; }","duration":"1.341737305s","start":"2026-03-03T20:20:30.539276Z","end":"2026-03-03T20:20:31.881014Z","steps":["trace[487448505] 'agreement among raft nodes before linearized reading' (duration: 1.340834594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:31.881068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:30.539267Z","time spent":"1.341791337s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T20:20:32.388797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040949678,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:20:32.433224Z","caller":"traceutil/trace.go:171","msg":"trace[1839467966] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"546.223263ms","start":"2026-03-03T20:20:31.886966Z","end":"2026-03-03T20:20:32.433189Z","steps":["trace[1839467966] 'process raft request' (duration: 544.697188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:32.433444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.886947Z","time spent":"546.368596ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:32.474677Z","caller":"traceutil/trace.go:171","msg":"trace[1159825916] linearizableReadLoop","detail":"{readStateIndex:8252; appliedIndex:8250; }","duration":"586.555342ms","start":"2026-03-03T20:20:31.888093Z","end":"2026-03-03T20:20:32.474648Z","steps":["trace[1159825916] 'read index received' (duration: 543.583782ms)","trace[1159825916] 'applied index is now lower than readState.Index' (duration: 42.97015ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:32.474797Z","caller":"traceutil/trace.go:171","msg":"trace[1338059740] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"361.223861ms","start":"2026-03-03T20:20:32.113529Z","end":"2026-03-03T20:20:32.474753Z","steps":["trace[1338059740] 'process raft request' (duration: 360.938734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:32.475043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.131911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:32.475124Z","caller":"traceutil/trace.go:171","msg":"trace[1023369221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7941; }","duration":"586.248004ms","start":"2026-03-03T20:20:31.888863Z","end":"2026-03-03T20:20:32.475111Z","steps":["trace[1023369221] 'agreement among raft nodes before linearized reading' (duration: 586.109781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:32.475119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.882948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:32.475148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.091198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:20:32.475198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.176519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:20:32.475222Z","caller":"traceutil/trace.go:171","msg":"trace[1123624393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7941; }","duration":"284.18836ms","start":"2026-03-03T20:20:32.191016Z","end":"2026-03-03T20:20:32.475204Z","steps":["trace[1123624393] 'agreement among raft nodes before linearized reading' (duration: 283.962654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:32.475194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.053773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:20:32.47526Z","caller":"traceutil/trace.go:171","msg":"trace[1052046181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7941; }","duration":"284.293302ms","start":"2026-03-03T20:20:32.190954Z","end":"2026-03-03T20:20:32.475247Z","steps":["trace[1052046181] 'agreement among raft nodes before linearized reading' (duration: 284.073156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:32.475278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.888858Z","time spent":"586.373557ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:20:32.475211Z","caller":"traceutil/trace.go:171","msg":"trace[632155940] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7941; }","duration":"125.99447ms","start":"2026-03-03T20:20:32.349196Z","end":"2026-03-03T20:20:32.47519Z","steps":["trace[632155940] 'agreement among raft nodes before linearized reading' (duration: 125.842747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:32.4753Z","caller":"traceutil/trace.go:171","msg":"trace[1745257272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7941; }","duration":"587.183386ms","start":"2026-03-03T20:20:31.888077Z","end":"2026-03-03T20:20:32.47526Z","steps":["trace[1745257272] 'agreement among raft nodes before linearized reading' (duration: 586.734205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:32.475404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.380223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:20:32.47549Z","caller":"traceutil/trace.go:171","msg":"trace[805393939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7941; }","duration":"284.522437ms","start":"2026-03-03T20:20:32.190948Z","end":"2026-03-03T20:20:32.47547Z","steps":["trace[805393939] 'agreement among raft nodes before linearized reading' (duration: 284.23133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:32.475473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:31.88807Z","time spent":"587.317719ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:20:32.475678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:32.113499Z","time spent":"362.097772ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:32.476196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.945967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:20:32.476493Z","caller":"traceutil/trace.go:171","msg":"trace[2070330625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7941; }","duration":"285.472589ms","start":"2026-03-03T20:20:32.191004Z","end":"2026-03-03T20:20:32.476477Z","steps":["trace[2070330625] 'agreement among raft nodes before linearized reading' (duration: 284.174089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:32.712294Z","caller":"traceutil/trace.go:171","msg":"trace[471915471] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"232.334644ms","start":"2026-03-03T20:20:32.479933Z","end":"2026-03-03T20:20:32.712268Z","steps":["trace[471915471] 'process raft request' (duration: 232.1589ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:32.715489Z","caller":"traceutil/trace.go:171","msg":"trace[670920682] linearizableReadLoop","detail":"{readStateIndex:8255; appliedIndex:8252; }","duration":"233.275166ms","start":"2026-03-03T20:20:32.482201Z","end":"2026-03-03T20:20:32.715476Z","steps":["trace[670920682] 'read index received' (duration: 229.858066ms)","trace[670920682] 'applied index is now lower than readState.Index' (duration: 3.41644ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:32.715814Z","caller":"traceutil/trace.go:171","msg":"trace[509725280] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"235.820135ms","start":"2026-03-03T20:20:32.479975Z","end":"2026-03-03T20:20:32.715795Z","steps":["trace[509725280] 'process raft request' (duration: 235.349294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:32.715834Z","caller":"traceutil/trace.go:171","msg":"trace[1587909591] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"230.225794ms","start":"2026-03-03T20:20:32.485596Z","end":"2026-03-03T20:20:32.715822Z","steps":["trace[1587909591] 'process raft request' (duration: 229.847165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:32.715801Z","caller":"traceutil/trace.go:171","msg":"trace[1128758939] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"235.081167ms","start":"2026-03-03T20:20:32.480689Z","end":"2026-03-03T20:20:32.71577Z","steps":["trace[1128758939] 'process raft request' (duration: 234.721119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:32.715909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.923541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T20:20:32.715989Z","caller":"traceutil/trace.go:171","msg":"trace[1671118121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7945; }","duration":"228.030453ms","start":"2026-03-03T20:20:32.487939Z","end":"2026-03-03T20:20:32.715969Z","steps":["trace[1671118121] 'agreement among raft nodes before linearized reading' (duration: 227.838139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:32.716234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.001582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222782"} {"level":"info","ts":"2026-03-03T20:20:32.716353Z","caller":"traceutil/trace.go:171","msg":"trace[1292201590] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7945; }","duration":"234.157575ms","start":"2026-03-03T20:20:32.482167Z","end":"2026-03-03T20:20:32.716325Z","steps":["trace[1292201590] 'agreement among raft nodes before linearized reading' (duration: 233.526691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:34.034182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.246516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:34.03429Z","caller":"traceutil/trace.go:171","msg":"trace[724522997] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"175.599154ms","start":"2026-03-03T20:20:33.858671Z","end":"2026-03-03T20:20:34.03427Z","steps":["trace[724522997] 'process raft request' (duration: 49.180034ms)","trace[724522997] 'compare' (duration: 126.099683ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:34.252076Z","caller":"traceutil/trace.go:171","msg":"trace[766386133] linearizableReadLoop","detail":"{readStateIndex:8260; appliedIndex:8257; }","duration":"362.952291ms","start":"2026-03-03T20:20:33.889098Z","end":"2026-03-03T20:20:34.25205Z","steps":["trace[766386133] 'read index received' (duration: 18.684924ms)","trace[766386133] 'applied index is now lower than readState.Index' (duration: 344.265977ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:34.25215Z","caller":"traceutil/trace.go:171","msg":"trace[643737320] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"365.010249ms","start":"2026-03-03T20:20:33.887112Z","end":"2026-03-03T20:20:34.252122Z","steps":["trace[643737320] 'process raft request' (duration: 364.884906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:34.252235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.117415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:34.252143Z","caller":"traceutil/trace.go:171","msg":"trace[1202829147] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"366.209077ms","start":"2026-03-03T20:20:33.88589Z","end":"2026-03-03T20:20:34.252099Z","steps":["trace[1202829147] 'process raft request' (duration: 272.935028ms)","trace[1202829147] 'compare' (duration: 93.015553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:34.252281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:33.887098Z","time spent":"365.112382ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:34.252292Z","caller":"traceutil/trace.go:171","msg":"trace[1758260922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7948; }","duration":"363.261499ms","start":"2026-03-03T20:20:33.889018Z","end":"2026-03-03T20:20:34.252279Z","steps":["trace[1758260922] 'agreement among raft nodes before linearized reading' (duration: 363.137476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:34.252325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:33.888988Z","time spent":"363.329229ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:20:34.252338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.990243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-03T20:20:34.252344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.766859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T20:20:34.25237Z","caller":"traceutil/trace.go:171","msg":"trace[1025071075] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7948; }","duration":"222.051604ms","start":"2026-03-03T20:20:34.030306Z","end":"2026-03-03T20:20:34.252358Z","steps":["trace[1025071075] 'agreement among raft nodes before linearized reading' (duration: 221.898471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:34.252397Z","caller":"traceutil/trace.go:171","msg":"trace[1804733332] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7948; }","duration":"215.876071ms","start":"2026-03-03T20:20:34.036508Z","end":"2026-03-03T20:20:34.252384Z","steps":["trace[1804733332] 'agreement among raft nodes before linearized reading' (duration: 215.715597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:34.252413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:33.885874Z","time spent":"366.442072ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:34.706469Z","caller":"traceutil/trace.go:171","msg":"trace[965679218] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"261.642325ms","start":"2026-03-03T20:20:34.444799Z","end":"2026-03-03T20:20:34.706442Z","steps":["trace[965679218] 'process raft request' (duration: 261.376689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.050397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003871487s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:36.050541Z","caller":"traceutil/trace.go:171","msg":"trace[1974407713] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8261; }","duration":"1.356492538s","start":"2026-03-03T20:20:34.694027Z","end":"2026-03-03T20:20:36.050519Z","steps":["trace[1974407713] 'read index received' (duration: 12.343887ms)","trace[1974407713] 'applied index is now lower than readState.Index' (duration: 1.344147181s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:36.050544Z","caller":"traceutil/trace.go:171","msg":"trace[1800873260] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"1.570661789s","start":"2026-03-03T20:20:34.47986Z","end":"2026-03-03T20:20:36.050522Z","steps":["trace[1800873260] 'process raft request' (duration: 566.528036ms)","trace[1800873260] 'compare' (duration: 1.003704473s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:36.050649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:34.479845Z","time spent":"1.570757341s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:36.050787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.910144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:20:36.050835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298192572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:36.050866Z","caller":"traceutil/trace.go:171","msg":"trace[1009996111] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7951; }","duration":"748.038197ms","start":"2026-03-03T20:20:35.30281Z","end":"2026-03-03T20:20:36.050848Z","steps":["trace[1009996111] 'agreement among raft nodes before linearized reading' (duration: 747.883233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.050848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160257364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:36.050922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:35.302786Z","time spent":"748.120219ms","remote":"127.0.0.1:43470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:36.050934Z","caller":"traceutil/trace.go:171","msg":"trace[1205120227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7951; }","duration":"1.298330716s","start":"2026-03-03T20:20:34.752552Z","end":"2026-03-03T20:20:36.050882Z","steps":["trace[1205120227] 'agreement among raft nodes before linearized reading' (duration: 1.298117231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.050901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334535667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:20:36.050947Z","caller":"traceutil/trace.go:171","msg":"trace[2145204104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7951; }","duration":"1.160402628s","start":"2026-03-03T20:20:34.890517Z","end":"2026-03-03T20:20:36.05092Z","steps":["trace[2145204104] 'agreement among raft nodes before linearized reading' (duration: 1.160242174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.050995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:34.752534Z","time spent":"1.298450988s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:36.051006Z","caller":"traceutil/trace.go:171","msg":"trace[625090719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7951; }","duration":"1.334684811s","start":"2026-03-03T20:20:34.716294Z","end":"2026-03-03T20:20:36.050979Z","steps":["trace[625090719] 'agreement among raft nodes before linearized reading' (duration: 1.334377284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.051024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:34.890495Z","time spent":"1.16050911s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:20:36.051069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:34.716279Z","time spent":"1.334776243s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:20:36.051122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328497957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T20:20:36.051184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.523001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-03T20:20:36.051184Z","caller":"traceutil/trace.go:171","msg":"trace[144672103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:7951; }","duration":"1.328556318s","start":"2026-03-03T20:20:34.722606Z","end":"2026-03-03T20:20:36.051162Z","steps":["trace[144672103] 'agreement among raft nodes before linearized reading' (duration: 1.328448296s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:36.051217Z","caller":"traceutil/trace.go:171","msg":"trace[1082879394] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7951; }","duration":"331.603192ms","start":"2026-03-03T20:20:35.719607Z","end":"2026-03-03T20:20:36.05121Z","steps":["trace[1082879394] 'agreement among raft nodes before linearized reading' (duration: 331.332996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.050992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331976108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T20:20:36.051237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:35.719581Z","time spent":"331.651053ms","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414445,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T20:20:36.051234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:34.722599Z","time spent":"1.32862786s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"info","ts":"2026-03-03T20:20:36.05126Z","caller":"traceutil/trace.go:171","msg":"trace[616334378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7951; }","duration":"1.332278655s","start":"2026-03-03T20:20:34.718967Z","end":"2026-03-03T20:20:36.051246Z","steps":["trace[616334378] 'agreement among raft nodes before linearized reading' (duration: 1.331811544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.051316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:34.718962Z","time spent":"1.332341656s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:20:36.051438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332594832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:20:36.051499Z","caller":"traceutil/trace.go:171","msg":"trace[52988468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7951; }","duration":"1.332694465s","start":"2026-03-03T20:20:34.718789Z","end":"2026-03-03T20:20:36.051484Z","steps":["trace[52988468] 'agreement among raft nodes before linearized reading' (duration: 1.332542551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.051525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332740556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:20:36.051537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:34.718763Z","time spent":"1.332764997s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:20:36.051557Z","caller":"traceutil/trace.go:171","msg":"trace[1863706435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7951; }","duration":"1.332808577s","start":"2026-03-03T20:20:34.718738Z","end":"2026-03-03T20:20:36.051547Z","steps":["trace[1863706435] 'agreement among raft nodes before linearized reading' (duration: 1.332721245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.051586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:34.718718Z","time spent":"1.332861689s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:20:36.051589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357564363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:36.051628Z","caller":"traceutil/trace.go:171","msg":"trace[1455647965] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7951; }","duration":"1.357635605s","start":"2026-03-03T20:20:34.693979Z","end":"2026-03-03T20:20:36.051615Z","steps":["trace[1455647965] 'agreement among raft nodes before linearized reading' (duration: 1.356610051s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.051649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:34.693962Z","time spent":"1.357680445s","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:36.397039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.243115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:36.39735Z","caller":"traceutil/trace.go:171","msg":"trace[1492693180] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"341.84717ms","start":"2026-03-03T20:20:36.055312Z","end":"2026-03-03T20:20:36.397159Z","steps":["trace[1492693180] 'process raft request' (duration: 166.40397ms)","trace[1492693180] 'compare' (duration: 175.104352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:36.397462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:36.055242Z","time spent":"342.166608ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:36.469665Z","caller":"traceutil/trace.go:171","msg":"trace[254752541] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"413.927697ms","start":"2026-03-03T20:20:36.05571Z","end":"2026-03-03T20:20:36.469638Z","steps":["trace[254752541] 'process raft request' (duration: 413.715882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.469819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:36.055672Z","time spent":"414.06756ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:36.469997Z","caller":"traceutil/trace.go:171","msg":"trace[1452461227] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"414.129572ms","start":"2026-03-03T20:20:36.055832Z","end":"2026-03-03T20:20:36.469962Z","steps":["trace[1452461227] 'process raft request' (duration: 413.751003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:36.470137Z","caller":"traceutil/trace.go:171","msg":"trace[1238730239] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"413.395494ms","start":"2026-03-03T20:20:36.056716Z","end":"2026-03-03T20:20:36.470111Z","steps":["trace[1238730239] 'process raft request' (duration: 413.116838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.470236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:36.055812Z","time spent":"414.325236ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:36.470295Z","caller":"traceutil/trace.go:171","msg":"trace[396833861] linearizableReadLoop","detail":"{readStateIndex:8266; appliedIndex:8263; }","duration":"413.942637ms","start":"2026-03-03T20:20:36.056335Z","end":"2026-03-03T20:20:36.470277Z","steps":["trace[396833861] 'read index received' (duration: 165.393116ms)","trace[396833861] 'applied index is now lower than readState.Index' (duration: 248.548051ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:36.470367Z","caller":"traceutil/trace.go:171","msg":"trace[1340189367] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"322.531941ms","start":"2026-03-03T20:20:36.147814Z","end":"2026-03-03T20:20:36.470346Z","steps":["trace[1340189367] 'process raft request' (duration: 322.254125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.470398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:36.056708Z","time spent":"413.537777ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:36.470472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:36.147783Z","time spent":"322.637373ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:36.47078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.433098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222782"} {"level":"info","ts":"2026-03-03T20:20:36.470832Z","caller":"traceutil/trace.go:171","msg":"trace[1482722414] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7956; }","duration":"414.50407ms","start":"2026-03-03T20:20:36.056314Z","end":"2026-03-03T20:20:36.470818Z","steps":["trace[1482722414] 'agreement among raft nodes before linearized reading' (duration: 414.04661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.470871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:36.056308Z","time spent":"414.550161ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222806,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:20:36.676282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.604435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:36.676664Z","caller":"traceutil/trace.go:171","msg":"trace[78540628] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"418.889772ms","start":"2026-03-03T20:20:36.257741Z","end":"2026-03-03T20:20:36.676631Z","steps":["trace[78540628] 'process raft request' (duration: 254.857767ms)","trace[78540628] 'compare' (duration: 163.479872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:36.676817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:36.257718Z","time spent":"419.019695ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:36.676886Z","caller":"traceutil/trace.go:171","msg":"trace[2025292684] linearizableReadLoop","detail":"{readStateIndex:8270; appliedIndex:8268; }","duration":"206.525953ms","start":"2026-03-03T20:20:36.47034Z","end":"2026-03-03T20:20:36.676866Z","steps":["trace[2025292684] 'read index received' (duration: 42.351215ms)","trace[2025292684] 'applied index is now lower than readState.Index' (duration: 164.173588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:36.677027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.795185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:36.677031Z","caller":"traceutil/trace.go:171","msg":"trace[1010081769] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"419.186799ms","start":"2026-03-03T20:20:36.257813Z","end":"2026-03-03T20:20:36.677Z","steps":["trace[1010081769] 'process raft request' (duration: 418.592905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:36.677066Z","caller":"traceutil/trace.go:171","msg":"trace[1130068769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7958; }","duration":"616.850996ms","start":"2026-03-03T20:20:36.060204Z","end":"2026-03-03T20:20:36.677055Z","steps":["trace[1130068769] 'agreement among raft nodes before linearized reading' (duration: 616.720973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:36.677111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:36.060197Z","time spent":"616.903177ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:20:36.677198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:36.257808Z","time spent":"419.288221ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:36.686248Z","caller":"traceutil/trace.go:171","msg":"trace[636860904] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"214.541839ms","start":"2026-03-03T20:20:36.47169Z","end":"2026-03-03T20:20:36.686232Z","steps":["trace[636860904] 'process raft request' (duration: 214.269223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:38.66671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.326737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:20:38.66683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.014306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:20:38.667086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.114569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:20:38.667162Z","caller":"traceutil/trace.go:171","msg":"trace[673953318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:7961; }","duration":"186.210461ms","start":"2026-03-03T20:20:38.480929Z","end":"2026-03-03T20:20:38.66714Z","steps":["trace[673953318] 'range keys from in-memory index tree' (duration: 185.927934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:38.66683Z","caller":"traceutil/trace.go:171","msg":"trace[2094427942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7961; }","duration":"193.48665ms","start":"2026-03-03T20:20:38.473314Z","end":"2026-03-03T20:20:38.666801Z","steps":["trace[2094427942] 'range keys from in-memory index tree' (duration: 193.129871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:38.667051Z","caller":"traceutil/trace.go:171","msg":"trace[1789507987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7961; }","duration":"192.279842ms","start":"2026-03-03T20:20:38.47475Z","end":"2026-03-03T20:20:38.667029Z","steps":["trace[1789507987] 'range keys from in-memory index tree' (duration: 191.856752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:38.666726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.712251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:38.66738Z","caller":"traceutil/trace.go:171","msg":"trace[1370220232] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7961; }","duration":"128.423917ms","start":"2026-03-03T20:20:38.538947Z","end":"2026-03-03T20:20:38.667371Z","steps":["trace[1370220232] 'count revisions from in-memory index tree' (duration: 127.635648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:38.666953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.698469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:20:38.667491Z","caller":"traceutil/trace.go:171","msg":"trace[62028552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7961; }","duration":"192.239041ms","start":"2026-03-03T20:20:38.475221Z","end":"2026-03-03T20:20:38.667461Z","steps":["trace[62028552] 'range keys from in-memory index tree' (duration: 191.505994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:38.667149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.13629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:20:38.667827Z","caller":"traceutil/trace.go:171","msg":"trace[1641111183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7961; }","duration":"266.906207ms","start":"2026-03-03T20:20:38.400907Z","end":"2026-03-03T20:20:38.667813Z","steps":["trace[1641111183] 'range keys from in-memory index tree' (duration: 265.872244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:38.804783Z","caller":"traceutil/trace.go:171","msg":"trace[949223538] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"133.896664ms","start":"2026-03-03T20:20:38.670861Z","end":"2026-03-03T20:20:38.804757Z","steps":["trace[949223538] 'process raft request' (duration: 133.71546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:39.320753Z","caller":"traceutil/trace.go:171","msg":"trace[789613418] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"649.68758ms","start":"2026-03-03T20:20:38.671043Z","end":"2026-03-03T20:20:39.320731Z","steps":["trace[789613418] 'process raft request' (duration: 649.507316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:39.320927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:38.671028Z","time spent":"649.790052ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:39.321077Z","caller":"traceutil/trace.go:171","msg":"trace[341808679] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"649.489346ms","start":"2026-03-03T20:20:38.671562Z","end":"2026-03-03T20:20:39.321051Z","steps":["trace[341808679] 'process raft request' (duration: 649.136667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:39.321206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:38.671556Z","time spent":"649.580978ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:39.321214Z","caller":"traceutil/trace.go:171","msg":"trace[1906671287] linearizableReadLoop","detail":"{readStateIndex:8277; appliedIndex:8273; }","duration":"649.23841ms","start":"2026-03-03T20:20:38.671954Z","end":"2026-03-03T20:20:39.321192Z","steps":["trace[1906671287] 'read index received' (duration: 132.567583ms)","trace[1906671287] 'applied index is now lower than readState.Index' (duration: 516.669907ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:39.321221Z","caller":"traceutil/trace.go:171","msg":"trace[1521105961] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"649.315331ms","start":"2026-03-03T20:20:38.671874Z","end":"2026-03-03T20:20:39.321189Z","steps":["trace[1521105961] 'process raft request' (duration: 649.101196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:39.321308Z","caller":"traceutil/trace.go:171","msg":"trace[1193418585] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"640.66436ms","start":"2026-03-03T20:20:38.680635Z","end":"2026-03-03T20:20:39.321299Z","steps":["trace[1193418585] 'process raft request' (duration: 640.475336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:39.321321Z","caller":"traceutil/trace.go:171","msg":"trace[778028347] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"639.877172ms","start":"2026-03-03T20:20:38.681436Z","end":"2026-03-03T20:20:39.321313Z","steps":["trace[778028347] 'process raft request' (duration: 639.717818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:39.321359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:38.681427Z","time spent":"639.908962ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:39.321381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:38.67187Z","time spent":"649.432663ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:39.321416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:38.680616Z","time spent":"640.717931ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:39.321899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.924676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222782"} {"level":"info","ts":"2026-03-03T20:20:39.321949Z","caller":"traceutil/trace.go:171","msg":"trace[1030389331] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7967; }","duration":"649.999867ms","start":"2026-03-03T20:20:38.671937Z","end":"2026-03-03T20:20:39.321937Z","steps":["trace[1030389331] 'agreement among raft nodes before linearized reading' (duration: 649.603378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:39.321982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:38.67193Z","time spent":"650.043798ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222806,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:20:40.017838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.181341ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:20:40.018263Z","caller":"traceutil/trace.go:171","msg":"trace[497875280] linearizableReadLoop","detail":"{readStateIndex:8280; appliedIndex:8279; }","duration":"696.946328ms","start":"2026-03-03T20:20:39.321267Z","end":"2026-03-03T20:20:40.018214Z","steps":["trace[497875280] 'read index received' (duration: 43.309187ms)","trace[497875280] 'applied index is now lower than readState.Index' (duration: 653.634001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:40.018423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239196891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:20:40.018459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000476318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T20:20:40.018486Z","caller":"traceutil/trace.go:171","msg":"trace[445744199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7967; }","duration":"1.239295662s","start":"2026-03-03T20:20:38.779172Z","end":"2026-03-03T20:20:40.018468Z","steps":["trace[445744199] 'agreement among raft nodes before linearized reading' (duration: 1.239107598s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:40.018513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:38.779152Z","time spent":"1.239356434s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:20:40.018519Z","caller":"traceutil/trace.go:171","msg":"trace[267655327] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7967; }","duration":"1.00054652s","start":"2026-03-03T20:20:39.017954Z","end":"2026-03-03T20:20:40.018501Z","steps":["trace[267655327] 'agreement among raft nodes before linearized reading' (duration: 1.000319825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:40.018566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:39.017882Z","time spent":"1.000672102s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:20:40.019076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.910838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:40.019132Z","caller":"traceutil/trace.go:171","msg":"trace[1395806218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7968; }","duration":"129.004ms","start":"2026-03-03T20:20:39.890111Z","end":"2026-03-03T20:20:40.019115Z","steps":["trace[1395806218] 'agreement among raft nodes before linearized reading' (duration: 128.909968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:40.019103Z","caller":"traceutil/trace.go:171","msg":"trace[961574434] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"127.320101ms","start":"2026-03-03T20:20:39.891758Z","end":"2026-03-03T20:20:40.019078Z","steps":["trace[961574434] 'process raft request' (duration: 126.202155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:40.276481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.449702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:40.27657Z","caller":"traceutil/trace.go:171","msg":"trace[1134532090] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"253.725461ms","start":"2026-03-03T20:20:40.022826Z","end":"2026-03-03T20:20:40.276551Z","steps":["trace[1134532090] 'process raft request' (duration: 139.113885ms)","trace[1134532090] 'compare' (duration: 114.300639ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:40.631361Z","caller":"traceutil/trace.go:171","msg":"trace[702620140] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"607.591111ms","start":"2026-03-03T20:20:40.023743Z","end":"2026-03-03T20:20:40.631334Z","steps":["trace[702620140] 'process raft request' (duration: 607.242693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:40.631397Z","caller":"traceutil/trace.go:171","msg":"trace[245756060] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"522.018271ms","start":"2026-03-03T20:20:40.109359Z","end":"2026-03-03T20:20:40.631378Z","steps":["trace[245756060] 'process raft request' (duration: 521.874138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:40.631515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:40.023724Z","time spent":"607.717204ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:40.631536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:40.109317Z","time spent":"522.136284ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:40.631549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.109331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c7f4d6f7b-fnrzw.18996e4e26d0d0e1\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-03T20:20:40.631591Z","caller":"traceutil/trace.go:171","msg":"trace[274711313] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c7f4d6f7b-fnrzw.18996e4e26d0d0e1; range_end:; response_count:1; response_revision:7971; }","duration":"334.199493ms","start":"2026-03-03T20:20:40.297379Z","end":"2026-03-03T20:20:40.631579Z","steps":["trace[274711313] 'agreement among raft nodes before linearized reading' (duration: 334.041939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:40.631635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:40.297357Z","time spent":"334.269845ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-c7f4d6f7b-fnrzw.18996e4e26d0d0e1\" "} {"level":"info","ts":"2026-03-03T20:20:40.631369Z","caller":"traceutil/trace.go:171","msg":"trace[1115227421] linearizableReadLoop","detail":"{readStateIndex:8284; appliedIndex:8282; }","duration":"333.903966ms","start":"2026-03-03T20:20:40.297438Z","end":"2026-03-03T20:20:40.631342Z","steps":["trace[1115227421] 'read index received' (duration: 333.465976ms)","trace[1115227421] 'applied index is now lower than readState.Index' (duration: 436.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:40.6319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.048874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:20:40.631986Z","caller":"traceutil/trace.go:171","msg":"trace[658464366] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7971; }","duration":"262.193218ms","start":"2026-03-03T20:20:40.369771Z","end":"2026-03-03T20:20:40.631965Z","steps":["trace[658464366] 'agreement among raft nodes before linearized reading' (duration: 262.046994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:20:41.085604Z","caller":"traceutil/trace.go:171","msg":"trace[2106340856] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"233.97396ms","start":"2026-03-03T20:20:40.851599Z","end":"2026-03-03T20:20:41.085573Z","steps":["trace[2106340856] 'process raft request' (duration: 206.604654ms)","trace[2106340856] 'compare' (duration: 27.238673ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:41.098898Z","caller":"traceutil/trace.go:171","msg":"trace[673805747] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"207.396902ms","start":"2026-03-03T20:20:40.891474Z","end":"2026-03-03T20:20:41.098871Z","steps":["trace[673805747] 'process raft request' (duration: 207.247819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:41.826673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040949767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:20:42.0717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.511098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:42.071808Z","caller":"traceutil/trace.go:171","msg":"trace[1692119344] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7975; }","duration":"883.682521ms","start":"2026-03-03T20:20:41.188102Z","end":"2026-03-03T20:20:42.071784Z","steps":["trace[1692119344] 'count revisions from in-memory index tree' (duration: 883.424126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:42.0718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.326297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:20:42.071857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.188083Z","time spent":"883.760564ms","remote":"127.0.0.1:46792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:20:42.071907Z","caller":"traceutil/trace.go:171","msg":"trace[1548028476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7975; }","duration":"746.476741ms","start":"2026-03-03T20:20:41.325405Z","end":"2026-03-03T20:20:42.071882Z","steps":["trace[1548028476] 'range keys from in-memory index tree' (duration: 746.110572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:42.07198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.325386Z","time spent":"746.572402ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:20:42.072117Z","caller":"traceutil/trace.go:171","msg":"trace[2071786674] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"746.464941ms","start":"2026-03-03T20:20:41.325625Z","end":"2026-03-03T20:20:42.07209Z","steps":["trace[2071786674] 'process raft request' (duration: 719.601486ms)","trace[2071786674] 'compare' (duration: 26.727441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:42.072269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.325608Z","time spent":"746.581383ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:43.041003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.14314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:20:43.041123Z","caller":"traceutil/trace.go:171","msg":"trace[1011117355] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"1.714575766s","start":"2026-03-03T20:20:41.326521Z","end":"2026-03-03T20:20:43.041097Z","steps":["trace[1011117355] 'process raft request' (duration: 1.319250162s)","trace[1011117355] 'compare' (duration: 394.754151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:20:43.041263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.326493Z","time spent":"1.714690429s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:43.04128Z","caller":"traceutil/trace.go:171","msg":"trace[1702470139] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"401.234972ms","start":"2026-03-03T20:20:42.640025Z","end":"2026-03-03T20:20:43.04126Z","steps":["trace[1702470139] 'process raft request' (duration: 401.191861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.041348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:42.639991Z","time spent":"401.324723ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:20:43.041463Z","caller":"traceutil/trace.go:171","msg":"trace[2126759096] linearizableReadLoop","detail":"{readStateIndex:8290; appliedIndex:8288; }","duration":"1.715708613s","start":"2026-03-03T20:20:41.32568Z","end":"2026-03-03T20:20:43.041389Z","steps":["trace[2126759096] 'read index received' (duration: 719.564156ms)","trace[2126759096] 'applied index is now lower than readState.Index' (duration: 996.140807ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:20:43.041474Z","caller":"traceutil/trace.go:171","msg":"trace[1499315584] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"965.060205ms","start":"2026-03-03T20:20:42.07635Z","end":"2026-03-03T20:20:43.04141Z","steps":["trace[1499315584] 'process raft request' (duration: 964.765208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.04161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715915978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:20:43.041666Z","caller":"traceutil/trace.go:171","msg":"trace[1449305787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7979; }","duration":"1.715985629s","start":"2026-03-03T20:20:41.325667Z","end":"2026-03-03T20:20:43.041652Z","steps":["trace[1449305787] 'agreement among raft nodes before linearized reading' (duration: 1.715810225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.041698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:42.076327Z","time spent":"965.292819ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:20:43.041711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.32566Z","time spent":"1.71604183s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:20:43.041883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715904887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:20:43.041914Z","caller":"traceutil/trace.go:171","msg":"trace[1957319476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7979; }","duration":"1.715938378s","start":"2026-03-03T20:20:41.325968Z","end":"2026-03-03T20:20:43.041906Z","steps":["trace[1957319476] 'agreement among raft nodes before linearized reading' (duration: 1.715845456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.041934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.325916Z","time spent":"1.71601423s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:20:43.042036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.122152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:20:43.042066Z","caller":"traceutil/trace.go:171","msg":"trace[686614607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7979; }","duration":"230.194994ms","start":"2026-03-03T20:20:42.811863Z","end":"2026-03-03T20:20:43.042058Z","steps":["trace[686614607] 'agreement among raft nodes before linearized reading' (duration: 230.126342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.042141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.188069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:20:43.042189Z","caller":"traceutil/trace.go:171","msg":"trace[1773221348] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7979; }","duration":"858.280401ms","start":"2026-03-03T20:20:42.183898Z","end":"2026-03-03T20:20:43.042179Z","steps":["trace[1773221348] 'agreement among raft nodes before linearized reading' (duration: 858.159729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.04222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:42.183884Z","time spent":"858.328532ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:20:43.042247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152061574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:43.042272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713153163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:20:43.042289Z","caller":"traceutil/trace.go:171","msg":"trace[619454945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7979; }","duration":"1.152140786s","start":"2026-03-03T20:20:41.89014Z","end":"2026-03-03T20:20:43.04228Z","steps":["trace[619454945] 'agreement among raft nodes before linearized reading' (duration: 1.152080644s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.042323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.890118Z","time spent":"1.152199307s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:20:43.042328Z","caller":"traceutil/trace.go:171","msg":"trace[567051149] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:7979; }","duration":"1.713236606s","start":"2026-03-03T20:20:41.329074Z","end":"2026-03-03T20:20:43.042311Z","steps":["trace[567051149] 'agreement among raft nodes before linearized reading' (duration: 1.713093002s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.042362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:41.329066Z","time spent":"1.713287327s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:20:43.042447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.589453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:20:43.042566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.682283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:20:43.042622Z","caller":"traceutil/trace.go:171","msg":"trace[1592262759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7979; }","duration":"745.797936ms","start":"2026-03-03T20:20:42.296813Z","end":"2026-03-03T20:20:43.042611Z","steps":["trace[1592262759] 'agreement among raft nodes before linearized reading' (duration: 745.652952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.042657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:42.296781Z","time spent":"745.869047ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:20:43.042547Z","caller":"traceutil/trace.go:171","msg":"trace[718379944] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7979; }","duration":"525.752558ms","start":"2026-03-03T20:20:42.516779Z","end":"2026-03-03T20:20:43.042531Z","steps":["trace[718379944] 'agreement among raft nodes before linearized reading' (duration: 525.545833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:20:43.043022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:20:42.516656Z","time spent":"526.320211ms","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:07.912079Z","caller":"traceutil/trace.go:171","msg":"trace[984888145] linearizableReadLoop","detail":"{readStateIndex:8474; appliedIndex:8473; }","duration":"302.26848ms","start":"2026-03-03T20:21:07.609746Z","end":"2026-03-03T20:21:07.912015Z","steps":["trace[984888145] 'read index received' (duration: 302.101336ms)","trace[984888145] 'applied index is now lower than readState.Index' (duration: 165.414µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:07.912497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.652718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-03T20:21:07.912514Z","caller":"traceutil/trace.go:171","msg":"trace[1848194073] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"304.593514ms","start":"2026-03-03T20:21:07.607865Z","end":"2026-03-03T20:21:07.912459Z","steps":["trace[1848194073] 'process raft request' (duration: 303.938569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:07.912551Z","caller":"traceutil/trace.go:171","msg":"trace[1682045134] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8153; }","duration":"302.822173ms","start":"2026-03-03T20:21:07.609713Z","end":"2026-03-03T20:21:07.912535Z","steps":["trace[1682045134] 'agreement among raft nodes before linearized reading' (duration: 302.493895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:07.912726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:07.607837Z","time spent":"304.791268ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4723,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:07.912788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:07.609696Z","time spent":"303.077838ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-03-03T20:21:11.694138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040950377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:21:12.195282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040950377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:21:12.697577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040950377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:21:13.167762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.980559871s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:21:13.168183Z","caller":"traceutil/trace.go:171","msg":"trace[1598624840] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"1.981036442s","start":"2026-03-03T20:21:11.187114Z","end":"2026-03-03T20:21:13.168151Z","steps":["trace[1598624840] 'process raft request' (duration: 1.980829868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:13.168552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:11.187091Z","time spent":"1.9813738s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:13.366908Z","caller":"traceutil/trace.go:171","msg":"trace[666500757] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"2.034532836s","start":"2026-03-03T20:21:11.332355Z","end":"2026-03-03T20:21:13.366888Z","steps":["trace[666500757] 'process raft request' (duration: 2.034394363s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:13.367012Z","caller":"traceutil/trace.go:171","msg":"trace[95645628] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"2.135083795s","start":"2026-03-03T20:21:11.231903Z","end":"2026-03-03T20:21:13.366987Z","steps":["trace[95645628] 'process raft request' (duration: 2.133362975s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:13.367053Z","caller":"traceutil/trace.go:171","msg":"trace[1343351338] linearizableReadLoop","detail":"{readStateIndex:8493; appliedIndex:8489; }","duration":"2.172968225s","start":"2026-03-03T20:21:11.194047Z","end":"2026-03-03T20:21:13.367015Z","steps":["trace[1343351338] 'read index received' (duration: 1.973872835s)","trace[1343351338] 'applied index is now lower than readState.Index' (duration: 199.09386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:13.367136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:11.33233Z","time spent":"2.034641179s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:13.367127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:11.231869Z","time spent":"2.135200858s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:13.367133Z","caller":"traceutil/trace.go:171","msg":"trace[2027809163] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"1.141085717s","start":"2026-03-03T20:21:12.226012Z","end":"2026-03-03T20:21:13.367098Z","steps":["trace[2027809163] 'process raft request' (duration: 1.140835412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:13.367312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173229632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:13.367365Z","caller":"traceutil/trace.go:171","msg":"trace[470168407] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8171; }","duration":"2.173344734s","start":"2026-03-03T20:21:11.194008Z","end":"2026-03-03T20:21:13.367353Z","steps":["trace[470168407] 'agreement among raft nodes before linearized reading' (duration: 2.173198401s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:13.367359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:12.225985Z","time spent":"1.141262001s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:13.367411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:11.193986Z","time spent":"2.173415076s","remote":"127.0.0.1:35696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:13.367363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.277079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:13.367426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007345484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:21:13.367467Z","caller":"traceutil/trace.go:171","msg":"trace[122228100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:8171; }","duration":"2.007396826s","start":"2026-03-03T20:21:11.360059Z","end":"2026-03-03T20:21:13.367456Z","steps":["trace[122228100] 'agreement among raft nodes before linearized reading' (duration: 2.007231752s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:13.367464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305361328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-03T20:21:13.367475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077150917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:21:13.367519Z","caller":"traceutil/trace.go:171","msg":"trace[1335103872] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8171; }","duration":"1.30546094s","start":"2026-03-03T20:21:12.062044Z","end":"2026-03-03T20:21:13.367505Z","steps":["trace[1335103872] 'agreement among raft nodes before linearized reading' (duration: 1.305332907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:13.36751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:11.360052Z","time spent":"2.007451727s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:21:13.367509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.19556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:13.367548Z","caller":"traceutil/trace.go:171","msg":"trace[1174716729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8171; }","duration":"2.077292781s","start":"2026-03-03T20:21:11.290245Z","end":"2026-03-03T20:21:13.367537Z","steps":["trace[1174716729] 'agreement among raft nodes before linearized reading' (duration: 2.077042925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:13.367552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:12.061979Z","time spent":"1.305564953s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T20:21:13.367541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016837985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:21:13.367578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025793493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:21:13.367598Z","caller":"traceutil/trace.go:171","msg":"trace[1228656945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8171; }","duration":"266.349353ms","start":"2026-03-03T20:21:13.101223Z","end":"2026-03-03T20:21:13.367573Z","steps":["trace[1228656945] 'agreement among raft nodes before linearized reading' (duration: 266.165109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:13.367603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07334993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:21:13.367584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:11.290218Z","time spent":"2.077357872s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:13.367628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016319912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:21:13.367642Z","caller":"traceutil/trace.go:171","msg":"trace[1206851853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8171; }","duration":"2.025898596s","start":"2026-03-03T20:21:11.341727Z","end":"2026-03-03T20:21:13.367625Z","steps":["trace[1206851853] 'agreement among raft nodes before linearized reading' (duration: 2.025716021s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:13.367651Z","caller":"traceutil/trace.go:171","msg":"trace[720775303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8171; }","duration":"2.073433961s","start":"2026-03-03T20:21:11.294206Z","end":"2026-03-03T20:21:13.36764Z","steps":["trace[720775303] 'agreement among raft nodes before linearized reading' (duration: 2.073282037s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:13.36764Z","caller":"traceutil/trace.go:171","msg":"trace[1805618174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8171; }","duration":"2.016997868s","start":"2026-03-03T20:21:11.350617Z","end":"2026-03-03T20:21:13.367615Z","steps":["trace[1805618174] 'agreement among raft nodes before linearized reading' (duration: 2.016708272s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:13.367677Z","caller":"traceutil/trace.go:171","msg":"trace[1856350864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8171; }","duration":"2.016369193s","start":"2026-03-03T20:21:11.351294Z","end":"2026-03-03T20:21:13.367663Z","steps":["trace[1856350864] 'agreement among raft nodes before linearized reading' (duration: 2.01622119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:13.367685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:11.294187Z","time spent":"2.073489303s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:13.367681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:11.341706Z","time spent":"2.025967857s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:21:13.367705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:11.350597Z","time spent":"2.017098511s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:21:13.367716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:11.351257Z","time spent":"2.016452236s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:21:13.367792Z","caller":"traceutil/trace.go:171","msg":"trace[1805701248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8171; }","duration":"477.374592ms","start":"2026-03-03T20:21:12.890075Z","end":"2026-03-03T20:21:13.36745Z","steps":["trace[1805701248] 'agreement among raft nodes before linearized reading' (duration: 477.257119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:13.367843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:12.890004Z","time spent":"477.829282ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:21:15.295677Z","caller":"traceutil/trace.go:171","msg":"trace[1105500673] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"120.947353ms","start":"2026-03-03T20:21:15.174696Z","end":"2026-03-03T20:21:15.295643Z","steps":["trace[1105500673] 'process raft request' (duration: 120.097633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:15.57487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.733269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:21:15.574968Z","caller":"traceutil/trace.go:171","msg":"trace[1666371192] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:8184; }","duration":"190.862271ms","start":"2026-03-03T20:21:15.384087Z","end":"2026-03-03T20:21:15.574949Z","steps":["trace[1666371192] 'agreement among raft nodes before linearized reading' (duration: 190.584645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:15.575287Z","caller":"traceutil/trace.go:171","msg":"trace[1550354362] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"190.054353ms","start":"2026-03-03T20:21:15.385221Z","end":"2026-03-03T20:21:15.575275Z","steps":["trace[1550354362] 'process raft request' (duration: 185.516487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:15.575427Z","caller":"traceutil/trace.go:171","msg":"trace[1031745168] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"133.297542ms","start":"2026-03-03T20:21:15.442121Z","end":"2026-03-03T20:21:15.575418Z","steps":["trace[1031745168] 'process raft request' (duration: 132.412491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:15.575547Z","caller":"traceutil/trace.go:171","msg":"trace[345065964] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"118.733823ms","start":"2026-03-03T20:21:15.456805Z","end":"2026-03-03T20:21:15.575539Z","steps":["trace[345065964] 'process raft request' (duration: 117.783621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:15.575661Z","caller":"traceutil/trace.go:171","msg":"trace[2029489649] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"118.801304ms","start":"2026-03-03T20:21:15.456851Z","end":"2026-03-03T20:21:15.575652Z","steps":["trace[2029489649] 'process raft request' (duration: 117.776371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:15.575828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.25406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:21:15.575864Z","caller":"traceutil/trace.go:171","msg":"trace[259314322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8184; }","duration":"191.302702ms","start":"2026-03-03T20:21:15.384553Z","end":"2026-03-03T20:21:15.575855Z","steps":["trace[259314322] 'agreement among raft nodes before linearized reading' (duration: 191.20445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:15.582641Z","caller":"traceutil/trace.go:171","msg":"trace[2049273498] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"102.354752ms","start":"2026-03-03T20:21:15.480275Z","end":"2026-03-03T20:21:15.582629Z","steps":["trace[2049273498] 'process raft request' (duration: 102.2807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:17.402867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040950434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:21:17.903957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040950434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:21:18.00665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563230617s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:21:18.006984Z","caller":"traceutil/trace.go:171","msg":"trace[257350059] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"1.563688497s","start":"2026-03-03T20:21:16.443272Z","end":"2026-03-03T20:21:18.006961Z","steps":["trace[257350059] 'process raft request' (duration: 1.563526224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:18.007114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:16.443244Z","time spent":"1.56379075s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:18.017986Z","caller":"traceutil/trace.go:171","msg":"trace[2141694852] linearizableReadLoop","detail":"{readStateIndex:8513; appliedIndex:8509; }","duration":"1.116172014s","start":"2026-03-03T20:21:16.901797Z","end":"2026-03-03T20:21:18.017969Z","steps":["trace[2141694852] 'read index received' (duration: 1.105069606s)","trace[2141694852] 'applied index is now lower than readState.Index' (duration: 11.101548ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:18.018013Z","caller":"traceutil/trace.go:171","msg":"trace[848275733] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"535.846599ms","start":"2026-03-03T20:21:17.482149Z","end":"2026-03-03T20:21:18.017995Z","steps":["trace[848275733] 'process raft request' (duration: 535.774307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:18.018066Z","caller":"traceutil/trace.go:171","msg":"trace[1831523257] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"436.091218ms","start":"2026-03-03T20:21:17.581956Z","end":"2026-03-03T20:21:18.018047Z","steps":["trace[1831523257] 'process raft request' (duration: 435.990656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:18.018117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:17.581924Z","time spent":"436.15677ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:18.018119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:17.482125Z","time spent":"535.928521ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:18.01816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.913724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:18.018213Z","caller":"traceutil/trace.go:171","msg":"trace[1747193377] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"718.007759ms","start":"2026-03-03T20:21:17.300198Z","end":"2026-03-03T20:21:18.018206Z","steps":["trace[1747193377] 'process raft request' (duration: 717.63618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:18.018228Z","caller":"traceutil/trace.go:171","msg":"trace[2057017117] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8190; }","duration":"488.050997ms","start":"2026-03-03T20:21:17.530158Z","end":"2026-03-03T20:21:18.018209Z","steps":["trace[2057017117] 'agreement among raft nodes before linearized reading' (duration: 487.922024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:18.018269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:17.300165Z","time spent":"718.06477ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:18.018298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:17.530137Z","time spent":"488.14942ms","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:18.018407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.166196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:21:18.018384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.227541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:21:18.018431Z","caller":"traceutil/trace.go:171","msg":"trace[1863124669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8190; }","duration":"435.245138ms","start":"2026-03-03T20:21:17.583178Z","end":"2026-03-03T20:21:18.018424Z","steps":["trace[1863124669] 'agreement among raft nodes before linearized reading' (duration: 435.142096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:18.01845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:17.583152Z","time spent":"435.2941ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:21:18.018454Z","caller":"traceutil/trace.go:171","msg":"trace[1669911288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:8190; }","duration":"372.340674ms","start":"2026-03-03T20:21:17.646095Z","end":"2026-03-03T20:21:18.018436Z","steps":["trace[1669911288] 'agreement among raft nodes before linearized reading' (duration: 372.15333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:18.018489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:17.646085Z","time spent":"372.397045ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:21:18.018536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.19389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:21:18.018553Z","caller":"traceutil/trace.go:171","msg":"trace[1057864074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8190; }","duration":"375.210191ms","start":"2026-03-03T20:21:17.643337Z","end":"2026-03-03T20:21:18.018547Z","steps":["trace[1057864074] 'agreement among raft nodes before linearized reading' (duration: 375.16015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:18.018571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:17.643306Z","time spent":"375.260462ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:18.018643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.916064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:21:18.018658Z","caller":"traceutil/trace.go:171","msg":"trace[1317421830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8190; }","duration":"432.940064ms","start":"2026-03-03T20:21:17.585713Z","end":"2026-03-03T20:21:18.018653Z","steps":["trace[1317421830] 'agreement among raft nodes before linearized reading' (duration: 432.893433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:18.018659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11685644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:18.018674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:17.585705Z","time spent":"432.964615ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:21:18.018681Z","caller":"traceutil/trace.go:171","msg":"trace[773501876] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8190; }","duration":"1.116922072s","start":"2026-03-03T20:21:16.901751Z","end":"2026-03-03T20:21:18.018673Z","steps":["trace[773501876] 'agreement among raft nodes before linearized reading' (duration: 1.116882671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:18.018701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:16.901731Z","time spent":"1.116963962s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:18.018695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.773731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:21:18.018749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.795481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:21:18.018768Z","caller":"traceutil/trace.go:171","msg":"trace[414519554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8190; }","duration":"438.844652ms","start":"2026-03-03T20:21:17.579917Z","end":"2026-03-03T20:21:18.018762Z","steps":["trace[414519554] 'agreement among raft nodes before linearized reading' (duration: 438.796951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:18.018783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:17.579893Z","time spent":"438.886593ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:21:18.018826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.754505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:18.018852Z","caller":"traceutil/trace.go:171","msg":"trace[264181714] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8190; }","duration":"305.830677ms","start":"2026-03-03T20:21:17.713013Z","end":"2026-03-03T20:21:18.018844Z","steps":["trace[264181714] 'agreement among raft nodes before linearized reading' (duration: 305.786446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:18.018738Z","caller":"traceutil/trace.go:171","msg":"trace[1049904458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8190; }","duration":"435.884523ms","start":"2026-03-03T20:21:17.582841Z","end":"2026-03-03T20:21:18.018726Z","steps":["trace[1049904458] 'agreement among raft nodes before linearized reading' (duration: 435.722909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:18.018872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:17.712981Z","time spent":"305.885928ms","remote":"127.0.0.1:35758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:18.018882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:17.58282Z","time spent":"436.053517ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:18.018989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.069097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:18.019027Z","caller":"traceutil/trace.go:171","msg":"trace[1064132282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8190; }","duration":"130.108348ms","start":"2026-03-03T20:21:17.888909Z","end":"2026-03-03T20:21:18.019017Z","steps":["trace[1064132282] 'agreement among raft nodes before linearized reading' (duration: 130.049016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:18.162147Z","caller":"traceutil/trace.go:171","msg":"trace[721864831] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"141.314359ms","start":"2026-03-03T20:21:18.020792Z","end":"2026-03-03T20:21:18.162107Z","steps":["trace[721864831] 'process raft request' (duration: 108.032644ms)","trace[721864831] 'compare' (duration: 33.005498ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:18.164591Z","caller":"traceutil/trace.go:171","msg":"trace[794962789] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"142.681731ms","start":"2026-03-03T20:21:18.021882Z","end":"2026-03-03T20:21:18.164564Z","steps":["trace[794962789] 'process raft request' (duration: 142.413925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:18.16494Z","caller":"traceutil/trace.go:171","msg":"trace[1436775570] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"141.021802ms","start":"2026-03-03T20:21:18.023891Z","end":"2026-03-03T20:21:18.164913Z","steps":["trace[1436775570] 'process raft request' (duration: 140.620243ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:18.165106Z","caller":"traceutil/trace.go:171","msg":"trace[390316560] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"141.123284ms","start":"2026-03-03T20:21:18.023973Z","end":"2026-03-03T20:21:18.165096Z","steps":["trace[390316560] 'process raft request' (duration: 140.844528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:18.165189Z","caller":"traceutil/trace.go:171","msg":"trace[936723307] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"140.851178ms","start":"2026-03-03T20:21:18.024329Z","end":"2026-03-03T20:21:18.16518Z","steps":["trace[936723307] 'process raft request' (duration: 140.659964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:18.165206Z","caller":"traceutil/trace.go:171","msg":"trace[1274624517] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"141.190456ms","start":"2026-03-03T20:21:18.023989Z","end":"2026-03-03T20:21:18.16518Z","steps":["trace[1274624517] 'process raft request' (duration: 140.956501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:18.165329Z","caller":"traceutil/trace.go:171","msg":"trace[1080700097] linearizableReadLoop","detail":"{readStateIndex:8515; appliedIndex:8513; }","duration":"141.406101ms","start":"2026-03-03T20:21:18.023799Z","end":"2026-03-03T20:21:18.165205Z","steps":["trace[1080700097] 'read index received' (duration: 105.140497ms)","trace[1080700097] 'applied index is now lower than readState.Index' (duration: 36.263114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:18.165741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.915983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227510"} {"level":"info","ts":"2026-03-03T20:21:18.165797Z","caller":"traceutil/trace.go:171","msg":"trace[11364187] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8196; }","duration":"141.996504ms","start":"2026-03-03T20:21:18.023784Z","end":"2026-03-03T20:21:18.165781Z","steps":["trace[11364187] 'agreement among raft nodes before linearized reading' (duration: 141.558684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:25.868891Z","caller":"traceutil/trace.go:171","msg":"trace[1455191239] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8588; }","duration":"101.597114ms","start":"2026-03-03T20:21:25.767269Z","end":"2026-03-03T20:21:25.868866Z","steps":["trace[1455191239] 'read index received' (duration: 101.459131ms)","trace[1455191239] 'applied index is now lower than readState.Index' (duration: 136.823µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:25.868989Z","caller":"traceutil/trace.go:171","msg":"trace[242292752] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"126.016333ms","start":"2026-03-03T20:21:25.742941Z","end":"2026-03-03T20:21:25.868958Z","steps":["trace[242292752] 'process raft request' (duration: 125.738206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:25.86913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.84403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" ","response":"range_response_count:1 size:4735"} {"level":"info","ts":"2026-03-03T20:21:25.869173Z","caller":"traceutil/trace.go:171","msg":"trace[1105203106] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dtl4k; range_end:; response_count:1; response_revision:8262; }","duration":"101.952002ms","start":"2026-03-03T20:21:25.76721Z","end":"2026-03-03T20:21:25.869162Z","steps":["trace[1105203106] 'agreement among raft nodes before linearized reading' (duration: 101.758898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:26.087716Z","caller":"traceutil/trace.go:171","msg":"trace[1408878809] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"210.55974ms","start":"2026-03-03T20:21:25.877138Z","end":"2026-03-03T20:21:26.087697Z","steps":["trace[1408878809] 'process raft request' (duration: 210.423057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:26.907448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.521876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:26.907631Z","caller":"traceutil/trace.go:171","msg":"trace[1854229379] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"1.03005859s","start":"2026-03-03T20:21:25.87755Z","end":"2026-03-03T20:21:26.907609Z","steps":["trace[1854229379] 'process raft request' (duration: 765.282478ms)","trace[1854229379] 'compare' (duration: 264.386793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:26.907703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:25.877537Z","time spent":"1.030136813s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:26.907973Z","caller":"traceutil/trace.go:171","msg":"trace[181916514] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8589; }","duration":"1.018895151s","start":"2026-03-03T20:21:25.889055Z","end":"2026-03-03T20:21:26.90795Z","steps":["trace[181916514] 'read index received' (duration: 198.546221ms)","trace[181916514] 'applied index is now lower than readState.Index' (duration: 820.34767ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:26.908201Z","caller":"traceutil/trace.go:171","msg":"trace[1328315526] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"863.693388ms","start":"2026-03-03T20:21:26.044496Z","end":"2026-03-03T20:21:26.908189Z","steps":["trace[1328315526] 'process raft request' (duration: 863.408942ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:26.908215Z","caller":"traceutil/trace.go:171","msg":"trace[2051001436] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"865.06008ms","start":"2026-03-03T20:21:26.043126Z","end":"2026-03-03T20:21:26.908187Z","steps":["trace[2051001436] 'process raft request' (duration: 864.432786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:26.908237Z","caller":"traceutil/trace.go:171","msg":"trace[2054798373] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"863.878633ms","start":"2026-03-03T20:21:26.044306Z","end":"2026-03-03T20:21:26.908185Z","steps":["trace[2054798373] 'process raft request' (duration: 863.510055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:26.908275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019211698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:26.908323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.043099Z","time spent":"865.165453ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:26.90835Z","caller":"traceutil/trace.go:171","msg":"trace[1178784226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8267; }","duration":"1.019321881s","start":"2026-03-03T20:21:25.889006Z","end":"2026-03-03T20:21:26.908328Z","steps":["trace[1178784226] 'agreement among raft nodes before linearized reading' (duration: 1.019175167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:26.908268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.044422Z","time spent":"863.814152ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:26.908411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:25.888995Z","time spent":"1.019400462s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:21:26.908454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.044296Z","time spent":"864.022906ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:27.047014Z","caller":"traceutil/trace.go:171","msg":"trace[906636940] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8594; }","duration":"138.939624ms","start":"2026-03-03T20:21:26.908043Z","end":"2026-03-03T20:21:27.046983Z","steps":["trace[906636940] 'read index received' (duration: 102.902295ms)","trace[906636940] 'applied index is now lower than readState.Index' (duration: 36.036039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:27.047192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.385367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" ","response":"range_response_count:1 size:4740"} {"level":"warn","ts":"2026-03-03T20:21:27.04724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.464201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:21:27.04728Z","caller":"traceutil/trace.go:171","msg":"trace[791177420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8267; }","duration":"847.534753ms","start":"2026-03-03T20:21:26.199735Z","end":"2026-03-03T20:21:27.04727Z","steps":["trace[791177420] 'agreement among raft nodes before linearized reading' (duration: 847.361359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.047245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.384797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:21:27.047276Z","caller":"traceutil/trace.go:171","msg":"trace[220004008] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dtl4k; range_end:; response_count:1; response_revision:8267; }","duration":"950.53226ms","start":"2026-03-03T20:21:26.096724Z","end":"2026-03-03T20:21:27.047256Z","steps":["trace[220004008] 'agreement among raft nodes before linearized reading' (duration: 950.355146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.047315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.199712Z","time spent":"847.594854ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:21:27.04703Z","caller":"traceutil/trace.go:171","msg":"trace[360295613] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8267; }","duration":"952.64666ms","start":"2026-03-03T20:21:26.094347Z","end":"2026-03-03T20:21:27.046994Z","steps":["trace[360295613] 'process raft request' (duration: 916.641022ms)","trace[360295613] 'compare' (duration: 35.885555ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:27.047343Z","caller":"traceutil/trace.go:171","msg":"trace[963916693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8267; }","duration":"846.53466ms","start":"2026-03-03T20:21:26.200784Z","end":"2026-03-03T20:21:27.047318Z","steps":["trace[963916693] 'agreement among raft nodes before linearized reading' (duration: 846.225663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.047356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.460472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:21:27.047328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.305068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:21:27.047403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.20076Z","time spent":"846.633442ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:21:27.047408Z","caller":"traceutil/trace.go:171","msg":"trace[2056226996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8267; }","duration":"838.534043ms","start":"2026-03-03T20:21:26.20886Z","end":"2026-03-03T20:21:27.047394Z","steps":["trace[2056226996] 'agreement among raft nodes before linearized reading' (duration: 838.367159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.04739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.828764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T20:21:27.04743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.494809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T20:21:27.04745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.208848Z","time spent":"838.593605ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:27.047401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.250604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:27.047488Z","caller":"traceutil/trace.go:171","msg":"trace[709622965] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:8267; }","duration":"836.942127ms","start":"2026-03-03T20:21:26.210523Z","end":"2026-03-03T20:21:27.047465Z","steps":["trace[709622965] 'agreement among raft nodes before linearized reading' (duration: 836.628979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:27.047494Z","caller":"traceutil/trace.go:171","msg":"trace[1384255267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8267; }","duration":"843.587411ms","start":"2026-03-03T20:21:26.20389Z","end":"2026-03-03T20:21:27.047477Z","steps":["trace[1384255267] 'agreement among raft nodes before linearized reading' (duration: 843.381186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.047494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.320337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-03T20:21:27.047548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.210497Z","time spent":"837.042449ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:21:27.04755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.203873Z","time spent":"843.664933ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:27.047566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.75601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" ","response":"range_response_count:1 size:4740"} {"level":"info","ts":"2026-03-03T20:21:27.047566Z","caller":"traceutil/trace.go:171","msg":"trace[60942100] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8267; }","duration":"975.413519ms","start":"2026-03-03T20:21:26.07213Z","end":"2026-03-03T20:21:27.047544Z","steps":["trace[60942100] 'agreement among raft nodes before linearized reading' (duration: 975.267975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.047543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.039861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-03-03T20:21:27.047597Z","caller":"traceutil/trace.go:171","msg":"trace[1180520351] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dtl4k; range_end:; response_count:1; response_revision:8267; }","duration":"126.840852ms","start":"2026-03-03T20:21:26.920746Z","end":"2026-03-03T20:21:27.047587Z","steps":["trace[1180520351] 'agreement among raft nodes before linearized reading' (duration: 126.79151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.047607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.072117Z","time spent":"975.479631ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:21:27.047632Z","caller":"traceutil/trace.go:171","msg":"trace[1633140836] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8267; }","duration":"957.156844ms","start":"2026-03-03T20:21:26.090458Z","end":"2026-03-03T20:21:27.047615Z","steps":["trace[1633140836] 'agreement among raft nodes before linearized reading' (duration: 956.936989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:27.047446Z","caller":"traceutil/trace.go:171","msg":"trace[701359757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8267; }","duration":"838.474242ms","start":"2026-03-03T20:21:26.208948Z","end":"2026-03-03T20:21:27.047422Z","steps":["trace[701359757] 'agreement among raft nodes before linearized reading' (duration: 838.167025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.047669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.090445Z","time spent":"957.215725ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":523,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-03T20:21:27.047496Z","caller":"traceutil/trace.go:171","msg":"trace[992355058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8267; }","duration":"137.386377ms","start":"2026-03-03T20:21:26.910099Z","end":"2026-03-03T20:21:27.047485Z","steps":["trace[992355058] 'agreement among raft nodes before linearized reading' (duration: 137.285715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.047706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.208929Z","time spent":"838.758729ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:27.047354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.849438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-03-03T20:21:27.047578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.094322Z","time spent":"953.13017ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4775,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:27.047776Z","caller":"traceutil/trace.go:171","msg":"trace[608592993] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8267; }","duration":"951.281048ms","start":"2026-03-03T20:21:26.096474Z","end":"2026-03-03T20:21:27.047755Z","steps":["trace[608592993] 'agreement among raft nodes before linearized reading' (duration: 950.681354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.047822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.096404Z","time spent":"951.408841ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-03T20:21:27.04734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:26.0967Z","time spent":"950.628043ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4764,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" "} {"level":"info","ts":"2026-03-03T20:21:27.79197Z","caller":"traceutil/trace.go:171","msg":"trace[1347700882] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"740.061011ms","start":"2026-03-03T20:21:27.051885Z","end":"2026-03-03T20:21:27.791946Z","steps":["trace[1347700882] 'process raft request' (duration: 677.72029ms)","trace[1347700882] 'compare' (duration: 61.601494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:27.792104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.051864Z","time spent":"740.170514ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:27.792359Z","caller":"traceutil/trace.go:171","msg":"trace[547330187] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"740.331678ms","start":"2026-03-03T20:21:27.052Z","end":"2026-03-03T20:21:27.792331Z","steps":["trace[547330187] 'process raft request' (duration: 739.911318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.792551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.051994Z","time spent":"740.476881ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:27.793408Z","caller":"traceutil/trace.go:171","msg":"trace[2132416693] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"741.252069ms","start":"2026-03-03T20:21:27.052087Z","end":"2026-03-03T20:21:27.793339Z","steps":["trace[2132416693] 'process raft request' (duration: 740.151113ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:27.793483Z","caller":"traceutil/trace.go:171","msg":"trace[1003489950] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"740.225625ms","start":"2026-03-03T20:21:27.053222Z","end":"2026-03-03T20:21:27.793448Z","steps":["trace[1003489950] 'process raft request' (duration: 740.00794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:27.793618Z","caller":"traceutil/trace.go:171","msg":"trace[2253662] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"739.658932ms","start":"2026-03-03T20:21:27.053942Z","end":"2026-03-03T20:21:27.793601Z","steps":["trace[2253662] 'process raft request' (duration: 739.446757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.793687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.053929Z","time spent":"739.725793ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:27.793707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.053192Z","time spent":"740.383719ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:27.793852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.052081Z","time spent":"741.690759ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:27.793878Z","caller":"traceutil/trace.go:171","msg":"trace[221868850] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"739.567799ms","start":"2026-03-03T20:21:27.054301Z","end":"2026-03-03T20:21:27.793869Z","steps":["trace[221868850] 'process raft request' (duration: 739.216481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.793929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.054276Z","time spent":"739.628011ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4623,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:27.793871Z","caller":"traceutil/trace.go:171","msg":"trace[495851291] linearizableReadLoop","detail":"{readStateIndex:8599; appliedIndex:8596; }","duration":"741.73953ms","start":"2026-03-03T20:21:27.052107Z","end":"2026-03-03T20:21:27.793847Z","steps":["trace[495851291] 'read index received' (duration: 46.956922ms)","trace[495851291] 'applied index is now lower than readState.Index' (duration: 694.781528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:27.794127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.004057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:27.794139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.010806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-201d191b-2805-4e48-b1b5-1cfc06f32398\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-03T20:21:27.794182Z","caller":"traceutil/trace.go:171","msg":"trace[2028543593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8274; }","duration":"736.090348ms","start":"2026-03-03T20:21:27.058079Z","end":"2026-03-03T20:21:27.794169Z","steps":["trace[2028543593] 'agreement among raft nodes before linearized reading' (duration: 736.005056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.794189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.636481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-03T20:21:27.794185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.976696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T20:21:27.794197Z","caller":"traceutil/trace.go:171","msg":"trace[1754068249] range","detail":"{range_begin:/registry/persistentvolumes/pvc-201d191b-2805-4e48-b1b5-1cfc06f32398; range_end:; response_count:1; response_revision:8274; }","duration":"742.120389ms","start":"2026-03-03T20:21:27.052061Z","end":"2026-03-03T20:21:27.794181Z","steps":["trace[1754068249] 'agreement among raft nodes before linearized reading' (duration: 741.892133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:27.794227Z","caller":"traceutil/trace.go:171","msg":"trace[1107164800] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8274; }","duration":"693.037596ms","start":"2026-03-03T20:21:27.101178Z","end":"2026-03-03T20:21:27.794215Z","steps":["trace[1107164800] 'agreement among raft nodes before linearized reading' (duration: 692.891893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.794274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.101166Z","time spent":"693.101008ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-03T20:21:27.794269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.052043Z","time spent":"742.214401ms","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-201d191b-2805-4e48-b1b5-1cfc06f32398\" "} {"level":"info","ts":"2026-03-03T20:21:27.794218Z","caller":"traceutil/trace.go:171","msg":"trace[1579151438] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8274; }","duration":"690.755603ms","start":"2026-03-03T20:21:27.103454Z","end":"2026-03-03T20:21:27.79421Z","steps":["trace[1579151438] 'agreement among raft nodes before linearized reading' (duration: 690.63075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.794353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.103396Z","time spent":"690.950408ms","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":737,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-03T20:21:27.794204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.739247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-03T20:21:27.794481Z","caller":"traceutil/trace.go:171","msg":"trace[177647746] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8274; }","duration":"741.038644ms","start":"2026-03-03T20:21:27.053432Z","end":"2026-03-03T20:21:27.794471Z","steps":["trace[177647746] 'agreement among raft nodes before linearized reading' (duration: 740.633165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.794504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.053424Z","time spent":"741.073325ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-03T20:21:27.794495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.989107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227413"} {"level":"warn","ts":"2026-03-03T20:21:27.794217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.058066Z","time spent":"736.14537ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:21:27.794544Z","caller":"traceutil/trace.go:171","msg":"trace[1510573712] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8274; }","duration":"739.066678ms","start":"2026-03-03T20:21:27.055465Z","end":"2026-03-03T20:21:27.794531Z","steps":["trace[1510573712] 'agreement among raft nodes before linearized reading' (duration: 738.643838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:27.79459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.055452Z","time spent":"739.12831ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227437,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:21:28.301842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040950681,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:21:28.526286Z","caller":"traceutil/trace.go:171","msg":"trace[1817205462] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"725.80215ms","start":"2026-03-03T20:21:27.80037Z","end":"2026-03-03T20:21:28.526172Z","steps":["trace[1817205462] 'process raft request' (duration: 725.584005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:28.526469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.800352Z","time spent":"726.023426ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:29.48112Z","caller":"traceutil/trace.go:171","msg":"trace[976196033] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8602; }","duration":"1.679356301s","start":"2026-03-03T20:21:27.801729Z","end":"2026-03-03T20:21:29.481085Z","steps":["trace[976196033] 'read index received' (duration: 724.165542ms)","trace[976196033] 'applied index is now lower than readState.Index' (duration: 955.189809ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:29.481219Z","caller":"traceutil/trace.go:171","msg":"trace[231803521] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"1.565119182s","start":"2026-03-03T20:21:27.916058Z","end":"2026-03-03T20:21:29.481177Z","steps":["trace[231803521] 'process raft request' (duration: 1.564852936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:29.48133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679583996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T20:21:29.481366Z","caller":"traceutil/trace.go:171","msg":"trace[1759885679] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8276; }","duration":"1.679696118s","start":"2026-03-03T20:21:27.801659Z","end":"2026-03-03T20:21:29.481356Z","steps":["trace[1759885679] 'agreement among raft nodes before linearized reading' (duration: 1.679544855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:29.481395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.801649Z","time spent":"1.67973972s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-03T20:21:29.481544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.916022Z","time spent":"1.565425309s","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:29.981779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040950690,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:21:30.097918Z","caller":"traceutil/trace.go:171","msg":"trace[1696959100] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"1.560849722s","start":"2026-03-03T20:21:28.537032Z","end":"2026-03-03T20:21:30.097882Z","steps":["trace[1696959100] 'process raft request' (duration: 1.560520394s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.098012Z","caller":"traceutil/trace.go:171","msg":"trace[1758700161] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"1.183982902s","start":"2026-03-03T20:21:28.913987Z","end":"2026-03-03T20:21:30.09797Z","steps":["trace[1758700161] 'process raft request' (duration: 1.183794858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.098099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.537015Z","time spent":"1.561013857s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:21:30.09814Z","caller":"traceutil/trace.go:171","msg":"trace[1905416809] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"1.182914407s","start":"2026-03-03T20:21:28.915195Z","end":"2026-03-03T20:21:30.098109Z","steps":["trace[1905416809] 'process raft request' (duration: 1.182730853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.098201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.913957Z","time spent":"1.184135556s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:30.098142Z","caller":"traceutil/trace.go:171","msg":"trace[257515800] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"1.183347248s","start":"2026-03-03T20:21:28.914733Z","end":"2026-03-03T20:21:30.09808Z","steps":["trace[257515800] 'process raft request' (duration: 1.183145563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.098277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.915185Z","time spent":"1.18302217s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:30.098373Z","caller":"traceutil/trace.go:171","msg":"trace[472173317] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"1.009324118s","start":"2026-03-03T20:21:29.088939Z","end":"2026-03-03T20:21:30.098263Z","steps":["trace[472173317] 'process raft request' (duration: 1.009049602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.098437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.914716Z","time spent":"1.183582523s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:30.098764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.088915Z","time spent":"1.009626054s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:30.274086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.018796ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:21:30.33008Z","caller":"traceutil/trace.go:171","msg":"trace[1560095710] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"794.642082ms","start":"2026-03-03T20:21:29.535409Z","end":"2026-03-03T20:21:30.330051Z","steps":["trace[1560095710] 'process raft request' (duration: 794.369536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.33025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.535376Z","time spent":"794.781816ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:30.330378Z","caller":"traceutil/trace.go:171","msg":"trace[447989293] linearizableReadLoop","detail":"{readStateIndex:8612; appliedIndex:8604; }","duration":"849.171131ms","start":"2026-03-03T20:21:29.481177Z","end":"2026-03-03T20:21:30.330348Z","steps":["trace[447989293] 'read index received' (duration: 616.381384ms)","trace[447989293] 'applied index is now lower than readState.Index' (duration: 232.787907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:30.330588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440961583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:30.33063Z","caller":"traceutil/trace.go:171","msg":"trace[442321501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8283; }","duration":"1.441031754s","start":"2026-03-03T20:21:28.889586Z","end":"2026-03-03T20:21:30.330617Z","steps":["trace[442321501] 'agreement among raft nodes before linearized reading' (duration: 1.440975403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.330666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.889558Z","time spent":"1.441101666s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:21:30.331007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800603222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" ","response":"range_response_count:1 size:4670"} {"level":"warn","ts":"2026-03-03T20:21:30.331088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794561862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-03T20:21:30.331156Z","caller":"traceutil/trace.go:171","msg":"trace[94868303] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"627.082863ms","start":"2026-03-03T20:21:29.704015Z","end":"2026-03-03T20:21:30.331098Z","steps":["trace[94868303] 'process raft request' (duration: 625.956796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.331206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32947689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T20:21:30.331215Z","caller":"traceutil/trace.go:171","msg":"trace[839474682] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dtl4k; range_end:; response_count:1; response_revision:8283; }","duration":"1.794770997s","start":"2026-03-03T20:21:28.536421Z","end":"2026-03-03T20:21:30.331192Z","steps":["trace[839474682] 'agreement among raft nodes before linearized reading' (duration: 1.79449721s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.331247Z","caller":"traceutil/trace.go:171","msg":"trace[2077815971] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8283; }","duration":"2.329517831s","start":"2026-03-03T20:21:28.001714Z","end":"2026-03-03T20:21:30.331232Z","steps":["trace[2077815971] 'agreement among raft nodes before linearized reading' (duration: 2.329407998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.331271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.536396Z","time spent":"1.794864418s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4694,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" "} {"level":"warn","ts":"2026-03-03T20:21:30.331281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.001684Z","time spent":"2.329589863s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T20:21:30.331172Z","caller":"traceutil/trace.go:171","msg":"trace[604282196] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dtl4k; range_end:; response_count:1; response_revision:8283; }","duration":"1.800833897s","start":"2026-03-03T20:21:28.530322Z","end":"2026-03-03T20:21:30.331156Z","steps":["trace[604282196] 'agreement among raft nodes before linearized reading' (duration: 1.800436418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.331341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.703978Z","time spent":"627.257107ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:30.331494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.530298Z","time spent":"1.801116234s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4694,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" "} {"level":"warn","ts":"2026-03-03T20:21:30.331563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895028349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:21:30.331564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307406286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T20:21:30.331608Z","caller":"traceutil/trace.go:171","msg":"trace[1526493314] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8283; }","duration":"1.895117651s","start":"2026-03-03T20:21:28.436477Z","end":"2026-03-03T20:21:30.331595Z","steps":["trace[1526493314] 'agreement among raft nodes before linearized reading' (duration: 1.8950565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.331643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.43642Z","time spent":"1.895214584s","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:30.330538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799466465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-dtl4k\" ","response":"range_response_count:1 size:2801"} {"level":"warn","ts":"2026-03-03T20:21:30.331709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.886408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T20:21:30.33177Z","caller":"traceutil/trace.go:171","msg":"trace[636895000] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-dtl4k; range_end:; response_count:1; response_revision:8283; }","duration":"1.800704065s","start":"2026-03-03T20:21:28.531045Z","end":"2026-03-03T20:21:30.33175Z","steps":["trace[636895000] 'agreement among raft nodes before linearized reading' (duration: 1.799366724s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.331833Z","caller":"traceutil/trace.go:171","msg":"trace[333680492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8283; }","duration":"535.076392ms","start":"2026-03-03T20:21:29.796725Z","end":"2026-03-03T20:21:30.331801Z","steps":["trace[333680492] 'agreement among raft nodes before linearized reading' (duration: 534.716393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.331905Z","caller":"traceutil/trace.go:171","msg":"trace[1696545972] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8283; }","duration":"2.307790125s","start":"2026-03-03T20:21:28.024101Z","end":"2026-03-03T20:21:30.331892Z","steps":["trace[1696545972] 'agreement among raft nodes before linearized reading' (duration: 2.307393356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.331821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.531035Z","time spent":"1.800771986s","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-dtl4k\" "} {"level":"warn","ts":"2026-03-03T20:21:30.331893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52889364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-03T20:21:30.331969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.024075Z","time spent":"2.307881667s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T20:21:30.331908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.796692Z","time spent":"535.201585ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:21:30.331973Z","caller":"traceutil/trace.go:171","msg":"trace[1114937585] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8283; }","duration":"2.528988932s","start":"2026-03-03T20:21:27.802969Z","end":"2026-03-03T20:21:30.331957Z","steps":["trace[1114937585] 'agreement among raft nodes before linearized reading' (duration: 2.528162363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.332046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.194718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:21:30.332068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:27.80296Z","time spent":"2.529096745s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-03T20:21:30.332163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.303968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:21:30.332249Z","caller":"traceutil/trace.go:171","msg":"trace[1735163862] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:8283; }","duration":"529.39548ms","start":"2026-03-03T20:21:29.802845Z","end":"2026-03-03T20:21:30.332241Z","steps":["trace[1735163862] 'agreement among raft nodes before linearized reading' (duration: 529.253007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.331502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90196096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:21:30.332278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.80284Z","time spent":"529.430991ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"info","ts":"2026-03-03T20:21:30.332302Z","caller":"traceutil/trace.go:171","msg":"trace[1899568652] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8283; }","duration":"1.9027998s","start":"2026-03-03T20:21:28.42948Z","end":"2026-03-03T20:21:30.332279Z","steps":["trace[1899568652] 'agreement among raft nodes before linearized reading' (duration: 1.90194801s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.33208Z","caller":"traceutil/trace.go:171","msg":"trace[343651845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8283; }","duration":"533.238679ms","start":"2026-03-03T20:21:29.798832Z","end":"2026-03-03T20:21:30.33207Z","steps":["trace[343651845] 'agreement among raft nodes before linearized reading' (duration: 533.132657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.332356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:28.429458Z","time spent":"1.902877722s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:30.332372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.647149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:21:30.332368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.798824Z","time spent":"533.528196ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:21:30.332406Z","caller":"traceutil/trace.go:171","msg":"trace[1272294182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8283; }","duration":"530.69074ms","start":"2026-03-03T20:21:29.801705Z","end":"2026-03-03T20:21:30.332396Z","steps":["trace[1272294182] 'agreement among raft nodes before linearized reading' (duration: 530.592677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.332472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.955686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T20:21:30.332476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.801697Z","time spent":"530.772421ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:21:30.3325Z","caller":"traceutil/trace.go:171","msg":"trace[1972326804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8283; }","duration":"534.013937ms","start":"2026-03-03T20:21:29.798478Z","end":"2026-03-03T20:21:30.332492Z","steps":["trace[1972326804] 'agreement among raft nodes before linearized reading' (duration: 533.899574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.332529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.798471Z","time spent":"534.050358ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:30.332641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.804453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:21:30.332724Z","caller":"traceutil/trace.go:171","msg":"trace[824657826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8283; }","duration":"533.896945ms","start":"2026-03-03T20:21:29.798806Z","end":"2026-03-03T20:21:30.332703Z","steps":["trace[824657826] 'agreement among raft nodes before linearized reading' (duration: 533.652839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.332806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.798717Z","time spent":"534.066429ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:21:30.335746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296810648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:21:30.335788Z","caller":"traceutil/trace.go:171","msg":"trace[160472661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8283; }","duration":"1.296858019s","start":"2026-03-03T20:21:29.038921Z","end":"2026-03-03T20:21:30.335779Z","steps":["trace[160472661] 'agreement among raft nodes before linearized reading' (duration: 1.291543116s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.335889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:29.038846Z","time spent":"1.297034404s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:21:30.52816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.122911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:21:30.528304Z","caller":"traceutil/trace.go:171","msg":"trace[281414335] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8284; }","duration":"194.392864ms","start":"2026-03-03T20:21:30.333887Z","end":"2026-03-03T20:21:30.52828Z","steps":["trace[281414335] 'process raft request' (duration: 57.057678ms)","trace[281414335] 'compare' (duration: 136.852545ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:30.540582Z","caller":"traceutil/trace.go:171","msg":"trace[198812997] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8612; }","duration":"204.918939ms","start":"2026-03-03T20:21:30.335637Z","end":"2026-03-03T20:21:30.540556Z","steps":["trace[198812997] 'read index received' (duration: 55.329118ms)","trace[198812997] 'applied index is now lower than readState.Index' (duration: 149.588581ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:30.540918Z","caller":"traceutil/trace.go:171","msg":"trace[1463423316] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"206.401583ms","start":"2026-03-03T20:21:30.334503Z","end":"2026-03-03T20:21:30.540904Z","steps":["trace[1463423316] 'process raft request' (duration: 205.717727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.541234Z","caller":"traceutil/trace.go:171","msg":"trace[872515653] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"202.897641ms","start":"2026-03-03T20:21:30.338326Z","end":"2026-03-03T20:21:30.541224Z","steps":["trace[872515653] 'process raft request' (duration: 202.007611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.541366Z","caller":"traceutil/trace.go:171","msg":"trace[1001427379] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"202.500362ms","start":"2026-03-03T20:21:30.338857Z","end":"2026-03-03T20:21:30.541357Z","steps":["trace[1001427379] 'process raft request' (duration: 201.52592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.541492Z","caller":"traceutil/trace.go:171","msg":"trace[588652932] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"200.395703ms","start":"2026-03-03T20:21:30.341088Z","end":"2026-03-03T20:21:30.541483Z","steps":["trace[588652932] 'process raft request' (duration: 199.328118ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.541722Z","caller":"traceutil/trace.go:171","msg":"trace[1099691399] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"200.23468ms","start":"2026-03-03T20:21:30.341458Z","end":"2026-03-03T20:21:30.541693Z","steps":["trace[1099691399] 'process raft request' (duration: 199.025282ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:30.542065Z","caller":"traceutil/trace.go:171","msg":"trace[724543749] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"200.085237ms","start":"2026-03-03T20:21:30.341969Z","end":"2026-03-03T20:21:30.542055Z","steps":["trace[724543749] 'process raft request' (duration: 198.552431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.542336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.673349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-156b61f8-963c-4084-a9d2-48038c93113c\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T20:21:30.542383Z","caller":"traceutil/trace.go:171","msg":"trace[1755212973] range","detail":"{range_begin:/registry/persistentvolumes/pvc-156b61f8-963c-4084-a9d2-48038c93113c; range_end:; response_count:1; response_revision:8290; }","duration":"206.752121ms","start":"2026-03-03T20:21:30.335615Z","end":"2026-03-03T20:21:30.542368Z","steps":["trace[1755212973] 'agreement among raft nodes before linearized reading' (duration: 206.549776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.542627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.397167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-03T20:21:30.542685Z","caller":"traceutil/trace.go:171","msg":"trace[416757753] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dtl4k; range_end:; response_count:1; response_revision:8290; }","duration":"204.446257ms","start":"2026-03-03T20:21:30.338208Z","end":"2026-03-03T20:21:30.542655Z","steps":["trace[416757753] 'agreement among raft nodes before linearized reading' (duration: 204.346345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.542832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.040378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18996e5b398ae8a2\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T20:21:30.542873Z","caller":"traceutil/trace.go:171","msg":"trace[52361835] range","detail":"{range_begin:/registry/events/openstack/ceph.18996e5b398ae8a2; range_end:; response_count:1; response_revision:8290; }","duration":"201.11797ms","start":"2026-03-03T20:21:30.341745Z","end":"2026-03-03T20:21:30.542863Z","steps":["trace[52361835] 'agreement among raft nodes before linearized reading' (duration: 200.954636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.542895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.1242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:30.542941Z","caller":"traceutil/trace.go:171","msg":"trace[101387360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8290; }","duration":"204.186422ms","start":"2026-03-03T20:21:30.338744Z","end":"2026-03-03T20:21:30.54293Z","steps":["trace[101387360] 'agreement among raft nodes before linearized reading' (duration: 204.11449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.543035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.859774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:21:30.543059Z","caller":"traceutil/trace.go:171","msg":"trace[1014960458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8290; }","duration":"200.894335ms","start":"2026-03-03T20:21:30.342158Z","end":"2026-03-03T20:21:30.543052Z","steps":["trace[1014960458] 'agreement among raft nodes before linearized reading' (duration: 200.821623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.54459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.520646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-03T20:21:30.544712Z","caller":"traceutil/trace.go:171","msg":"trace[870585679] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dtl4k; range_end:; response_count:1; response_revision:8290; }","duration":"203.635429ms","start":"2026-03-03T20:21:30.341027Z","end":"2026-03-03T20:21:30.544662Z","steps":["trace[870585679] 'agreement among raft nodes before linearized reading' (duration: 202.042292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:30.544846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.045956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227445"} {"level":"info","ts":"2026-03-03T20:21:30.544955Z","caller":"traceutil/trace.go:171","msg":"trace[1780983920] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8290; }","duration":"203.178378ms","start":"2026-03-03T20:21:30.341754Z","end":"2026-03-03T20:21:30.544933Z","steps":["trace[1780983920] 'agreement among raft nodes before linearized reading' (duration: 201.08218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:31.512819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.702741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:21:31.512927Z","caller":"traceutil/trace.go:171","msg":"trace[226477712] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8291; }","duration":"958.055744ms","start":"2026-03-03T20:21:30.554851Z","end":"2026-03-03T20:21:31.512907Z","steps":["trace[226477712] 'process raft request' (duration: 90.124638ms)","trace[226477712] 'compare' (duration: 867.160348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:31.512996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:30.554838Z","time spent":"958.128605ms","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-03T20:21:32.267997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.623756886s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:21:32.295873Z","caller":"traceutil/trace.go:171","msg":"trace[688202375] linearizableReadLoop","detail":"{readStateIndex:8622; appliedIndex:8619; }","duration":"1.658982485s","start":"2026-03-03T20:21:30.636823Z","end":"2026-03-03T20:21:32.295805Z","steps":["trace[688202375] 'read index received' (duration: 8.15848ms)","trace[688202375] 'applied index is now lower than readState.Index' (duration: 1.650822195s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:32.296068Z","caller":"traceutil/trace.go:171","msg":"trace[1991036272] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"1.731158045s","start":"2026-03-03T20:21:30.56489Z","end":"2026-03-03T20:21:32.296048Z","steps":["trace[1991036272] 'process raft request' (duration: 1.730689884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.29622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:30.564864Z","time spent":"1.731238567s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:32.29621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659354224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:32.296265Z","caller":"traceutil/trace.go:171","msg":"trace[831062456] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"1.741362422s","start":"2026-03-03T20:21:30.554863Z","end":"2026-03-03T20:21:32.296225Z","steps":["trace[831062456] 'process raft request' (duration: 1.71336855s)","trace[831062456] 'compare' (duration: 26.592299ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:32.296312Z","caller":"traceutil/trace.go:171","msg":"trace[1462016145] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8293; }","duration":"1.659504187s","start":"2026-03-03T20:21:30.63678Z","end":"2026-03-03T20:21:32.296285Z","steps":["trace[1462016145] 'agreement among raft nodes before linearized reading' (duration: 1.659308983s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.296365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:30.636758Z","time spent":"1.65959799s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:21:32.296503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:30.554849Z","time spent":"1.741507006s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:32.808396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.756574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:32.808659Z","caller":"traceutil/trace.go:171","msg":"trace[1769157896] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"2.04382392s","start":"2026-03-03T20:21:30.764788Z","end":"2026-03-03T20:21:32.808612Z","steps":["trace[1769157896] 'process raft request' (duration: 1.82377343s)","trace[1769157896] 'compare' (duration: 219.432506ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:32.80874Z","caller":"traceutil/trace.go:171","msg":"trace[110920163] linearizableReadLoop","detail":"{readStateIndex:8626; appliedIndex:8622; }","duration":"512.740062ms","start":"2026-03-03T20:21:32.29599Z","end":"2026-03-03T20:21:32.808731Z","steps":["trace[110920163] 'read index received' (duration: 292.600249ms)","trace[110920163] 'applied index is now lower than readState.Index' (duration: 220.139183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:32.808803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:30.764748Z","time spent":"2.043994345s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:32.808912Z","caller":"traceutil/trace.go:171","msg":"trace[1969796239] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"705.254102ms","start":"2026-03-03T20:21:32.103651Z","end":"2026-03-03T20:21:32.808905Z","steps":["trace[1969796239] 'process raft request' (duration: 704.862083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.808952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.103615Z","time spent":"705.312854ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:32.809009Z","caller":"traceutil/trace.go:171","msg":"trace[853899410] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"704.2985ms","start":"2026-03-03T20:21:32.104703Z","end":"2026-03-03T20:21:32.809002Z","steps":["trace[853899410] 'process raft request' (duration: 703.965332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.809037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.104673Z","time spent":"704.347751ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:32.809081Z","caller":"traceutil/trace.go:171","msg":"trace[855580594] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"703.791268ms","start":"2026-03-03T20:21:32.105285Z","end":"2026-03-03T20:21:32.809077Z","steps":["trace[855580594] 'process raft request' (duration: 703.410519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.809106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.105256Z","time spent":"703.836209ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:32.809165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.091834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:32.80918Z","caller":"traceutil/trace.go:171","msg":"trace[245864947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8297; }","duration":"918.135026ms","start":"2026-03-03T20:21:31.89104Z","end":"2026-03-03T20:21:32.809175Z","steps":["trace[245864947] 'agreement among raft nodes before linearized reading' (duration: 918.103755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.809196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:31.891023Z","time spent":"918.170357ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:21:32.809308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.888993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:32.809325Z","caller":"traceutil/trace.go:171","msg":"trace[1103734593] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8297; }","duration":"508.952644ms","start":"2026-03-03T20:21:32.300367Z","end":"2026-03-03T20:21:32.80932Z","steps":["trace[1103734593] 'agreement among raft nodes before linearized reading' (duration: 508.921923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.809376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.300342Z","time spent":"509.028045ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:21:32.809381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093916937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-03T20:21:32.809448Z","caller":"traceutil/trace.go:171","msg":"trace[2069848269] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8297; }","duration":"1.09404337s","start":"2026-03-03T20:21:31.71539Z","end":"2026-03-03T20:21:32.809434Z","steps":["trace[2069848269] 'agreement among raft nodes before linearized reading' (duration: 1.093860895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.809475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:31.715358Z","time spent":"1.094113142s","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T20:21:32.80961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.148555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:32.809677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.228139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:32.809698Z","caller":"traceutil/trace.go:171","msg":"trace[1330185244] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8297; }","duration":"958.25528ms","start":"2026-03-03T20:21:31.851437Z","end":"2026-03-03T20:21:32.809692Z","steps":["trace[1330185244] 'agreement among raft nodes before linearized reading' (duration: 958.180718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.809712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:31.851357Z","time spent":"958.351492ms","remote":"127.0.0.1:58612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:21:32.809676Z","caller":"traceutil/trace.go:171","msg":"trace[1508059103] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8297; }","duration":"248.253907ms","start":"2026-03-03T20:21:32.561414Z","end":"2026-03-03T20:21:32.809668Z","steps":["trace[1508059103] 'agreement among raft nodes before linearized reading' (duration: 248.172665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.809805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.659363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:21:32.809865Z","caller":"traceutil/trace.go:171","msg":"trace[68515438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:8297; }","duration":"253.718064ms","start":"2026-03-03T20:21:32.556125Z","end":"2026-03-03T20:21:32.809843Z","steps":["trace[68515438] 'agreement among raft nodes before linearized reading' (duration: 253.565811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.809922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.99645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:21:32.809975Z","caller":"traceutil/trace.go:171","msg":"trace[563712243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8297; }","duration":"263.132543ms","start":"2026-03-03T20:21:32.546828Z","end":"2026-03-03T20:21:32.80996Z","steps":["trace[563712243] 'agreement among raft nodes before linearized reading' (duration: 262.937538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.809967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.671273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:21:32.809965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.406219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:21:32.81005Z","caller":"traceutil/trace.go:171","msg":"trace[214024260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8297; }","duration":"263.556454ms","start":"2026-03-03T20:21:32.546478Z","end":"2026-03-03T20:21:32.810034Z","steps":["trace[214024260] 'agreement among raft nodes before linearized reading' (duration: 263.276927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.810053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.466166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-03T20:21:32.810048Z","caller":"traceutil/trace.go:171","msg":"trace[116944516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8297; }","duration":"262.769255ms","start":"2026-03-03T20:21:32.547256Z","end":"2026-03-03T20:21:32.810025Z","steps":["trace[116944516] 'agreement among raft nodes before linearized reading' (duration: 262.557231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.810123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.270676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:21:32.810176Z","caller":"traceutil/trace.go:171","msg":"trace[1042880605] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-dtl4k; range_end:; response_count:1; response_revision:8297; }","duration":"509.588788ms","start":"2026-03-03T20:21:32.300556Z","end":"2026-03-03T20:21:32.810145Z","steps":["trace[1042880605] 'agreement among raft nodes before linearized reading' (duration: 509.273661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:32.81022Z","caller":"traceutil/trace.go:171","msg":"trace[708102115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8297; }","duration":"263.42789ms","start":"2026-03-03T20:21:32.546767Z","end":"2026-03-03T20:21:32.810195Z","steps":["trace[708102115] 'agreement among raft nodes before linearized reading' (duration: 263.057002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.810243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.300549Z","time spent":"509.683941ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-dtl4k\" "} {"level":"warn","ts":"2026-03-03T20:21:32.81026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.779608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:21:32.810335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222619622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:32.810356Z","caller":"traceutil/trace.go:171","msg":"trace[837869781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8297; }","duration":"263.952153ms","start":"2026-03-03T20:21:32.546381Z","end":"2026-03-03T20:21:32.810333Z","steps":["trace[837869781] 'agreement among raft nodes before linearized reading' (duration: 263.659196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:32.810393Z","caller":"traceutil/trace.go:171","msg":"trace[1939438163] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8297; }","duration":"1.222730974s","start":"2026-03-03T20:21:31.587647Z","end":"2026-03-03T20:21:32.810378Z","steps":["trace[1939438163] 'agreement among raft nodes before linearized reading' (duration: 1.222594751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.810437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:31.587635Z","time spent":"1.222791506s","remote":"127.0.0.1:42692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:32.810447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251714398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:32.810512Z","caller":"traceutil/trace.go:171","msg":"trace[1273013126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8297; }","duration":"1.252923056s","start":"2026-03-03T20:21:31.557569Z","end":"2026-03-03T20:21:32.810492Z","steps":["trace[1273013126] 'agreement among raft nodes before linearized reading' (duration: 1.251664417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:32.810557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:31.55754Z","time spent":"1.252999768s","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:33.217322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.679491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:33.217459Z","caller":"traceutil/trace.go:171","msg":"trace[1378957660] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8626; }","duration":"402.723081ms","start":"2026-03-03T20:21:32.814715Z","end":"2026-03-03T20:21:33.217438Z","steps":["trace[1378957660] 'read index received' (duration: 216.812295ms)","trace[1378957660] 'applied index is now lower than readState.Index' (duration: 185.908966ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:33.217538Z","caller":"traceutil/trace.go:171","msg":"trace[1071536427] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"403.311755ms","start":"2026-03-03T20:21:32.814189Z","end":"2026-03-03T20:21:33.217501Z","steps":["trace[1071536427] 'process raft request' (duration: 217.312746ms)","trace[1071536427] 'compare' (duration: 185.476597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:33.217805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.05986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-03-03T20:21:33.218082Z","caller":"traceutil/trace.go:171","msg":"trace[1864821946] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8298; }","duration":"403.405178ms","start":"2026-03-03T20:21:32.814656Z","end":"2026-03-03T20:21:33.218061Z","steps":["trace[1864821946] 'agreement among raft nodes before linearized reading' (duration: 402.862385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:33.21813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.814632Z","time spent":"403.489499ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19560,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:21:33.218171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.814172Z","time spent":"403.698814ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:33.337668Z","caller":"traceutil/trace.go:171","msg":"trace[515746774] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"522.276394ms","start":"2026-03-03T20:21:32.815364Z","end":"2026-03-03T20:21:33.33764Z","steps":["trace[515746774] 'process raft request' (duration: 522.196632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:33.337693Z","caller":"traceutil/trace.go:171","msg":"trace[1276155491] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"522.281754ms","start":"2026-03-03T20:21:32.815365Z","end":"2026-03-03T20:21:33.337646Z","steps":["trace[1276155491] 'process raft request' (duration: 510.246494ms)","trace[1276155491] 'compare' (duration: 11.775034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:33.337857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.815349Z","time spent":"522.427277ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:33.338031Z","caller":"traceutil/trace.go:171","msg":"trace[499972075] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"522.513739ms","start":"2026-03-03T20:21:32.815458Z","end":"2026-03-03T20:21:33.337972Z","steps":["trace[499972075] 'process raft request' (duration: 522.144391ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:33.338015Z","caller":"traceutil/trace.go:171","msg":"trace[749114194] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"521.346552ms","start":"2026-03-03T20:21:32.816642Z","end":"2026-03-03T20:21:33.337988Z","steps":["trace[749114194] 'process raft request' (duration: 521.185928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:33.338098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.81543Z","time spent":"522.638133ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:33.338155Z","caller":"traceutil/trace.go:171","msg":"trace[2091779227] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"515.491656ms","start":"2026-03-03T20:21:32.822539Z","end":"2026-03-03T20:21:33.338031Z","steps":["trace[2091779227] 'process raft request' (duration: 515.388893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:33.338266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.816626Z","time spent":"521.458655ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:33.338164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.175716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:33.337857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.815337Z","time spent":"522.414967ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:33.338014Z","caller":"traceutil/trace.go:171","msg":"trace[1112809094] linearizableReadLoop","detail":"{readStateIndex:8632; appliedIndex:8627; }","duration":"120.501645ms","start":"2026-03-03T20:21:33.217488Z","end":"2026-03-03T20:21:33.33799Z","steps":["trace[1112809094] 'read index received' (duration: 107.994424ms)","trace[1112809094] 'applied index is now lower than readState.Index' (duration: 12.506261ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:33.338432Z","caller":"traceutil/trace.go:171","msg":"trace[1218865958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8303; }","duration":"447.481684ms","start":"2026-03-03T20:21:32.890936Z","end":"2026-03-03T20:21:33.338418Z","steps":["trace[1218865958] 'agreement among raft nodes before linearized reading' (duration: 447.143406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:33.338466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.018362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227425"} {"level":"warn","ts":"2026-03-03T20:21:33.338494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.89093Z","time spent":"447.551915ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:21:33.338525Z","caller":"traceutil/trace.go:171","msg":"trace[687278596] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8303; }","duration":"523.103753ms","start":"2026-03-03T20:21:32.81541Z","end":"2026-03-03T20:21:33.338514Z","steps":["trace[687278596] 'agreement among raft nodes before linearized reading' (duration: 522.649162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:33.338558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.243056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T20:21:33.338566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.815401Z","time spent":"523.156944ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227449,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:21:33.338602Z","caller":"traceutil/trace.go:171","msg":"trace[454076941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8303; }","duration":"110.320728ms","start":"2026-03-03T20:21:33.228261Z","end":"2026-03-03T20:21:33.338582Z","steps":["trace[454076941] 'agreement among raft nodes before linearized reading' (duration: 110.252046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:33.338295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.646019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:33.33897Z","caller":"traceutil/trace.go:171","msg":"trace[735311571] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8303; }","duration":"470.346235ms","start":"2026-03-03T20:21:32.868588Z","end":"2026-03-03T20:21:33.338934Z","steps":["trace[735311571] 'agreement among raft nodes before linearized reading' (duration: 469.597727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:33.339083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.868577Z","time spent":"470.447198ms","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:33.339934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:32.822527Z","time spent":"515.749472ms","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:33.891077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.345186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T20:21:33.891157Z","caller":"traceutil/trace.go:171","msg":"trace[364376634] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8305; }","duration":"143.486979ms","start":"2026-03-03T20:21:33.747652Z","end":"2026-03-03T20:21:33.891139Z","steps":["trace[364376634] 'range keys from in-memory index tree' (duration: 143.173032ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:34.26259Z","caller":"traceutil/trace.go:171","msg":"trace[1847343381] linearizableReadLoop","detail":"{readStateIndex:8636; appliedIndex:8635; }","duration":"323.375545ms","start":"2026-03-03T20:21:33.93917Z","end":"2026-03-03T20:21:34.262545Z","steps":["trace[1847343381] 'read index received' (duration: 243.896495ms)","trace[1847343381] 'applied index is now lower than readState.Index' (duration: 79.47762ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:34.262755Z","caller":"traceutil/trace.go:171","msg":"trace[1718690309] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"327.962073ms","start":"2026-03-03T20:21:33.934775Z","end":"2026-03-03T20:21:34.262737Z","steps":["trace[1718690309] 'process raft request' (duration: 248.287638ms)","trace[1718690309] 'compare' (duration: 79.273625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:34.262981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:33.934756Z","time spent":"328.088225ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:34.263272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.086002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T20:21:34.263348Z","caller":"traceutil/trace.go:171","msg":"trace[1078236522] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8306; }","duration":"324.180724ms","start":"2026-03-03T20:21:33.939145Z","end":"2026-03-03T20:21:34.263326Z","steps":["trace[1078236522] 'agreement among raft nodes before linearized reading' (duration: 323.879657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:34.263392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:33.939124Z","time spent":"324.259956ms","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T20:21:34.264148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.703544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:34.264264Z","caller":"traceutil/trace.go:171","msg":"trace[808539910] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8306; }","duration":"251.605775ms","start":"2026-03-03T20:21:34.012613Z","end":"2026-03-03T20:21:34.264219Z","steps":["trace[808539910] 'agreement among raft nodes before linearized reading' (duration: 250.300375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:34.523015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.728536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:34.523362Z","caller":"traceutil/trace.go:171","msg":"trace[523677386] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8636; }","duration":"203.69463ms","start":"2026-03-03T20:21:34.319641Z","end":"2026-03-03T20:21:34.523335Z","steps":["trace[523677386] 'read index received' (duration: 74.591356ms)","trace[523677386] 'applied index is now lower than readState.Index' (duration: 129.100934ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:34.523511Z","caller":"traceutil/trace.go:171","msg":"trace[1346782553] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"219.19025ms","start":"2026-03-03T20:21:34.304293Z","end":"2026-03-03T20:21:34.523483Z","steps":["trace[1346782553] 'process raft request' (duration: 89.883731ms)","trace[1346782553] 'compare' (duration: 128.555122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:34.523604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.955597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T20:21:34.523897Z","caller":"traceutil/trace.go:171","msg":"trace[1600556793] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8307; }","duration":"204.284374ms","start":"2026-03-03T20:21:34.319593Z","end":"2026-03-03T20:21:34.523878Z","steps":["trace[1600556793] 'agreement among raft nodes before linearized reading' (duration: 203.879494ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:34.909363Z","caller":"traceutil/trace.go:171","msg":"trace[1186632959] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"380.868232ms","start":"2026-03-03T20:21:34.528466Z","end":"2026-03-03T20:21:34.909334Z","steps":["trace[1186632959] 'process raft request' (duration: 380.677008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:34.909683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:34.528446Z","time spent":"381.100557ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:35.150093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.351398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:35.150313Z","caller":"traceutil/trace.go:171","msg":"trace[1033381828] linearizableReadLoop","detail":"{readStateIndex:8641; appliedIndex:8637; }","duration":"260.750738ms","start":"2026-03-03T20:21:34.889546Z","end":"2026-03-03T20:21:35.150296Z","steps":["trace[1033381828] 'read index received' (duration: 19.691958ms)","trace[1033381828] 'applied index is now lower than readState.Index' (duration: 241.05558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:35.150437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.893262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:35.150417Z","caller":"traceutil/trace.go:171","msg":"trace[2029491652] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"334.506594ms","start":"2026-03-03T20:21:34.815859Z","end":"2026-03-03T20:21:35.150366Z","steps":["trace[2029491652] 'process raft request' (duration: 226.793198ms)","trace[2029491652] 'compare' (duration: 107.134913ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:35.150477Z","caller":"traceutil/trace.go:171","msg":"trace[269978213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8311; }","duration":"260.970543ms","start":"2026-03-03T20:21:34.88949Z","end":"2026-03-03T20:21:35.150461Z","steps":["trace[269978213] 'agreement among raft nodes before linearized reading' (duration: 260.909191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:35.150452Z","caller":"traceutil/trace.go:171","msg":"trace[1967904718] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"333.964032ms","start":"2026-03-03T20:21:34.816461Z","end":"2026-03-03T20:21:35.150425Z","steps":["trace[1967904718] 'process raft request' (duration: 333.793468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:35.150599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:34.815826Z","time spent":"334.673058ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:35.150611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:34.816417Z","time spent":"334.113135ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:35.150604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.215793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:21:35.150745Z","caller":"traceutil/trace.go:171","msg":"trace[2089978624] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8311; }","duration":"238.510181ms","start":"2026-03-03T20:21:34.912211Z","end":"2026-03-03T20:21:35.150721Z","steps":["trace[2089978624] 'agreement among raft nodes before linearized reading' (duration: 238.225474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:35.150639Z","caller":"traceutil/trace.go:171","msg":"trace[163395437] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"334.376141ms","start":"2026-03-03T20:21:34.816236Z","end":"2026-03-03T20:21:35.150612Z","steps":["trace[163395437] 'process raft request' (duration: 333.965912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:35.151139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:34.816205Z","time spent":"334.815992ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:35.846909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040950785,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:21:35.923208Z","caller":"traceutil/trace.go:171","msg":"trace[1494104508] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"577.164291ms","start":"2026-03-03T20:21:35.346012Z","end":"2026-03-03T20:21:35.923176Z","steps":["trace[1494104508] 'process raft request' (duration: 576.979747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:35.923387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:35.345993Z","time spent":"577.299684ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:35.930038Z","caller":"traceutil/trace.go:171","msg":"trace[1759327477] linearizableReadLoop","detail":"{readStateIndex:8646; appliedIndex:8642; }","duration":"583.373886ms","start":"2026-03-03T20:21:35.346639Z","end":"2026-03-03T20:21:35.930013Z","steps":["trace[1759327477] 'read index received' (duration: 576.444104ms)","trace[1759327477] 'applied index is now lower than readState.Index' (duration: 6.928662ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:35.930181Z","caller":"traceutil/trace.go:171","msg":"trace[576664148] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"582.990967ms","start":"2026-03-03T20:21:35.347177Z","end":"2026-03-03T20:21:35.930168Z","steps":["trace[576664148] 'process raft request' (duration: 582.796283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:35.930162Z","caller":"traceutil/trace.go:171","msg":"trace[1893654466] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"583.331535ms","start":"2026-03-03T20:21:35.34679Z","end":"2026-03-03T20:21:35.930122Z","steps":["trace[1893654466] 'process raft request' (duration: 583.146331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:35.930252Z","caller":"traceutil/trace.go:171","msg":"trace[729682047] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"583.694023ms","start":"2026-03-03T20:21:35.346541Z","end":"2026-03-03T20:21:35.930235Z","steps":["trace[729682047] 'process raft request' (duration: 583.233122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:35.930311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:35.347156Z","time spent":"583.064928ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:35.930332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:35.346529Z","time spent":"583.763845ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:35.930356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:35.346782Z","time spent":"583.464688ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:35.93043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.208434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:35.930517Z","caller":"traceutil/trace.go:171","msg":"trace[170362312] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8316; }","duration":"382.45673ms","start":"2026-03-03T20:21:35.548038Z","end":"2026-03-03T20:21:35.930495Z","steps":["trace[170362312] 'agreement among raft nodes before linearized reading' (duration: 382.273896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:35.930533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.892228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:21:35.930572Z","caller":"traceutil/trace.go:171","msg":"trace[2142996964] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:8316; }","duration":"583.972519ms","start":"2026-03-03T20:21:35.346588Z","end":"2026-03-03T20:21:35.930561Z","steps":["trace[2142996964] 'agreement among raft nodes before linearized reading' (duration: 583.835846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:35.930569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:35.548009Z","time spent":"382.549882ms","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:35.9306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:35.346566Z","time spent":"584.028381ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:21:35.930767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.288487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-03T20:21:35.930821Z","caller":"traceutil/trace.go:171","msg":"trace[81478642] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8316; }","duration":"214.383929ms","start":"2026-03-03T20:21:35.716425Z","end":"2026-03-03T20:21:35.930809Z","steps":["trace[81478642] 'agreement among raft nodes before linearized reading' (duration: 214.039921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:36.816316Z","caller":"traceutil/trace.go:171","msg":"trace[1933104532] linearizableReadLoop","detail":"{readStateIndex:8647; appliedIndex:8646; }","duration":"314.464508ms","start":"2026-03-03T20:21:36.501825Z","end":"2026-03-03T20:21:36.816289Z","steps":["trace[1933104532] 'read index received' (duration: 313.944746ms)","trace[1933104532] 'applied index is now lower than readState.Index' (duration: 517.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:36.816466Z","caller":"traceutil/trace.go:171","msg":"trace[167162207] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"476.368366ms","start":"2026-03-03T20:21:36.340036Z","end":"2026-03-03T20:21:36.816405Z","steps":["trace[167162207] 'process raft request' (duration: 475.847894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:36.816629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.792075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:21:36.816628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.340012Z","time spent":"476.527829ms","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414482,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:36.816692Z","caller":"traceutil/trace.go:171","msg":"trace[1801535620] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8317; }","duration":"314.936029ms","start":"2026-03-03T20:21:36.501741Z","end":"2026-03-03T20:21:36.816677Z","steps":["trace[1801535620] 'agreement among raft nodes before linearized reading' (duration: 314.646902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:36.816748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.501717Z","time spent":"315.01471ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:37.213933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.806675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:37.214014Z","caller":"traceutil/trace.go:171","msg":"trace[325653227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8317; }","duration":"323.939288ms","start":"2026-03-03T20:21:36.890055Z","end":"2026-03-03T20:21:37.213995Z","steps":["trace[325653227] 'range keys from in-memory index tree' (duration: 323.636522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.214054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:36.89003Z","time spent":"324.01546ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:21:37.214104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.222535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T20:21:37.214215Z","caller":"traceutil/trace.go:171","msg":"trace[1879651507] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8317; }","duration":"171.383099ms","start":"2026-03-03T20:21:37.042801Z","end":"2026-03-03T20:21:37.214184Z","steps":["trace[1879651507] 'range keys from in-memory index tree' (duration: 170.747824ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:37.536613Z","caller":"traceutil/trace.go:171","msg":"trace[1639236342] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"380.323913ms","start":"2026-03-03T20:21:37.15626Z","end":"2026-03-03T20:21:37.536584Z","steps":["trace[1639236342] 'process raft request' (duration: 380.021176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:37.536876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.156227Z","time spent":"380.549618ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:39.186201Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.649861384s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:21:39.186796Z","caller":"traceutil/trace.go:171","msg":"trace[580959449] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"2.029411769s","start":"2026-03-03T20:21:37.157358Z","end":"2026-03-03T20:21:39.186769Z","steps":["trace[580959449] 'process raft request' (duration: 2.029182043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:39.186961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.157326Z","time spent":"2.029551082s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:39.18725Z","caller":"traceutil/trace.go:171","msg":"trace[1987489329] linearizableReadLoop","detail":"{readStateIndex:8650; appliedIndex:8647; }","duration":"1.971820758s","start":"2026-03-03T20:21:37.215398Z","end":"2026-03-03T20:21:39.187219Z","steps":["trace[1987489329] 'read index received' (duration: 320.958441ms)","trace[1987489329] 'applied index is now lower than readState.Index' (duration: 1.650859867s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:39.187267Z","caller":"traceutil/trace.go:171","msg":"trace[148116263] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"2.029788788s","start":"2026-03-03T20:21:37.157453Z","end":"2026-03-03T20:21:39.187242Z","steps":["trace[148116263] 'process raft request' (duration: 2.029275106s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:39.187411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972021893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:39.187454Z","caller":"traceutil/trace.go:171","msg":"trace[1908294053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8320; }","duration":"1.972094454s","start":"2026-03-03T20:21:37.21535Z","end":"2026-03-03T20:21:39.187445Z","steps":["trace[1908294053] 'agreement among raft nodes before linearized reading' (duration: 1.971944311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:39.187533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.215325Z","time spent":"1.972199957s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:21:39.187593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.157421Z","time spent":"2.029985332s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:40.81504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.269696378s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:21:41.195378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:21:41.195511Z","caller":"traceutil/trace.go:171","msg":"trace[1323043040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00033115s","start":"2026-03-03T20:21:39.195159Z","end":"2026-03-03T20:21:41.195491Z","steps":["trace[1323043040] 'agreement among raft nodes before linearized reading' (duration: 2.000181687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.195592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:39.19514Z","time spent":"2.000434343s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:21:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:21:41.412392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050303842s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:41.412597Z","caller":"traceutil/trace.go:171","msg":"trace[1125402210] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8320; }","duration":"1.050511867s","start":"2026-03-03T20:21:40.362053Z","end":"2026-03-03T20:21:41.412565Z","steps":["trace[1125402210] 'range keys from in-memory index tree' (duration: 1.050282372s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.413074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867635952s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:41.413237Z","caller":"traceutil/trace.go:171","msg":"trace[1981752700] linearizableReadLoop","detail":"{readStateIndex:8651; appliedIndex:8650; }","duration":"2.225877969s","start":"2026-03-03T20:21:39.187338Z","end":"2026-03-03T20:21:41.413216Z","steps":["trace[1981752700] 'read index received' (duration: 357.96327ms)","trace[1981752700] 'applied index is now lower than readState.Index' (duration: 1.867913019s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:41.413397Z","caller":"traceutil/trace.go:171","msg":"trace[1227587993] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"3.808190501s","start":"2026-03-03T20:21:37.605155Z","end":"2026-03-03T20:21:41.413346Z","steps":["trace[1227587993] 'process raft request' (duration: 1.9401738s)","trace[1227587993] 'compare' (duration: 1.867211123s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:41.413517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.605112Z","time spent":"3.808329864s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:41.413609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.195197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f20959ea-a034-4a7d-bf2b-041b0e1fb9ae\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-03T20:21:41.413676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013462969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:41.413709Z","caller":"traceutil/trace.go:171","msg":"trace[1311200512] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8321; }","duration":"3.01354891s","start":"2026-03-03T20:21:38.400147Z","end":"2026-03-03T20:21:41.413696Z","steps":["trace[1311200512] 'agreement among raft nodes before linearized reading' (duration: 3.013495489s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:41.413711Z","caller":"traceutil/trace.go:171","msg":"trace[2077472901] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f20959ea-a034-4a7d-bf2b-041b0e1fb9ae; range_end:; response_count:1; response_revision:8321; }","duration":"4.195368233s","start":"2026-03-03T20:21:37.218314Z","end":"2026-03-03T20:21:41.413682Z","steps":["trace[2077472901] 'agreement among raft nodes before linearized reading' (duration: 4.195043876s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.413736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:38.400119Z","time spent":"3.013609222s","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:41.413719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05302037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:21:41.413772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.218287Z","time spent":"4.195468236s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-f20959ea-a034-4a7d-bf2b-041b0e1fb9ae\" "} {"level":"info","ts":"2026-03-03T20:21:41.413783Z","caller":"traceutil/trace.go:171","msg":"trace[1951718075] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8321; }","duration":"4.053151293s","start":"2026-03-03T20:21:37.360617Z","end":"2026-03-03T20:21:41.413769Z","steps":["trace[1951718075] 'agreement among raft nodes before linearized reading' (duration: 4.052723823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.413821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.360598Z","time spent":"4.053216765s","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:41.413837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.095872468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T20:21:41.41386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.479311638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:21:41.413886Z","caller":"traceutil/trace.go:171","msg":"trace[416911320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8321; }","duration":"4.0959873s","start":"2026-03-03T20:21:37.317886Z","end":"2026-03-03T20:21:41.413873Z","steps":["trace[416911320] 'agreement among raft nodes before linearized reading' (duration: 4.095463448s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:41.413913Z","caller":"traceutil/trace.go:171","msg":"trace[178913415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8321; }","duration":"3.47941407s","start":"2026-03-03T20:21:37.934484Z","end":"2026-03-03T20:21:41.413898Z","steps":["trace[178913415] 'agreement among raft nodes before linearized reading' (duration: 3.478818646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.413919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.317846Z","time spent":"4.096066462s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:41.413943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068049409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:21:41.413991Z","caller":"traceutil/trace.go:171","msg":"trace[925342854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8321; }","duration":"3.068140281s","start":"2026-03-03T20:21:38.345841Z","end":"2026-03-03T20:21:41.413982Z","steps":["trace[925342854] 'agreement among raft nodes before linearized reading' (duration: 3.068025408s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.414019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:38.345815Z","time spent":"3.068197713s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:21:41.413954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.93445Z","time spent":"3.479493462s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:21:41.413734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.479129474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:21:41.4142Z","caller":"traceutil/trace.go:171","msg":"trace[477306777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8321; }","duration":"3.479607225s","start":"2026-03-03T20:21:37.934572Z","end":"2026-03-03T20:21:41.414179Z","steps":["trace[477306777] 'agreement among raft nodes before linearized reading' (duration: 3.478728434s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.414261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.934566Z","time spent":"3.479677796s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:41.943952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.75111ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T20:21:41.944366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257919166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"warn","ts":"2026-03-03T20:21:41.94441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.016654521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:21:41.944485Z","caller":"traceutil/trace.go:171","msg":"trace[958515647] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8321; }","duration":"4.258032458s","start":"2026-03-03T20:21:37.686422Z","end":"2026-03-03T20:21:41.944454Z","steps":["trace[958515647] 'agreement among raft nodes before linearized reading' (duration: 3.72690649s)","trace[958515647] 'range keys from in-memory index tree' (duration: 530.873993ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:41.944497Z","caller":"traceutil/trace.go:171","msg":"trace[1549593551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8321; }","duration":"4.016763614s","start":"2026-03-03T20:21:37.927714Z","end":"2026-03-03T20:21:41.944477Z","steps":["trace[1549593551] 'agreement among raft nodes before linearized reading' (duration: 3.485605785s)","trace[1549593551] 'range keys from in-memory index tree' (duration: 531.020026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:41.944561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.927698Z","time spent":"4.016850596s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:21:41.944574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.686367Z","time spent":"4.258172751s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19560,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:21:41.944765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002571603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:21:41.944836Z","caller":"traceutil/trace.go:171","msg":"trace[659914708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:8321; }","duration":"4.002658795s","start":"2026-03-03T20:21:37.942157Z","end":"2026-03-03T20:21:41.944816Z","steps":["trace[659914708] 'agreement among raft nodes before linearized reading' (duration: 3.471830093s)","trace[659914708] 'range keys from in-memory index tree' (duration: 530.662408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:41.94489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.942147Z","time spent":"4.002730007s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"info","ts":"2026-03-03T20:21:41.945126Z","caller":"traceutil/trace.go:171","msg":"trace[2047153959] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"2.40263065s","start":"2026-03-03T20:21:39.542471Z","end":"2026-03-03T20:21:41.945102Z","steps":["trace[2047153959] 'process raft request' (duration: 2.401602506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:41.945316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:39.542442Z","time spent":"2.402793725s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:41.945312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010109798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:21:41.945558Z","caller":"traceutil/trace.go:171","msg":"trace[1808968876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8321; }","duration":"4.010486428s","start":"2026-03-03T20:21:37.935051Z","end":"2026-03-03T20:21:41.945538Z","steps":["trace[1808968876] 'agreement among raft nodes before linearized reading' (duration: 3.478924529s)","trace[1808968876] 'range keys from in-memory index tree' (duration: 530.960815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:41.945603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:37.935021Z","time spent":"4.01057186s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:21:42.076954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.778467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:42.077091Z","caller":"traceutil/trace.go:171","msg":"trace[2100404505] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"884.42062ms","start":"2026-03-03T20:21:41.192641Z","end":"2026-03-03T20:21:42.077062Z","steps":["trace[2100404505] 'process raft request' (duration: 752.448239ms)","trace[2100404505] 'compare' (duration: 131.650374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:42.07719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:41.192615Z","time spent":"884.529782ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:42.118714Z","caller":"traceutil/trace.go:171","msg":"trace[1542395554] linearizableReadLoop","detail":"{readStateIndex:8655; appliedIndex:8651; }","duration":"705.425744ms","start":"2026-03-03T20:21:41.413272Z","end":"2026-03-03T20:21:42.118697Z","steps":["trace[1542395554] 'read index received' (duration: 106.967319ms)","trace[1542395554] 'applied index is now lower than readState.Index' (duration: 598.457855ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:42.119065Z","caller":"traceutil/trace.go:171","msg":"trace[655064106] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"911.853708ms","start":"2026-03-03T20:21:41.207202Z","end":"2026-03-03T20:21:42.119055Z","steps":["trace[655064106] 'process raft request' (duration: 911.306386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:42.119286Z","caller":"traceutil/trace.go:171","msg":"trace[2030828671] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"699.951247ms","start":"2026-03-03T20:21:41.419278Z","end":"2026-03-03T20:21:42.119229Z","steps":["trace[2030828671] 'process raft request' (duration: 699.373174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.119407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:41.207172Z","time spent":"911.91808ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:42.119599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:41.419252Z","time spent":"700.212063ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:42.119641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833936356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c7f4d6f7b-fnrzw.18996e4e26d0d0e1\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-03T20:21:42.119746Z","caller":"traceutil/trace.go:171","msg":"trace[139336363] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c7f4d6f7b-fnrzw.18996e4e26d0d0e1; range_end:; response_count:1; response_revision:8327; }","duration":"1.834099461s","start":"2026-03-03T20:21:40.28562Z","end":"2026-03-03T20:21:42.11972Z","steps":["trace[139336363] 'agreement among raft nodes before linearized reading' (duration: 1.833835045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.119737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442054687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T20:21:42.1198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.285593Z","time spent":"1.834197582s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-c7f4d6f7b-fnrzw.18996e4e26d0d0e1\" "} {"level":"warn","ts":"2026-03-03T20:21:42.119784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032552077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:42.119818Z","caller":"traceutil/trace.go:171","msg":"trace[953529107] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"700.777347ms","start":"2026-03-03T20:21:41.419018Z","end":"2026-03-03T20:21:42.119795Z","steps":["trace[953529107] 'process raft request' (duration: 699.605539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:42.119825Z","caller":"traceutil/trace.go:171","msg":"trace[634767181] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8327; }","duration":"1.442159349s","start":"2026-03-03T20:21:40.677634Z","end":"2026-03-03T20:21:42.119793Z","steps":["trace[634767181] 'agreement among raft nodes before linearized reading' (duration: 1.441978725s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.11965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774649167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T20:21:42.119877Z","caller":"traceutil/trace.go:171","msg":"trace[1877251066] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8327; }","duration":"1.032707671s","start":"2026-03-03T20:21:41.087144Z","end":"2026-03-03T20:21:42.119851Z","steps":["trace[1877251066] 'agreement among raft nodes before linearized reading' (duration: 1.032517756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.11992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.67761Z","time spent":"1.442303033s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:21:42.119948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:41.418994Z","time spent":"700.888839ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:42.119935Z","caller":"traceutil/trace.go:171","msg":"trace[2039595060] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8327; }","duration":"1.775001785s","start":"2026-03-03T20:21:40.344901Z","end":"2026-03-03T20:21:42.119903Z","steps":["trace[2039595060] 'agreement among raft nodes before linearized reading' (duration: 1.774491813s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:42.119993Z","caller":"traceutil/trace.go:171","msg":"trace[625962581] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"700.445599ms","start":"2026-03-03T20:21:41.419534Z","end":"2026-03-03T20:21:42.11998Z","steps":["trace[625962581] 'process raft request' (duration: 699.138478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.120032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:40.344881Z","time spent":"1.775115898s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T20:21:42.120088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:41.419525Z","time spent":"700.50505ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:42.119939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:41.087107Z","time spent":"1.032820494s","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:21:42.120259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.592375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:42.120319Z","caller":"traceutil/trace.go:171","msg":"trace[1496830266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8327; }","duration":"924.682947ms","start":"2026-03-03T20:21:41.195621Z","end":"2026-03-03T20:21:42.120304Z","steps":["trace[1496830266] 'agreement among raft nodes before linearized reading' (duration: 924.574805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.120371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:41.195603Z","time spent":"924.753519ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:21:42.132724Z","caller":"traceutil/trace.go:171","msg":"trace[397655971] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"183.613873ms","start":"2026-03-03T20:21:41.94909Z","end":"2026-03-03T20:21:42.132704Z","steps":["trace[397655971] 'process raft request' (duration: 183.429859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:42.132913Z","caller":"traceutil/trace.go:171","msg":"trace[234105307] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"182.393675ms","start":"2026-03-03T20:21:41.950502Z","end":"2026-03-03T20:21:42.132896Z","steps":["trace[234105307] 'process raft request' (duration: 182.161479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.133123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.238137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"warn","ts":"2026-03-03T20:21:42.133098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.431444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:21:42.133172Z","caller":"traceutil/trace.go:171","msg":"trace[1857148858] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8329; }","duration":"184.305989ms","start":"2026-03-03T20:21:41.948855Z","end":"2026-03-03T20:21:42.133161Z","steps":["trace[1857148858] 'agreement among raft nodes before linearized reading' (duration: 184.109074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:42.133197Z","caller":"traceutil/trace.go:171","msg":"trace[1910593969] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8329; }","duration":"714.579108ms","start":"2026-03-03T20:21:41.418597Z","end":"2026-03-03T20:21:42.133176Z","steps":["trace[1910593969] 'agreement among raft nodes before linearized reading' (duration: 714.325462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.133255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:41.41858Z","time spent":"714.66405ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:21:42.133399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.689708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227425"} {"level":"info","ts":"2026-03-03T20:21:42.133466Z","caller":"traceutil/trace.go:171","msg":"trace[1470038581] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8329; }","duration":"184.78161ms","start":"2026-03-03T20:21:41.948669Z","end":"2026-03-03T20:21:42.13345Z","steps":["trace[1470038581] 'agreement among raft nodes before linearized reading' (duration: 184.262938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:42.541549Z","caller":"traceutil/trace.go:171","msg":"trace[96062520] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"417.622138ms","start":"2026-03-03T20:21:42.123894Z","end":"2026-03-03T20:21:42.541516Z","steps":["trace[96062520] 'process raft request' (duration: 417.2469ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:42.541757Z","caller":"traceutil/trace.go:171","msg":"trace[535576463] linearizableReadLoop","detail":"{readStateIndex:8662; appliedIndex:8660; }","duration":"408.834034ms","start":"2026-03-03T20:21:42.13289Z","end":"2026-03-03T20:21:42.541724Z","steps":["trace[535576463] 'read index received' (duration: 408.166609ms)","trace[535576463] 'applied index is now lower than readState.Index' (duration: 665.785µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:42.541804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:42.123869Z","time spent":"417.808693ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:42.542065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.230454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:42.542025Z","caller":"traceutil/trace.go:171","msg":"trace[1483952680] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"415.553711ms","start":"2026-03-03T20:21:42.126449Z","end":"2026-03-03T20:21:42.542003Z","steps":["trace[1483952680] 'process raft request' (duration: 414.986608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.542085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.452262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:42.542166Z","caller":"traceutil/trace.go:171","msg":"trace[2099062909] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8331; }","duration":"397.339707ms","start":"2026-03-03T20:21:42.144795Z","end":"2026-03-03T20:21:42.542135Z","steps":["trace[2099062909] 'agreement among raft nodes before linearized reading' (duration: 397.187113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.54217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.048566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18996e5b398ae8a2\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-03T20:21:42.542239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:42.144779Z","time spent":"397.440859ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-03T20:21:42.542251Z","caller":"traceutil/trace.go:171","msg":"trace[626928153] range","detail":"{range_begin:/registry/events/openstack/ceph.18996e5b398ae8a2; range_end:; response_count:1; response_revision:8331; }","duration":"414.178009ms","start":"2026-03-03T20:21:42.128054Z","end":"2026-03-03T20:21:42.542232Z","steps":["trace[626928153] 'agreement among raft nodes before linearized reading' (duration: 413.905553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:42.542172Z","caller":"traceutil/trace.go:171","msg":"trace[1221681241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8331; }","duration":"413.604485ms","start":"2026-03-03T20:21:42.128547Z","end":"2026-03-03T20:21:42.542152Z","steps":["trace[1221681241] 'agreement among raft nodes before linearized reading' (duration: 413.449612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.542258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:42.126438Z","time spent":"415.714434ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:21:42.542303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:42.128037Z","time spent":"414.257621ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18996e5b398ae8a2\" "} {"level":"warn","ts":"2026-03-03T20:21:42.542069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.067063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:21:42.542334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:42.128519Z","time spent":"413.79805ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:21:42.542366Z","caller":"traceutil/trace.go:171","msg":"trace[1084594188] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8331; }","duration":"138.421472ms","start":"2026-03-03T20:21:42.403929Z","end":"2026-03-03T20:21:42.54235Z","steps":["trace[1084594188] 'agreement among raft nodes before linearized reading' (duration: 138.055793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.542439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.904262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19536"} {"level":"info","ts":"2026-03-03T20:21:42.542508Z","caller":"traceutil/trace.go:171","msg":"trace[1510893849] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8331; }","duration":"408.151678ms","start":"2026-03-03T20:21:42.134339Z","end":"2026-03-03T20:21:42.542491Z","steps":["trace[1510893849] 'agreement among raft nodes before linearized reading' (duration: 407.648096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.542566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:42.134326Z","time spent":"408.23186ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19560,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T20:21:42.682658Z","caller":"traceutil/trace.go:171","msg":"trace[1923614848] linearizableReadLoop","detail":"{readStateIndex:8664; appliedIndex:8662; }","duration":"135.268978ms","start":"2026-03-03T20:21:42.547346Z","end":"2026-03-03T20:21:42.682615Z","steps":["trace[1923614848] 'read index received' (duration: 77.822231ms)","trace[1923614848] 'applied index is now lower than readState.Index' (duration: 57.445747ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:42.68272Z","caller":"traceutil/trace.go:171","msg":"trace[1601056028] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"137.689724ms","start":"2026-03-03T20:21:42.544991Z","end":"2026-03-03T20:21:42.682681Z","steps":["trace[1601056028] 'process raft request' (duration: 135.604406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:42.682999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.624616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T20:21:42.683099Z","caller":"traceutil/trace.go:171","msg":"trace[1702940741] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:8333; }","duration":"135.776969ms","start":"2026-03-03T20:21:42.547295Z","end":"2026-03-03T20:21:42.683072Z","steps":["trace[1702940741] 'agreement among raft nodes before linearized reading' (duration: 135.470082ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:21:44.24534Z","caller":"traceutil/trace.go:171","msg":"trace[177369445] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"119.794198ms","start":"2026-03-03T20:21:44.125516Z","end":"2026-03-03T20:21:44.24531Z","steps":["trace[177369445] 'process raft request' (duration: 73.08587ms)","trace[177369445] 'compare' (duration: 46.093463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:44.24571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.00385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:21:44.245756Z","caller":"traceutil/trace.go:171","msg":"trace[1850384648] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:8352; }","duration":"104.078343ms","start":"2026-03-03T20:21:44.141667Z","end":"2026-03-03T20:21:44.245745Z","steps":["trace[1850384648] 'agreement among raft nodes before linearized reading' (duration: 103.914929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:44.245888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.01544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:21:44.245983Z","caller":"traceutil/trace.go:171","msg":"trace[216088954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8352; }","duration":"116.151204ms","start":"2026-03-03T20:21:44.129813Z","end":"2026-03-03T20:21:44.245964Z","steps":["trace[216088954] 'agreement among raft nodes before linearized reading' (duration: 115.861797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:44.246029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.236685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:21:44.246093Z","caller":"traceutil/trace.go:171","msg":"trace[444134199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8352; }","duration":"116.316097ms","start":"2026-03-03T20:21:44.129757Z","end":"2026-03-03T20:21:44.246073Z","steps":["trace[444134199] 'agreement among raft nodes before linearized reading' (duration: 116.193864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:44.246292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.457454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:21:44.246328Z","caller":"traceutil/trace.go:171","msg":"trace[1863945931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8352; }","duration":"108.511885ms","start":"2026-03-03T20:21:44.137808Z","end":"2026-03-03T20:21:44.24632Z","steps":["trace[1863945931] 'agreement among raft nodes before linearized reading' (duration: 108.422543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:44.2459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.06434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T20:21:44.24641Z","caller":"traceutil/trace.go:171","msg":"trace[1807262334] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8352; }","duration":"131.656374ms","start":"2026-03-03T20:21:44.114737Z","end":"2026-03-03T20:21:44.246393Z","steps":["trace[1807262334] 'agreement among raft nodes before linearized reading' (duration: 130.915066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:44.246474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.035886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:21:44.246511Z","caller":"traceutil/trace.go:171","msg":"trace[1051658790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8352; }","duration":"121.102108ms","start":"2026-03-03T20:21:44.1254Z","end":"2026-03-03T20:21:44.246502Z","steps":["trace[1051658790] 'agreement among raft nodes before linearized reading' (duration: 120.999086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:44.246621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.596844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:21:44.246651Z","caller":"traceutil/trace.go:171","msg":"trace[2067304540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8352; }","duration":"110.647304ms","start":"2026-03-03T20:21:44.135996Z","end":"2026-03-03T20:21:44.246643Z","steps":["trace[2067304540] 'agreement among raft nodes before linearized reading' (duration: 110.554412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:44.245931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.430819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:21:44.246709Z","caller":"traceutil/trace.go:171","msg":"trace[1672410069] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8352; }","duration":"132.224827ms","start":"2026-03-03T20:21:44.114475Z","end":"2026-03-03T20:21:44.246699Z","steps":["trace[1672410069] 'agreement among raft nodes before linearized reading' (duration: 131.423928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:53.718192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.540724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-03-03T20:21:53.718276Z","caller":"traceutil/trace.go:171","msg":"trace[1832087143] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8469; }","duration":"499.651826ms","start":"2026-03-03T20:21:53.218608Z","end":"2026-03-03T20:21:53.71826Z","steps":["trace[1832087143] 'range keys from in-memory index tree' (duration: 499.382921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:53.718308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:53.218595Z","time spent":"499.706008ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-03T20:21:53.718594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.686311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T20:21:53.718644Z","caller":"traceutil/trace.go:171","msg":"trace[415318355] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8469; }","duration":"497.735972ms","start":"2026-03-03T20:21:53.220893Z","end":"2026-03-03T20:21:53.718629Z","steps":["trace[415318355] 'range keys from in-memory index tree' (duration: 497.548448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:53.718672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:53.220871Z","time spent":"497.792834ms","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-03T20:21:53.718835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.927245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:21:53.718961Z","caller":"traceutil/trace.go:171","msg":"trace[387380066] linearizableReadLoop","detail":"{readStateIndex:8804; appliedIndex:8803; }","duration":"391.376997ms","start":"2026-03-03T20:21:53.327566Z","end":"2026-03-03T20:21:53.718943Z","steps":["trace[387380066] 'read index received' (duration: 132.275108ms)","trace[387380066] 'applied index is now lower than readState.Index' (duration: 259.100309ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:21:53.719002Z","caller":"traceutil/trace.go:171","msg":"trace[1838010488] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"463.863684ms","start":"2026-03-03T20:21:53.25511Z","end":"2026-03-03T20:21:53.718974Z","steps":["trace[1838010488] 'process raft request' (duration: 204.707964ms)","trace[1838010488] 'compare' (duration: 258.782681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:21:53.719195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.636223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-03T20:21:53.719101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:53.255078Z","time spent":"463.974757ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:21:53.719247Z","caller":"traceutil/trace.go:171","msg":"trace[948033194] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:8470; }","duration":"391.737296ms","start":"2026-03-03T20:21:53.327495Z","end":"2026-03-03T20:21:53.719232Z","steps":["trace[948033194] 'agreement among raft nodes before linearized reading' (duration: 391.550662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:21:53.719283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:21:53.32747Z","time spent":"391.804227ms","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-03T20:22:40.315345Z","caller":"traceutil/trace.go:171","msg":"trace[438175932] linearizableReadLoop","detail":"{readStateIndex:9272; appliedIndex:9271; }","duration":"425.834409ms","start":"2026-03-03T20:22:39.889484Z","end":"2026-03-03T20:22:40.315318Z","steps":["trace[438175932] 'read index received' (duration: 423.214958ms)","trace[438175932] 'applied index is now lower than readState.Index' (duration: 2.618171ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:22:40.315481Z","caller":"traceutil/trace.go:171","msg":"trace[1448559563] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"627.639586ms","start":"2026-03-03T20:22:39.687818Z","end":"2026-03-03T20:22:40.315458Z","steps":["trace[1448559563] 'process raft request' (duration: 624.931143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:40.315544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.050525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:22:40.31558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:39.687791Z","time spent":"627.733668ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:22:40.315589Z","caller":"traceutil/trace.go:171","msg":"trace[122104301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8925; }","duration":"426.145586ms","start":"2026-03-03T20:22:39.889432Z","end":"2026-03-03T20:22:40.315578Z","steps":["trace[122104301] 'agreement among raft nodes before linearized reading' (duration: 426.024474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:40.315625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:39.889408Z","time spent":"426.208728ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:22:40.318316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.831543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:22:40.318377Z","caller":"traceutil/trace.go:171","msg":"trace[1846287215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8926; }","duration":"310.949766ms","start":"2026-03-03T20:22:40.007414Z","end":"2026-03-03T20:22:40.318363Z","steps":["trace[1846287215] 'agreement among raft nodes before linearized reading' (duration: 310.858654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:40.318405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:40.007386Z","time spent":"311.012338ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:22:53.305029Z","caller":"traceutil/trace.go:171","msg":"trace[1429549596] linearizableReadLoop","detail":"{readStateIndex:9353; appliedIndex:9352; }","duration":"491.781554ms","start":"2026-03-03T20:22:52.813218Z","end":"2026-03-03T20:22:53.305Z","steps":["trace[1429549596] 'read index received' (duration: 491.696432ms)","trace[1429549596] 'applied index is now lower than readState.Index' (duration: 83.592µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:22:53.305147Z","caller":"traceutil/trace.go:171","msg":"trace[183116093] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"492.636914ms","start":"2026-03-03T20:22:52.812466Z","end":"2026-03-03T20:22:53.305103Z","steps":["trace[183116093] 'process raft request' (duration: 492.387118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:53.305481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.479799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:22:53.305558Z","caller":"traceutil/trace.go:171","msg":"trace[1696472561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9004; }","duration":"415.576421ms","start":"2026-03-03T20:22:52.88996Z","end":"2026-03-03T20:22:53.305537Z","steps":["trace[1696472561] 'agreement among raft nodes before linearized reading' (duration: 415.447958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:53.305608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:52.889947Z","time spent":"415.650413ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:22:53.305604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.794313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:22:53.305634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.975069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:22:53.305664Z","caller":"traceutil/trace.go:171","msg":"trace[754122268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9004; }","duration":"457.892216ms","start":"2026-03-03T20:22:52.847756Z","end":"2026-03-03T20:22:53.305648Z","steps":["trace[754122268] 'agreement among raft nodes before linearized reading' (duration: 457.65377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:53.305715Z","caller":"traceutil/trace.go:171","msg":"trace[791839638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9004; }","duration":"391.088301ms","start":"2026-03-03T20:22:52.914606Z","end":"2026-03-03T20:22:53.305694Z","steps":["trace[791839638] 'agreement among raft nodes before linearized reading' (duration: 390.878606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:53.305762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:52.914593Z","time spent":"391.160692ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:22:53.30572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:52.847738Z","time spent":"457.970457ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:22:53.305635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.631762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:22:53.305975Z","caller":"traceutil/trace.go:171","msg":"trace[1158249638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9004; }","duration":"421.96351ms","start":"2026-03-03T20:22:52.883977Z","end":"2026-03-03T20:22:53.30594Z","steps":["trace[1158249638] 'agreement among raft nodes before linearized reading' (duration: 421.465258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:53.306044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:52.883908Z","time spent":"422.104732ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:22:53.306172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.810538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289841"} {"level":"info","ts":"2026-03-03T20:22:53.306235Z","caller":"traceutil/trace.go:171","msg":"trace[363915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9004; }","duration":"493.028293ms","start":"2026-03-03T20:22:52.813189Z","end":"2026-03-03T20:22:53.306217Z","steps":["trace[363915] 'agreement among raft nodes before linearized reading' (duration: 491.951238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:53.306305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:52.813176Z","time spent":"493.111775ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289865,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:22:53.30733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:52.812406Z","time spent":"492.848839ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:22:53.869395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.552824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:22:53.869673Z","caller":"traceutil/trace.go:171","msg":"trace[983117322] linearizableReadLoop","detail":"{readStateIndex:9356; appliedIndex:9354; }","duration":"204.928749ms","start":"2026-03-03T20:22:53.664722Z","end":"2026-03-03T20:22:53.869651Z","steps":["trace[983117322] 'read index received' (duration: 1.986276ms)","trace[983117322] 'applied index is now lower than readState.Index' (duration: 202.941363ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:22:53.869779Z","caller":"traceutil/trace.go:171","msg":"trace[1132401563] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"559.214743ms","start":"2026-03-03T20:22:53.310479Z","end":"2026-03-03T20:22:53.869694Z","steps":["trace[1132401563] 'process raft request' (duration: 356.264ms)","trace[1132401563] 'compare' (duration: 202.346629ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:22:53.869804Z","caller":"traceutil/trace.go:171","msg":"trace[1459453513] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"558.608648ms","start":"2026-03-03T20:22:53.311144Z","end":"2026-03-03T20:22:53.869753Z","steps":["trace[1459453513] 'process raft request' (duration: 558.401484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:53.869891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.153104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:22:53.869927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:53.310459Z","time spent":"559.388607ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:22:53.86995Z","caller":"traceutil/trace.go:171","msg":"trace[932372850] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9007; }","duration":"205.252497ms","start":"2026-03-03T20:22:53.66468Z","end":"2026-03-03T20:22:53.869933Z","steps":["trace[932372850] 'agreement among raft nodes before linearized reading' (duration: 205.107023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:53.869979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:53.311122Z","time spent":"558.764163ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:22:54.551216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040952704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:22:55.051541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040952704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:22:55.477087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.527380423s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:22:55.513769Z","caller":"traceutil/trace.go:171","msg":"trace[665611081] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"1.56419498s","start":"2026-03-03T20:22:53.94955Z","end":"2026-03-03T20:22:55.513745Z","steps":["trace[665611081] 'process raft request' (duration: 1.527728962s)","trace[665611081] 'compare' (duration: 36.258204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:22:55.513903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:53.949518Z","time spent":"1.564313523s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:22:55.595158Z","caller":"traceutil/trace.go:171","msg":"trace[860517652] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"892.458469ms","start":"2026-03-03T20:22:54.702675Z","end":"2026-03-03T20:22:55.595134Z","steps":["trace[860517652] 'process raft request' (duration: 892.385777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:55.595372Z","caller":"traceutil/trace.go:171","msg":"trace[2065921719] linearizableReadLoop","detail":"{readStateIndex:9361; appliedIndex:9357; }","duration":"1.544787959s","start":"2026-03-03T20:22:54.050542Z","end":"2026-03-03T20:22:55.59533Z","steps":["trace[2065921719] 'read index received' (duration: 1.426751792s)","trace[2065921719] 'applied index is now lower than readState.Index' (duration: 118.033657ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:22:55.595397Z","caller":"traceutil/trace.go:171","msg":"trace[534334245] transaction","detail":"{read_only:false; response_revision:9009; number_of_response:1; }","duration":"1.226366289s","start":"2026-03-03T20:22:54.368984Z","end":"2026-03-03T20:22:55.59535Z","steps":["trace[534334245] 'process raft request' (duration: 1.225903038s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:55.59541Z","caller":"traceutil/trace.go:171","msg":"trace[731778609] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"1.046977715s","start":"2026-03-03T20:22:54.548203Z","end":"2026-03-03T20:22:55.595181Z","steps":["trace[731778609] 'process raft request' (duration: 1.046823771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:55.595579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:54.368957Z","time spent":"1.226529733s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:22:55.595604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:54.54817Z","time spent":"1.047322462s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:22:55.59572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:54.702618Z","time spent":"892.685334ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:22:55.59585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.779366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:22:55.595893Z","caller":"traceutil/trace.go:171","msg":"trace[317447377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9012; }","duration":"837.848768ms","start":"2026-03-03T20:22:54.758033Z","end":"2026-03-03T20:22:55.595882Z","steps":["trace[317447377] 'agreement among raft nodes before linearized reading' (duration: 837.713515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:55.595965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.88138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:22:55.59601Z","caller":"traceutil/trace.go:171","msg":"trace[1750685137] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:9012; }","duration":"281.956522ms","start":"2026-03-03T20:22:55.314041Z","end":"2026-03-03T20:22:55.595998Z","steps":["trace[1750685137] 'agreement among raft nodes before linearized reading' (duration: 281.808848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:55.596066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:54.758017Z","time spent":"837.901169ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:22:55.59612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545582027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T20:22:55.596109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.246009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:22:55.596111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.318997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:22:55.596188Z","caller":"traceutil/trace.go:171","msg":"trace[161159157] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"297.664607ms","start":"2026-03-03T20:22:55.298516Z","end":"2026-03-03T20:22:55.59618Z","steps":["trace[161159157] 'process raft request' (duration: 296.581692ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:55.596197Z","caller":"traceutil/trace.go:171","msg":"trace[1108044591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9012; }","duration":"285.381651ms","start":"2026-03-03T20:22:55.310792Z","end":"2026-03-03T20:22:55.596174Z","steps":["trace[1108044591] 'agreement among raft nodes before linearized reading' (duration: 285.128515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:55.596206Z","caller":"traceutil/trace.go:171","msg":"trace[587550496] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9012; }","duration":"324.482611ms","start":"2026-03-03T20:22:55.271703Z","end":"2026-03-03T20:22:55.596185Z","steps":["trace[587550496] 'agreement among raft nodes before linearized reading' (duration: 324.274046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:55.59623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.803892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:22:55.596261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.046484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:22:55.596261Z","caller":"traceutil/trace.go:171","msg":"trace[473807249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9012; }","duration":"218.853923ms","start":"2026-03-03T20:22:55.377399Z","end":"2026-03-03T20:22:55.596253Z","steps":["trace[473807249] 'agreement among raft nodes before linearized reading' (duration: 218.769621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:55.59616Z","caller":"traceutil/trace.go:171","msg":"trace[541365484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9012; }","duration":"1.545667719s","start":"2026-03-03T20:22:54.050481Z","end":"2026-03-03T20:22:55.596149Z","steps":["trace[541365484] 'agreement among raft nodes before linearized reading' (duration: 1.545463205s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:55.596284Z","caller":"traceutil/trace.go:171","msg":"trace[1676185892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9012; }","duration":"707.098344ms","start":"2026-03-03T20:22:54.88918Z","end":"2026-03-03T20:22:55.596279Z","steps":["trace[1676185892] 'agreement among raft nodes before linearized reading' (duration: 707.063554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:55.596303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:54.889162Z","time spent":"707.138376ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:22:55.596259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:55.27168Z","time spent":"324.569414ms","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:22:55.5963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:54.050457Z","time spent":"1.545835604s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:22:55.59626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.516995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:22:55.596389Z","caller":"traceutil/trace.go:171","msg":"trace[1626193903] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9012; }","duration":"603.682089ms","start":"2026-03-03T20:22:54.992695Z","end":"2026-03-03T20:22:55.596377Z","steps":["trace[1626193903] 'agreement among raft nodes before linearized reading' (duration: 603.526355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:55.596396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.799682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T20:22:55.596447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:54.992672Z","time spent":"603.74324ms","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:22:55.596481Z","caller":"traceutil/trace.go:171","msg":"trace[255042546] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9012; }","duration":"577.11727ms","start":"2026-03-03T20:22:55.019348Z","end":"2026-03-03T20:22:55.596466Z","steps":["trace[255042546] 'agreement among raft nodes before linearized reading' (duration: 576.507535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:55.596527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:55.019331Z","time spent":"577.186602ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T20:22:55.73712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.307597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:22:55.737493Z","caller":"traceutil/trace.go:171","msg":"trace[1846077759] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"134.952761ms","start":"2026-03-03T20:22:55.602507Z","end":"2026-03-03T20:22:55.73746Z","steps":["trace[1846077759] 'process raft request' (duration: 27.212293ms)","trace[1846077759] 'compare' (duration: 107.141874ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:22:55.737511Z","caller":"traceutil/trace.go:171","msg":"trace[1652945260] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"134.134741ms","start":"2026-03-03T20:22:55.603346Z","end":"2026-03-03T20:22:55.737481Z","steps":["trace[1652945260] 'process raft request' (duration: 133.888325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:56.375174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040952726,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:22:56.573903Z","caller":"traceutil/trace.go:171","msg":"trace[1002762479] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"816.634684ms","start":"2026-03-03T20:22:55.757244Z","end":"2026-03-03T20:22:56.573879Z","steps":["trace[1002762479] 'process raft request' (duration: 816.48579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:56.573937Z","caller":"traceutil/trace.go:171","msg":"trace[213888618] linearizableReadLoop","detail":"{readStateIndex:9366; appliedIndex:9366; }","duration":"699.651731ms","start":"2026-03-03T20:22:55.87425Z","end":"2026-03-03T20:22:56.573902Z","steps":["trace[213888618] 'read index received' (duration: 699.637711ms)","trace[213888618] 'applied index is now lower than readState.Index' (duration: 11.85µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:22:56.574066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:55.757222Z","time spent":"816.754437ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:22:56.574126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.855526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:22:56.57419Z","caller":"traceutil/trace.go:171","msg":"trace[2130815271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9016; }","duration":"699.975499ms","start":"2026-03-03T20:22:55.8742Z","end":"2026-03-03T20:22:56.574175Z","steps":["trace[2130815271] 'agreement among raft nodes before linearized reading' (duration: 699.780944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:56.57422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:55.874179Z","time spent":"700.033391ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:22:56.594317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.259633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:22:56.594462Z","caller":"traceutil/trace.go:171","msg":"trace[738011952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9017; }","duration":"158.439737ms","start":"2026-03-03T20:22:56.436Z","end":"2026-03-03T20:22:56.59444Z","steps":["trace[738011952] 'agreement among raft nodes before linearized reading' (duration: 158.235633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:56.594493Z","caller":"traceutil/trace.go:171","msg":"trace[999287036] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"114.530405ms","start":"2026-03-03T20:22:56.47994Z","end":"2026-03-03T20:22:56.59447Z","steps":["trace[999287036] 'process raft request' (duration: 114.079875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:56.594321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.36725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:22:56.59467Z","caller":"traceutil/trace.go:171","msg":"trace[1897240258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9017; }","duration":"719.751129ms","start":"2026-03-03T20:22:55.874901Z","end":"2026-03-03T20:22:56.594652Z","steps":["trace[1897240258] 'agreement among raft nodes before linearized reading' (duration: 719.264438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:56.594729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:22:55.874892Z","time spent":"719.819811ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:22:57.723865Z","caller":"traceutil/trace.go:171","msg":"trace[1940635955] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"121.955207ms","start":"2026-03-03T20:22:57.601884Z","end":"2026-03-03T20:22:57.723839Z","steps":["trace[1940635955] 'process raft request' (duration: 121.876496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:57.72403Z","caller":"traceutil/trace.go:171","msg":"trace[2118271363] linearizableReadLoop","detail":"{readStateIndex:9373; appliedIndex:9370; }","duration":"114.574896ms","start":"2026-03-03T20:22:57.609423Z","end":"2026-03-03T20:22:57.723998Z","steps":["trace[2118271363] 'read index received' (duration: 40.957543ms)","trace[2118271363] 'applied index is now lower than readState.Index' (duration: 73.616433ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:22:57.724153Z","caller":"traceutil/trace.go:171","msg":"trace[1315750860] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"122.233275ms","start":"2026-03-03T20:22:57.60187Z","end":"2026-03-03T20:22:57.724103Z","steps":["trace[1315750860] 'process raft request' (duration: 120.30822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:57.724346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.913184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:22:57.724461Z","caller":"traceutil/trace.go:171","msg":"trace[852643550] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:9023; }","duration":"115.044137ms","start":"2026-03-03T20:22:57.609379Z","end":"2026-03-03T20:22:57.724423Z","steps":["trace[852643550] 'agreement among raft nodes before linearized reading' (duration: 114.763611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:57.724248Z","caller":"traceutil/trace.go:171","msg":"trace[1329367555] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"119.565662ms","start":"2026-03-03T20:22:57.604658Z","end":"2026-03-03T20:22:57.724224Z","steps":["trace[1329367555] 'process raft request' (duration: 119.146063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:22:57.724963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.635245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:22:57.72506Z","caller":"traceutil/trace.go:171","msg":"trace[1992831744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9023; }","duration":"110.768297ms","start":"2026-03-03T20:22:57.614259Z","end":"2026-03-03T20:22:57.725028Z","steps":["trace[1992831744] 'agreement among raft nodes before linearized reading' (duration: 109.920267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:22:57.932183Z","caller":"traceutil/trace.go:171","msg":"trace[859237358] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"188.134168ms","start":"2026-03-03T20:22:57.744012Z","end":"2026-03-03T20:22:57.932146Z","steps":["trace[859237358] 'process raft request' (duration: 106.703413ms)","trace[859237358] 'compare' (duration: 81.121688ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:23:20.055215Z","caller":"traceutil/trace.go:171","msg":"trace[1240645818] linearizableReadLoop","detail":"{readStateIndex:9542; appliedIndex:9541; }","duration":"101.596834ms","start":"2026-03-03T20:23:19.953598Z","end":"2026-03-03T20:23:20.055195Z","steps":["trace[1240645818] 'read index received' (duration: 100.049058ms)","trace[1240645818] 'applied index is now lower than readState.Index' (duration: 1.547156ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:23:20.055306Z","caller":"traceutil/trace.go:171","msg":"trace[2133618990] transaction","detail":"{read_only:false; response_revision:9186; number_of_response:1; }","duration":"104.620065ms","start":"2026-03-03T20:23:19.950678Z","end":"2026-03-03T20:23:20.055298Z","steps":["trace[2133618990] 'process raft request' (duration: 103.009617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:23:20.055655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.038634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:304405"} {"level":"info","ts":"2026-03-03T20:23:20.055696Z","caller":"traceutil/trace.go:171","msg":"trace[1962057466] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9186; }","duration":"102.105226ms","start":"2026-03-03T20:23:19.953583Z","end":"2026-03-03T20:23:20.055688Z","steps":["trace[1962057466] 'agreement among raft nodes before linearized reading' (duration: 101.799919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:23:45.206874Z","caller":"traceutil/trace.go:171","msg":"trace[1213160464] transaction","detail":"{read_only:false; response_revision:9336; number_of_response:1; }","duration":"112.463006ms","start":"2026-03-03T20:23:45.094386Z","end":"2026-03-03T20:23:45.206849Z","steps":["trace[1213160464] 'process raft request' (duration: 112.326112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:24:14.031844Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7352} {"level":"info","ts":"2026-03-03T20:24:14.094851Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7352,"took":"60.857615ms","hash":1407878502,"current-db-size-bytes":40116224,"current-db-size":"40 MB","current-db-size-in-use-bytes":24207360,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T20:24:14.094908Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1407878502,"revision":7352,"compact-revision":5354} {"level":"info","ts":"2026-03-03T20:24:31.315836Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T20:24:31.321381Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T20:24:31.321479Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T20:24:56.645699Z","caller":"traceutil/trace.go:171","msg":"trace[718398828] linearizableReadLoop","detail":"{readStateIndex:10174; appliedIndex:10173; }","duration":"147.990112ms","start":"2026-03-03T20:24:56.497676Z","end":"2026-03-03T20:24:56.645666Z","steps":["trace[718398828] 'read index received' (duration: 147.803808ms)","trace[718398828] 'applied index is now lower than readState.Index' (duration: 185.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:24:56.645844Z","caller":"traceutil/trace.go:171","msg":"trace[1579410189] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"196.793577ms","start":"2026-03-03T20:24:56.449015Z","end":"2026-03-03T20:24:56.645809Z","steps":["trace[1579410189] 'process raft request' (duration: 196.514311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:24:56.645898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.205597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:24:56.645936Z","caller":"traceutil/trace.go:171","msg":"trace[1442415605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9793; }","duration":"148.291619ms","start":"2026-03-03T20:24:56.497634Z","end":"2026-03-03T20:24:56.645925Z","steps":["trace[1442415605] 'agreement among raft nodes before linearized reading' (duration: 148.155506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:02.448359Z","caller":"traceutil/trace.go:171","msg":"trace[1211706366] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"222.140862ms","start":"2026-03-03T20:27:02.226191Z","end":"2026-03-03T20:27:02.448332Z","steps":["trace[1211706366] 'process raft request' (duration: 145.952181ms)","trace[1211706366] 'compare' (duration: 76.083319ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:27:02.91677Z","caller":"traceutil/trace.go:171","msg":"trace[311092763] transaction","detail":"{read_only:false; response_revision:10482; number_of_response:1; }","duration":"119.552348ms","start":"2026-03-03T20:27:02.797197Z","end":"2026-03-03T20:27:02.916749Z","steps":["trace[311092763] 'process raft request' (duration: 119.434285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:02.951462Z","caller":"traceutil/trace.go:171","msg":"trace[2116542828] transaction","detail":"{read_only:false; response_revision:10483; number_of_response:1; }","duration":"128.753591ms","start":"2026-03-03T20:27:02.822688Z","end":"2026-03-03T20:27:02.951441Z","steps":["trace[2116542828] 'process raft request' (duration: 128.571107ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:02.951644Z","caller":"traceutil/trace.go:171","msg":"trace[1156746318] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"128.69259ms","start":"2026-03-03T20:27:02.822934Z","end":"2026-03-03T20:27:02.951627Z","steps":["trace[1156746318] 'process raft request' (duration: 128.421784ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:15.177498Z","caller":"traceutil/trace.go:171","msg":"trace[57838328] transaction","detail":"{read_only:false; response_revision:10581; number_of_response:1; }","duration":"182.790478ms","start":"2026-03-03T20:27:14.994684Z","end":"2026-03-03T20:27:15.177475Z","steps":["trace[57838328] 'process raft request' (duration: 182.727246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:15.177635Z","caller":"traceutil/trace.go:171","msg":"trace[393111095] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"185.371217ms","start":"2026-03-03T20:27:14.992237Z","end":"2026-03-03T20:27:15.177608Z","steps":["trace[393111095] 'process raft request' (duration: 142.03026ms)","trace[393111095] 'compare' (duration: 42.773373ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:27:15.298125Z","caller":"traceutil/trace.go:171","msg":"trace[724543512] transaction","detail":"{read_only:false; response_revision:10582; number_of_response:1; }","duration":"114.367518ms","start":"2026-03-03T20:27:15.183662Z","end":"2026-03-03T20:27:15.29803Z","steps":["trace[724543512] 'process raft request' (duration: 110.050578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:27:19.295317Z","caller":"traceutil/trace.go:171","msg":"trace[1326351391] transaction","detail":"{read_only:false; response_revision:10601; number_of_response:1; }","duration":"100.737811ms","start":"2026-03-03T20:27:19.194518Z","end":"2026-03-03T20:27:19.295256Z","steps":["trace[1326351391] 'process raft request' (duration: 100.522986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:11.076643Z","caller":"traceutil/trace.go:171","msg":"trace[800321793] transaction","detail":"{read_only:false; response_revision:11153; number_of_response:1; }","duration":"193.331072ms","start":"2026-03-03T20:28:10.883289Z","end":"2026-03-03T20:28:11.07662Z","steps":["trace[800321793] 'process raft request' (duration: 193.111027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:11.970314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040958487,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:28:12.053919Z","caller":"traceutil/trace.go:171","msg":"trace[1661219472] transaction","detail":"{read_only:false; response_revision:11155; number_of_response:1; }","duration":"613.548015ms","start":"2026-03-03T20:28:11.440342Z","end":"2026-03-03T20:28:12.05389Z","steps":["trace[1661219472] 'process raft request' (duration: 613.362501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.054076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.44031Z","time spent":"613.686378ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:12.441552Z","caller":"traceutil/trace.go:171","msg":"trace[1904409911] transaction","detail":"{read_only:false; response_revision:11156; number_of_response:1; }","duration":"963.086597ms","start":"2026-03-03T20:28:11.478431Z","end":"2026-03-03T20:28:12.441517Z","steps":["trace[1904409911] 'process raft request' (duration: 962.738249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.441711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.478411Z","time spent":"963.214541ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:12.441869Z","caller":"traceutil/trace.go:171","msg":"trace[934563317] transaction","detail":"{read_only:false; response_revision:11158; number_of_response:1; }","duration":"434.426334ms","start":"2026-03-03T20:28:12.007431Z","end":"2026-03-03T20:28:12.441858Z","steps":["trace[934563317] 'process raft request' (duration: 434.196799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:12.441881Z","caller":"traceutil/trace.go:171","msg":"trace[544920551] transaction","detail":"{read_only:false; response_revision:11159; number_of_response:1; }","duration":"303.690706ms","start":"2026-03-03T20:28:12.138173Z","end":"2026-03-03T20:28:12.441864Z","steps":["trace[544920551] 'process raft request' (duration: 303.639515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:12.441892Z","caller":"traceutil/trace.go:171","msg":"trace[1514930778] linearizableReadLoop","detail":"{readStateIndex:11582; appliedIndex:11580; }","duration":"972.012214ms","start":"2026-03-03T20:28:11.46985Z","end":"2026-03-03T20:28:12.441863Z","steps":["trace[1514930778] 'read index received' (duration: 583.937627ms)","trace[1514930778] 'applied index is now lower than readState.Index' (duration: 388.072297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:12.441928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:12.007419Z","time spent":"434.481966ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:12.442013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:12.138137Z","time spent":"303.797019ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:12.442041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.183379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:12.442071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.494354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:12.442091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.578275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:12.442123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.839521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:12.442134Z","caller":"traceutil/trace.go:171","msg":"trace[850394655] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11159; }","duration":"972.319462ms","start":"2026-03-03T20:28:11.469794Z","end":"2026-03-03T20:28:12.442113Z","steps":["trace[850394655] 'agreement among raft nodes before linearized reading' (duration: 972.170969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:12.442152Z","caller":"traceutil/trace.go:171","msg":"trace[776638961] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11159; }","duration":"968.882332ms","start":"2026-03-03T20:28:11.47326Z","end":"2026-03-03T20:28:12.442142Z","steps":["trace[776638961] 'agreement among raft nodes before linearized reading' (duration: 968.844941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:12.442147Z","caller":"traceutil/trace.go:171","msg":"trace[1441611092] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11159; }","duration":"814.619147ms","start":"2026-03-03T20:28:11.627511Z","end":"2026-03-03T20:28:12.44213Z","steps":["trace[1441611092] 'agreement among raft nodes before linearized reading' (duration: 814.496305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:12.442158Z","caller":"traceutil/trace.go:171","msg":"trace[504889167] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11159; }","duration":"968.662087ms","start":"2026-03-03T20:28:11.473477Z","end":"2026-03-03T20:28:12.442139Z","steps":["trace[504889167] 'agreement among raft nodes before linearized reading' (duration: 968.541434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.469773Z","time spent":"972.394223ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T20:28:12.44215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.093605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:12.442185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.670233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-03T20:28:12.44219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.627488Z","time spent":"814.69324ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:28:12.442198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.473469Z","time spent":"968.720448ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:28:12.442226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.345812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:12.442228Z","caller":"traceutil/trace.go:171","msg":"trace[1553192090] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11159; }","duration":"970.748195ms","start":"2026-03-03T20:28:11.471466Z","end":"2026-03-03T20:28:12.442215Z","steps":["trace[1553192090] 'agreement among raft nodes before linearized reading' (duration: 970.52296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:12.442227Z","caller":"traceutil/trace.go:171","msg":"trace[986016605] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11159; }","duration":"814.201848ms","start":"2026-03-03T20:28:11.628005Z","end":"2026-03-03T20:28:12.442207Z","steps":["trace[986016605] 'agreement among raft nodes before linearized reading' (duration: 814.048425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:12.442247Z","caller":"traceutil/trace.go:171","msg":"trace[2116359843] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11159; }","duration":"814.389852ms","start":"2026-03-03T20:28:11.627851Z","end":"2026-03-03T20:28:12.44224Z","steps":["trace[2116359843] 'agreement among raft nodes before linearized reading' (duration: 814.359741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.150024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T20:28:12.442273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.627844Z","time spent":"814.422833ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T20:28:12.442273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.471444Z","time spent":"970.818936ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T20:28:12.442083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.720138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:12.44228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.627998Z","time spent":"814.27485ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T20:28:12.44231Z","caller":"traceutil/trace.go:171","msg":"trace[511714810] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11159; }","duration":"968.977474ms","start":"2026-03-03T20:28:11.473324Z","end":"2026-03-03T20:28:12.442301Z","steps":["trace[511714810] 'agreement among raft nodes before linearized reading' (duration: 968.714798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.473318Z","time spent":"969.010125ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:28:12.44237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.004313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T20:28:12.442183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.473251Z","time spent":"968.926483ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:28:12.442403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.006549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:28:12.4424Z","caller":"traceutil/trace.go:171","msg":"trace[115326780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11159; }","duration":"860.092664ms","start":"2026-03-03T20:28:11.5823Z","end":"2026-03-03T20:28:12.442393Z","steps":["trace[115326780] 'agreement among raft nodes before linearized reading' (duration: 860.002192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.582189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:28:12.442281Z","caller":"traceutil/trace.go:171","msg":"trace[1224307942] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11159; }","duration":"810.207246ms","start":"2026-03-03T20:28:11.632064Z","end":"2026-03-03T20:28:12.442271Z","steps":["trace[1224307942] 'agreement among raft nodes before linearized reading' (duration: 810.055752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:12.442423Z","caller":"traceutil/trace.go:171","msg":"trace[628140138] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:11159; }","duration":"355.05679ms","start":"2026-03-03T20:28:12.08736Z","end":"2026-03-03T20:28:12.442417Z","steps":["trace[628140138] 'agreement among raft nodes before linearized reading' (duration: 354.971988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.582266Z","time spent":"860.158736ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:28:12.442441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.632054Z","time spent":"810.380049ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T20:28:12.442435Z","caller":"traceutil/trace.go:171","msg":"trace[1639208372] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11159; }","duration":"963.673091ms","start":"2026-03-03T20:28:11.478754Z","end":"2026-03-03T20:28:12.442427Z","steps":["trace[1639208372] 'agreement among raft nodes before linearized reading' (duration: 963.552898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.759183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:12.442467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.478721Z","time spent":"963.739793ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T20:28:12.44248Z","caller":"traceutil/trace.go:171","msg":"trace[1377870403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11159; }","duration":"552.812554ms","start":"2026-03-03T20:28:11.889661Z","end":"2026-03-03T20:28:12.442474Z","steps":["trace[1377870403] 'agreement among raft nodes before linearized reading' (duration: 552.784764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:12.087343Z","time spent":"355.09385ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:28:12.4425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.889642Z","time spent":"552.854265ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:28:12.442111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.117706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:28:12.442546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.051725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:28:12.442569Z","caller":"traceutil/trace.go:171","msg":"trace[756684036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11159; }","duration":"749.573676ms","start":"2026-03-03T20:28:11.692986Z","end":"2026-03-03T20:28:12.44256Z","steps":["trace[756684036] 'agreement among raft nodes before linearized reading' (duration: 749.012823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.692895Z","time spent":"749.688839ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:28:12.442594Z","caller":"traceutil/trace.go:171","msg":"trace[1200375483] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:11159; }","duration":"669.137147ms","start":"2026-03-03T20:28:11.773442Z","end":"2026-03-03T20:28:12.442579Z","steps":["trace[1200375483] 'agreement among raft nodes before linearized reading' (duration: 669.051165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.765591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:28:12.44263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.905529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:12.442637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.773417Z","time spent":"669.206789ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:28:12.442663Z","caller":"traceutil/trace.go:171","msg":"trace[787153054] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11159; }","duration":"268.973529ms","start":"2026-03-03T20:28:12.173678Z","end":"2026-03-03T20:28:12.442651Z","steps":["trace[787153054] 'agreement among raft nodes before linearized reading' (duration: 268.924288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.735247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:28:12.442709Z","caller":"traceutil/trace.go:171","msg":"trace[1160550019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11159; }","duration":"538.796289ms","start":"2026-03-03T20:28:11.903902Z","end":"2026-03-03T20:28:12.442698Z","steps":["trace[1160550019] 'agreement among raft nodes before linearized reading' (duration: 538.706376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.903885Z","time spent":"538.838349ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:28:12.44264Z","caller":"traceutil/trace.go:171","msg":"trace[1652806418] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11159; }","duration":"174.816762ms","start":"2026-03-03T20:28:12.267817Z","end":"2026-03-03T20:28:12.442634Z","steps":["trace[1652806418] 'agreement among raft nodes before linearized reading' (duration: 174.771321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.228092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:28:12.44286Z","caller":"traceutil/trace.go:171","msg":"trace[1609838494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11159; }","duration":"540.286193ms","start":"2026-03-03T20:28:11.902568Z","end":"2026-03-03T20:28:12.442854Z","steps":["trace[1609838494] 'agreement among raft nodes before linearized reading' (duration: 540.202161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.902556Z","time spent":"540.322254ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:28:12.442416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.822382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:12.442963Z","caller":"traceutil/trace.go:171","msg":"trace[1693456821] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11159; }","duration":"815.379045ms","start":"2026-03-03T20:28:11.627574Z","end":"2026-03-03T20:28:12.442953Z","steps":["trace[1693456821] 'agreement among raft nodes before linearized reading' (duration: 814.822793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.442994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.627568Z","time spent":"815.416136ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T20:28:12.441749Z","caller":"traceutil/trace.go:171","msg":"trace[2111280290] transaction","detail":"{read_only:false; response_revision:11157; number_of_response:1; }","duration":"446.066775ms","start":"2026-03-03T20:28:11.99563Z","end":"2026-03-03T20:28:12.441697Z","steps":["trace[2111280290] 'process raft request' (duration: 445.721017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:12.443096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:11.99561Z","time spent":"447.446087ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:31.292136Z","caller":"traceutil/trace.go:171","msg":"trace[1169573569] transaction","detail":"{read_only:false; response_revision:11258; number_of_response:1; }","duration":"105.251506ms","start":"2026-03-03T20:28:31.186851Z","end":"2026-03-03T20:28:31.292103Z","steps":["trace[1169573569] 'process raft request' (duration: 105.045811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.865361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.083128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:34.865488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.871012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:34.865486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.927075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:34.865508Z","caller":"traceutil/trace.go:171","msg":"trace[1905170973] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11271; }","duration":"354.303862ms","start":"2026-03-03T20:28:34.511175Z","end":"2026-03-03T20:28:34.865479Z","steps":["trace[1905170973] 'range keys from in-memory index tree' (duration: 353.967885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.865528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.546703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T20:28:34.865599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.511151Z","time spent":"354.418045ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:28:34.865614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.70054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:34.865653Z","caller":"traceutil/trace.go:171","msg":"trace[1835959391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11271; }","duration":"346.690406ms","start":"2026-03-03T20:28:34.518934Z","end":"2026-03-03T20:28:34.865625Z","steps":["trace[1835959391] 'range keys from in-memory index tree' (duration: 346.372398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:34.865678Z","caller":"traceutil/trace.go:171","msg":"trace[2063553542] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11271; }","duration":"310.778051ms","start":"2026-03-03T20:28:34.554884Z","end":"2026-03-03T20:28:34.865662Z","steps":["trace[2063553542] 'range keys from in-memory index tree' (duration: 310.659529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.865723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.518925Z","time spent":"346.780717ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:28:34.865765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.309903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:34.865828Z","caller":"traceutil/trace.go:171","msg":"trace[229676058] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11271; }","duration":"311.416456ms","start":"2026-03-03T20:28:34.554395Z","end":"2026-03-03T20:28:34.865811Z","steps":["trace[229676058] 'range keys from in-memory index tree' (duration: 311.219922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.865375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.191801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:34.865854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.937392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T20:28:34.865864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.554374Z","time spent":"311.481678ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:28:34.865727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.55488Z","time spent":"310.835693ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T20:28:34.865884Z","caller":"traceutil/trace.go:171","msg":"trace[2038277939] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11271; }","duration":"311.733183ms","start":"2026-03-03T20:28:34.554139Z","end":"2026-03-03T20:28:34.865872Z","steps":["trace[2038277939] 'range keys from in-memory index tree' (duration: 311.105279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:34.865899Z","caller":"traceutil/trace.go:171","msg":"trace[500319579] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11271; }","duration":"284.996443ms","start":"2026-03-03T20:28:34.580889Z","end":"2026-03-03T20:28:34.865885Z","steps":["trace[500319579] 'range keys from in-memory index tree' (duration: 284.828699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.865531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.926424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:34.865958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.438772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T20:28:34.865994Z","caller":"traceutil/trace.go:171","msg":"trace[333462568] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11271; }","duration":"354.432546ms","start":"2026-03-03T20:28:34.511544Z","end":"2026-03-03T20:28:34.865976Z","steps":["trace[333462568] 'range keys from in-memory index tree' (duration: 353.77295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:34.866017Z","caller":"traceutil/trace.go:171","msg":"trace[1273283622] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11271; }","duration":"359.578085ms","start":"2026-03-03T20:28:34.506421Z","end":"2026-03-03T20:28:34.865999Z","steps":["trace[1273283622] 'range keys from in-memory index tree' (duration: 359.231127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.866053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.511527Z","time spent":"354.510847ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:28:34.866073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.506395Z","time spent":"359.664678ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T20:28:34.865912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.554108Z","time spent":"311.796115ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:28:34.865404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.173106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:34.866476Z","caller":"traceutil/trace.go:171","msg":"trace[689853496] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11271; }","duration":"354.291883ms","start":"2026-03-03T20:28:34.512161Z","end":"2026-03-03T20:28:34.866453Z","steps":["trace[689853496] 'range keys from in-memory index tree' (duration: 353.093434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.866603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.512146Z","time spent":"354.439916ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T20:28:34.866512Z","caller":"traceutil/trace.go:171","msg":"trace[749209419] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11271; }","duration":"311.012337ms","start":"2026-03-03T20:28:34.554528Z","end":"2026-03-03T20:28:34.86554Z","steps":["trace[749209419] 'range keys from in-memory index tree' (duration: 310.883724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.866741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.554521Z","time spent":"312.200534ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T20:28:34.866156Z","caller":"traceutil/trace.go:171","msg":"trace[825460016] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11271; }","duration":"354.517317ms","start":"2026-03-03T20:28:34.51161Z","end":"2026-03-03T20:28:34.865529Z","steps":["trace[825460016] 'range keys from in-memory index tree' (duration: 353.777281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.866864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.511563Z","time spent":"355.280305ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T20:28:34.895054Z","caller":"traceutil/trace.go:171","msg":"trace[458941319] linearizableReadLoop","detail":"{readStateIndex:11703; appliedIndex:11702; }","duration":"293.686564ms","start":"2026-03-03T20:28:34.601351Z","end":"2026-03-03T20:28:34.895038Z","steps":["trace[458941319] 'read index received' (duration: 293.574611ms)","trace[458941319] 'applied index is now lower than readState.Index' (duration: 111.093µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:34.895145Z","caller":"traceutil/trace.go:171","msg":"trace[2104940486] transaction","detail":"{read_only:false; response_revision:11272; number_of_response:1; }","duration":"307.081265ms","start":"2026-03-03T20:28:34.588053Z","end":"2026-03-03T20:28:34.895134Z","steps":["trace[2104940486] 'process raft request' (duration: 306.85966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.895478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.588042Z","time spent":"307.334612ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:34.895539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.266491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:28:34.895635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.280498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:28:34.895656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.049679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:28:34.895697Z","caller":"traceutil/trace.go:171","msg":"trace[503068074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11272; }","duration":"222.121261ms","start":"2026-03-03T20:28:34.673566Z","end":"2026-03-03T20:28:34.895688Z","steps":["trace[503068074] 'agreement among raft nodes before linearized reading' (duration: 222.012178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:34.895689Z","caller":"traceutil/trace.go:171","msg":"trace[2119038628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11272; }","duration":"294.35486ms","start":"2026-03-03T20:28:34.601317Z","end":"2026-03-03T20:28:34.895672Z","steps":["trace[2119038628] 'agreement among raft nodes before linearized reading' (duration: 294.209026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.895603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.113997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:28:34.895642Z","caller":"traceutil/trace.go:171","msg":"trace[239211342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11272; }","duration":"261.395593ms","start":"2026-03-03T20:28:34.634232Z","end":"2026-03-03T20:28:34.895628Z","steps":["trace[239211342] 'agreement among raft nodes before linearized reading' (duration: 261.187369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:34.8958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.541804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:28:34.895795Z","caller":"traceutil/trace.go:171","msg":"trace[221978092] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:11272; }","duration":"193.335962ms","start":"2026-03-03T20:28:34.702443Z","end":"2026-03-03T20:28:34.895779Z","steps":["trace[221978092] 'agreement among raft nodes before linearized reading' (duration: 192.972624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:34.89587Z","caller":"traceutil/trace.go:171","msg":"trace[1265488063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11272; }","duration":"226.641276ms","start":"2026-03-03T20:28:34.669209Z","end":"2026-03-03T20:28:34.89585Z","steps":["trace[1265488063] 'agreement among raft nodes before linearized reading' (duration: 226.443251ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:35.199231Z","caller":"traceutil/trace.go:171","msg":"trace[1629755617] transaction","detail":"{read_only:false; response_revision:11274; number_of_response:1; }","duration":"300.277098ms","start":"2026-03-03T20:28:34.898928Z","end":"2026-03-03T20:28:35.199205Z","steps":["trace[1629755617] 'process raft request' (duration: 300.176085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.199384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.898915Z","time spent":"300.38878ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:35.199452Z","caller":"traceutil/trace.go:171","msg":"trace[1383371542] transaction","detail":"{read_only:false; response_revision:11273; number_of_response:1; }","duration":"300.491093ms","start":"2026-03-03T20:28:34.898919Z","end":"2026-03-03T20:28:35.19941Z","steps":["trace[1383371542] 'process raft request' (duration: 236.136417ms)","trace[1383371542] 'compare' (duration: 63.885735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:35.199689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.898898Z","time spent":"300.633146ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:35.529901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.893747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:28:35.530185Z","caller":"traceutil/trace.go:171","msg":"trace[895283380] transaction","detail":"{read_only:false; response_revision:11275; number_of_response:1; }","duration":"630.91159ms","start":"2026-03-03T20:28:34.89924Z","end":"2026-03-03T20:28:35.530151Z","steps":["trace[895283380] 'process raft request' (duration: 414.659826ms)","trace[895283380] 'compare' (duration: 215.719152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:35.530298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.899232Z","time spent":"631.014393ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:35.530722Z","caller":"traceutil/trace.go:171","msg":"trace[545081052] transaction","detail":"{read_only:false; response_revision:11276; number_of_response:1; }","duration":"630.716475ms","start":"2026-03-03T20:28:34.89999Z","end":"2026-03-03T20:28:35.530707Z","steps":["trace[545081052] 'process raft request' (duration: 630.104791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.530791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.899973Z","time spent":"630.785478ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:35.530796Z","caller":"traceutil/trace.go:171","msg":"trace[1462534616] transaction","detail":"{read_only:false; response_revision:11278; number_of_response:1; }","duration":"108.809888ms","start":"2026-03-03T20:28:35.421969Z","end":"2026-03-03T20:28:35.530778Z","steps":["trace[1462534616] 'process raft request' (duration: 108.746317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:35.530787Z","caller":"traceutil/trace.go:171","msg":"trace[1158470745] transaction","detail":"{read_only:false; response_revision:11277; number_of_response:1; }","duration":"567.875605ms","start":"2026-03-03T20:28:34.962876Z","end":"2026-03-03T20:28:35.530751Z","steps":["trace[1158470745] 'process raft request' (duration: 567.756043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:35.530861Z","caller":"traceutil/trace.go:171","msg":"trace[1380054994] linearizableReadLoop","detail":"{readStateIndex:11707; appliedIndex:11703; }","duration":"629.977869ms","start":"2026-03-03T20:28:34.900876Z","end":"2026-03-03T20:28:35.530854Z","steps":["trace[1380054994] 'read index received' (duration: 234.244964ms)","trace[1380054994] 'applied index is now lower than readState.Index' (duration: 395.732125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:35.531221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.962861Z","time spent":"568.285475ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:35.531383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.371632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-03T20:28:35.531415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.000908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:28:35.531487Z","caller":"traceutil/trace.go:171","msg":"trace[1041473853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11278; }","duration":"225.117771ms","start":"2026-03-03T20:28:35.306353Z","end":"2026-03-03T20:28:35.531471Z","steps":["trace[1041473853] 'agreement among raft nodes before linearized reading' (duration: 224.941227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.531528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.651284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444890"} {"level":"info","ts":"2026-03-03T20:28:35.531442Z","caller":"traceutil/trace.go:171","msg":"trace[150720748] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11278; }","duration":"267.463025ms","start":"2026-03-03T20:28:35.263961Z","end":"2026-03-03T20:28:35.531424Z","steps":["trace[150720748] 'agreement among raft nodes before linearized reading' (duration: 267.274091ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:35.531565Z","caller":"traceutil/trace.go:171","msg":"trace[627393113] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11278; }","duration":"630.719675ms","start":"2026-03-03T20:28:34.900836Z","end":"2026-03-03T20:28:35.531556Z","steps":["trace[627393113] 'agreement among raft nodes before linearized reading' (duration: 630.038599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:35.531597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:34.90082Z","time spent":"630.767347ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444914,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:28:36.074304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.102647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:28:36.074587Z","caller":"traceutil/trace.go:171","msg":"trace[1314328118] linearizableReadLoop","detail":"{readStateIndex:11711; appliedIndex:11710; }","duration":"342.013778ms","start":"2026-03-03T20:28:35.732551Z","end":"2026-03-03T20:28:36.074565Z","steps":["trace[1314328118] 'read index received' (duration: 148.496091ms)","trace[1314328118] 'applied index is now lower than readState.Index' (duration: 193.515707ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:36.074673Z","caller":"traceutil/trace.go:171","msg":"trace[116945292] transaction","detail":"{read_only:false; response_revision:11280; number_of_response:1; }","duration":"539.211809ms","start":"2026-03-03T20:28:35.535425Z","end":"2026-03-03T20:28:36.074636Z","steps":["trace[116945292] 'process raft request' (duration: 345.672032ms)","trace[116945292] 'compare' (duration: 192.81333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:36.074861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:35.535383Z","time spent":"539.364973ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:36.074974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.414597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414947"} {"level":"info","ts":"2026-03-03T20:28:36.075029Z","caller":"traceutil/trace.go:171","msg":"trace[536747293] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11280; }","duration":"342.501739ms","start":"2026-03-03T20:28:35.732511Z","end":"2026-03-03T20:28:36.075013Z","steps":["trace[536747293] 'agreement among raft nodes before linearized reading' (duration: 342.175492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:36.075094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:35.732489Z","time spent":"342.57858ms","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414971,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T20:28:36.075359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.134196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:36.075464Z","caller":"traceutil/trace.go:171","msg":"trace[653023345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11280; }","duration":"186.250708ms","start":"2026-03-03T20:28:35.889159Z","end":"2026-03-03T20:28:36.07541Z","steps":["trace[653023345] 'agreement among raft nodes before linearized reading' (duration: 185.764767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:36.338869Z","caller":"traceutil/trace.go:171","msg":"trace[76015420] transaction","detail":"{read_only:false; response_revision:11281; number_of_response:1; }","duration":"112.051733ms","start":"2026-03-03T20:28:36.226787Z","end":"2026-03-03T20:28:36.338838Z","steps":["trace[76015420] 'process raft request' (duration: 111.776177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:37.042185Z","caller":"traceutil/trace.go:171","msg":"trace[1110689156] linearizableReadLoop","detail":"{readStateIndex:11713; appliedIndex:11712; }","duration":"171.459533ms","start":"2026-03-03T20:28:36.870701Z","end":"2026-03-03T20:28:37.042161Z","steps":["trace[1110689156] 'read index received' (duration: 170.963851ms)","trace[1110689156] 'applied index is now lower than readState.Index' (duration: 494.582µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:37.042261Z","caller":"traceutil/trace.go:171","msg":"trace[499198711] transaction","detail":"{read_only:false; response_revision:11282; number_of_response:1; }","duration":"572.982343ms","start":"2026-03-03T20:28:36.469242Z","end":"2026-03-03T20:28:37.042224Z","steps":["trace[499198711] 'process raft request' (duration: 572.490182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.042397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.678779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T20:28:37.042435Z","caller":"traceutil/trace.go:171","msg":"trace[1258086007] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11282; }","duration":"171.780251ms","start":"2026-03-03T20:28:36.870646Z","end":"2026-03-03T20:28:37.042426Z","steps":["trace[1258086007] 'agreement among raft nodes before linearized reading' (duration: 171.630147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.042562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.469211Z","time spent":"573.174687ms","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:37.350697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.117659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:28:37.350818Z","caller":"traceutil/trace.go:171","msg":"trace[2147196406] linearizableReadLoop","detail":"{readStateIndex:11714; appliedIndex:11713; }","duration":"308.548289ms","start":"2026-03-03T20:28:37.04225Z","end":"2026-03-03T20:28:37.350798Z","steps":["trace[2147196406] 'read index received' (duration: 170.234335ms)","trace[2147196406] 'applied index is now lower than readState.Index' (duration: 138.312624ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:37.35093Z","caller":"traceutil/trace.go:171","msg":"trace[1587132978] transaction","detail":"{read_only:false; response_revision:11283; number_of_response:1; }","duration":"450.856025ms","start":"2026-03-03T20:28:36.900052Z","end":"2026-03-03T20:28:37.350909Z","steps":["trace[1587132978] 'process raft request' (duration: 312.428158ms)","trace[1587132978] 'compare' (duration: 137.775042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:37.351034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.900032Z","time spent":"450.954908ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:37.351176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.989333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:37.35125Z","caller":"traceutil/trace.go:171","msg":"trace[1142642205] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11283; }","duration":"480.078334ms","start":"2026-03-03T20:28:36.871151Z","end":"2026-03-03T20:28:37.351229Z","steps":["trace[1142642205] 'agreement among raft nodes before linearized reading' (duration: 479.935741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.351305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.445053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:37.351363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.810128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:37.351332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.408462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:37.351413Z","caller":"traceutil/trace.go:171","msg":"trace[108246994] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11283; }","duration":"479.881149ms","start":"2026-03-03T20:28:36.87152Z","end":"2026-03-03T20:28:37.351401Z","steps":["trace[108246994] 'agreement among raft nodes before linearized reading' (duration: 479.812638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.351462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.871506Z","time spent":"479.945571ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T20:28:37.351447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.811148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:37.351473Z","caller":"traceutil/trace.go:171","msg":"trace[1990409166] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11283; }","duration":"480.603766ms","start":"2026-03-03T20:28:36.870841Z","end":"2026-03-03T20:28:37.351445Z","steps":["trace[1990409166] 'agreement among raft nodes before linearized reading' (duration: 480.31511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.351487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.476273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:37.351545Z","caller":"traceutil/trace.go:171","msg":"trace[1176166199] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11283; }","duration":"479.945041ms","start":"2026-03-03T20:28:36.871576Z","end":"2026-03-03T20:28:37.351521Z","steps":["trace[1176166199] 'agreement among raft nodes before linearized reading' (duration: 479.761417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.351556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.870828Z","time spent":"480.71703ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T20:28:37.351541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.659155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T20:28:37.351572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.948133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:37.351581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.840079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:37.351344Z","caller":"traceutil/trace.go:171","msg":"trace[1087672657] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11283; }","duration":"480.524415ms","start":"2026-03-03T20:28:36.870809Z","end":"2026-03-03T20:28:37.351334Z","steps":["trace[1087672657] 'agreement among raft nodes before linearized reading' (duration: 480.460463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.351642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.710949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:37.351693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.870786Z","time spent":"480.890904ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:28:37.351306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.871144Z","time spent":"480.148386ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T20:28:37.351657Z","caller":"traceutil/trace.go:171","msg":"trace[1195687394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11283; }","duration":"462.061496ms","start":"2026-03-03T20:28:36.889578Z","end":"2026-03-03T20:28:37.35164Z","steps":["trace[1195687394] 'agreement among raft nodes before linearized reading' (duration: 461.923803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:37.351794Z","caller":"traceutil/trace.go:171","msg":"trace[458824446] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11283; }","duration":"480.845922ms","start":"2026-03-03T20:28:36.87089Z","end":"2026-03-03T20:28:37.351736Z","steps":["trace[458824446] 'agreement among raft nodes before linearized reading' (duration: 480.494254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.351789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.334787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T20:28:37.351599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.871556Z","time spent":"480.034224ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T20:28:37.351599Z","caller":"traceutil/trace.go:171","msg":"trace[1062772514] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11283; }","duration":"480.641197ms","start":"2026-03-03T20:28:36.870935Z","end":"2026-03-03T20:28:37.351576Z","steps":["trace[1062772514] 'agreement among raft nodes before linearized reading' (duration: 480.439873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.351854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.560979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T20:28:37.351914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.870914Z","time spent":"480.982176ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:28:37.351825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.889569Z","time spent":"462.24309ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:28:37.351902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.870882Z","time spent":"481.001835ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T20:28:37.351646Z","caller":"traceutil/trace.go:171","msg":"trace[1641202363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11283; }","duration":"148.864219ms","start":"2026-03-03T20:28:37.202764Z","end":"2026-03-03T20:28:37.351629Z","steps":["trace[1641202363] 'agreement among raft nodes before linearized reading' (duration: 148.574512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:37.351666Z","caller":"traceutil/trace.go:171","msg":"trace[1643838017] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11283; }","duration":"479.940161ms","start":"2026-03-03T20:28:36.871708Z","end":"2026-03-03T20:28:37.351648Z","steps":["trace[1643838017] 'agreement among raft nodes before linearized reading' (duration: 479.775707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:37.351939Z","caller":"traceutil/trace.go:171","msg":"trace[1890370987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11283; }","duration":"148.435859ms","start":"2026-03-03T20:28:37.20342Z","end":"2026-03-03T20:28:37.351856Z","steps":["trace[1890370987] 'agreement among raft nodes before linearized reading' (duration: 148.032879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:37.351904Z","caller":"traceutil/trace.go:171","msg":"trace[1862653840] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11283; }","duration":"478.637731ms","start":"2026-03-03T20:28:36.873255Z","end":"2026-03-03T20:28:37.351893Z","steps":["trace[1862653840] 'agreement among raft nodes before linearized reading' (duration: 478.305693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.352088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.873243Z","time spent":"478.831505ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:28:37.352194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.871621Z","time spent":"480.446793ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:28:37.352217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.799648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:28:37.352382Z","caller":"traceutil/trace.go:171","msg":"trace[850342754] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11283; }","duration":"479.996472ms","start":"2026-03-03T20:28:36.872344Z","end":"2026-03-03T20:28:37.35234Z","steps":["trace[850342754] 'agreement among raft nodes before linearized reading' (duration: 479.03467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.35256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:36.872289Z","time spent":"480.255399ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:28:37.847439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.47494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:28:37.84772Z","caller":"traceutil/trace.go:171","msg":"trace[299098687] linearizableReadLoop","detail":"{readStateIndex:11716; appliedIndex:11714; }","duration":"426.561521ms","start":"2026-03-03T20:28:37.421135Z","end":"2026-03-03T20:28:37.847697Z","steps":["trace[299098687] 'read index received' (duration: 64.623611ms)","trace[299098687] 'applied index is now lower than readState.Index' (duration: 361.93656ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:37.847787Z","caller":"traceutil/trace.go:171","msg":"trace[1734854274] transaction","detail":"{read_only:false; response_revision:11285; number_of_response:1; }","duration":"489.044754ms","start":"2026-03-03T20:28:37.358702Z","end":"2026-03-03T20:28:37.847747Z","steps":["trace[1734854274] 'process raft request' (duration: 488.917611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:37.84786Z","caller":"traceutil/trace.go:171","msg":"trace[1174294218] transaction","detail":"{read_only:false; response_revision:11284; number_of_response:1; }","duration":"490.102068ms","start":"2026-03-03T20:28:37.35772Z","end":"2026-03-03T20:28:37.847822Z","steps":["trace[1174294218] 'process raft request' (duration: 128.083216ms)","trace[1174294218] 'compare' (duration: 361.147622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:37.848035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.358689Z","time spent":"489.182787ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:37.848034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.879269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:37.848064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.357702Z","time spent":"490.274992ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:37.848118Z","caller":"traceutil/trace.go:171","msg":"trace[676203310] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11285; }","duration":"427.011782ms","start":"2026-03-03T20:28:37.421086Z","end":"2026-03-03T20:28:37.848097Z","steps":["trace[676203310] 'agreement among raft nodes before linearized reading' (duration: 426.676684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.848176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.421066Z","time spent":"427.098674ms","remote":"127.0.0.1:35620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:28:37.927652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.776359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T20:28:37.927715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.035292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:37.927727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.961511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T20:28:37.92778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.776803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:28:37.927841Z","caller":"traceutil/trace.go:171","msg":"trace[269526818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11286; }","duration":"391.886625ms","start":"2026-03-03T20:28:37.535945Z","end":"2026-03-03T20:28:37.927832Z","steps":["trace[269526818] 'agreement among raft nodes before linearized reading' (duration: 391.691601ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:37.927788Z","caller":"traceutil/trace.go:171","msg":"trace[317724468] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:11286; }","duration":"396.155485ms","start":"2026-03-03T20:28:37.531613Z","end":"2026-03-03T20:28:37.927769Z","steps":["trace[317724468] 'agreement among raft nodes before linearized reading' (duration: 396.005231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.927886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.535919Z","time spent":"391.959177ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:28:37.927896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.531598Z","time spent":"396.286197ms","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:28:37.927802Z","caller":"traceutil/trace.go:171","msg":"trace[1251964738] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:11286; }","duration":"387.081934ms","start":"2026-03-03T20:28:37.540702Z","end":"2026-03-03T20:28:37.927784Z","steps":["trace[1251964738] 'agreement among raft nodes before linearized reading' (duration: 386.769677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:37.927745Z","caller":"traceutil/trace.go:171","msg":"trace[2076797627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11286; }","duration":"390.893203ms","start":"2026-03-03T20:28:37.53683Z","end":"2026-03-03T20:28:37.927724Z","steps":["trace[2076797627] 'agreement among raft nodes before linearized reading' (duration: 390.675988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.928088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.540684Z","time spent":"387.34691ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"info","ts":"2026-03-03T20:28:37.927576Z","caller":"traceutil/trace.go:171","msg":"trace[260241573] transaction","detail":"{read_only:false; response_revision:11286; number_of_response:1; }","duration":"390.512124ms","start":"2026-03-03T20:28:37.537031Z","end":"2026-03-03T20:28:37.927544Z","steps":["trace[260241573] 'process raft request' (duration: 390.241047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.928152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.53682Z","time spent":"391.301812ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:28:37.928106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.830275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:28:37.928302Z","caller":"traceutil/trace.go:171","msg":"trace[680651069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11286; }","duration":"358.0597ms","start":"2026-03-03T20:28:37.570221Z","end":"2026-03-03T20:28:37.928281Z","steps":["trace[680651069] 'agreement among raft nodes before linearized reading' (duration: 357.367834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:37.928484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.570212Z","time spent":"358.202973ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:28:37.928249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.537013Z","time spent":"391.170079ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:38.434788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040958955,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:28:38.814987Z","caller":"traceutil/trace.go:171","msg":"trace[784833622] transaction","detail":"{read_only:false; response_revision:11287; number_of_response:1; }","duration":"881.329159ms","start":"2026-03-03T20:28:37.933634Z","end":"2026-03-03T20:28:38.814963Z","steps":["trace[784833622] 'process raft request' (duration: 861.666412ms)","trace[784833622] 'compare' (duration: 18.991121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:38.815106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.933618Z","time spent":"881.428061ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:38.850718Z","caller":"traceutil/trace.go:171","msg":"trace[1521205346] transaction","detail":"{read_only:false; response_revision:11288; number_of_response:1; }","duration":"916.965137ms","start":"2026-03-03T20:28:37.933729Z","end":"2026-03-03T20:28:38.850695Z","steps":["trace[1521205346] 'process raft request' (duration: 916.788453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:38.850887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.933702Z","time spent":"917.081519ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:38.851095Z","caller":"traceutil/trace.go:171","msg":"trace[1523886566] linearizableReadLoop","detail":"{readStateIndex:11721; appliedIndex:11717; }","duration":"917.371785ms","start":"2026-03-03T20:28:37.933696Z","end":"2026-03-03T20:28:38.851068Z","steps":["trace[1523886566] 'read index received' (duration: 861.62461ms)","trace[1523886566] 'applied index is now lower than readState.Index' (duration: 55.745815ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:38.851141Z","caller":"traceutil/trace.go:171","msg":"trace[1895130934] transaction","detail":"{read_only:false; response_revision:11290; number_of_response:1; }","duration":"506.176822ms","start":"2026-03-03T20:28:38.344952Z","end":"2026-03-03T20:28:38.851129Z","steps":["trace[1895130934] 'process raft request' (duration: 505.999038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:38.851134Z","caller":"traceutil/trace.go:171","msg":"trace[1662638699] transaction","detail":"{read_only:false; response_revision:11289; number_of_response:1; }","duration":"916.452374ms","start":"2026-03-03T20:28:37.934647Z","end":"2026-03-03T20:28:38.851099Z","steps":["trace[1662638699] 'process raft request' (duration: 916.005374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:38.851205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:38.344929Z","time spent":"506.242643ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:38.851326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.619272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19211"} {"level":"warn","ts":"2026-03-03T20:28:38.851335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.93462Z","time spent":"916.594398ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:38.851366Z","caller":"traceutil/trace.go:171","msg":"trace[416870437] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11290; }","duration":"917.692783ms","start":"2026-03-03T20:28:37.933662Z","end":"2026-03-03T20:28:38.851355Z","steps":["trace[416870437] 'agreement among raft nodes before linearized reading' (duration: 917.5395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:38.85145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.54956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19211"} {"level":"info","ts":"2026-03-03T20:28:38.851505Z","caller":"traceutil/trace.go:171","msg":"trace[1862557183] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11290; }","duration":"917.647452ms","start":"2026-03-03T20:28:37.933848Z","end":"2026-03-03T20:28:38.851495Z","steps":["trace[1862557183] 'agreement among raft nodes before linearized reading' (duration: 917.494789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:38.851495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.933639Z","time spent":"917.824527ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19235,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:28:38.851542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:37.933841Z","time spent":"917.694833ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19235,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:28:38.851652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.782246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143101"} {"level":"info","ts":"2026-03-03T20:28:38.851709Z","caller":"traceutil/trace.go:171","msg":"trace[785222739] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11290; }","duration":"438.875207ms","start":"2026-03-03T20:28:38.412819Z","end":"2026-03-03T20:28:38.851694Z","steps":["trace[785222739] 'agreement among raft nodes before linearized reading' (duration: 438.58277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:38.851712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.111033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:38.85176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:38.412799Z","time spent":"438.948469ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143125,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:28:38.851771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.404456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:38.851807Z","caller":"traceutil/trace.go:171","msg":"trace[1455150307] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11290; }","duration":"651.482377ms","start":"2026-03-03T20:28:38.200315Z","end":"2026-03-03T20:28:38.851797Z","steps":["trace[1455150307] 'agreement among raft nodes before linearized reading' (duration: 651.418836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:38.851846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:38.200292Z","time spent":"651.546529ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:28:38.851764Z","caller":"traceutil/trace.go:171","msg":"trace[1889835903] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11290; }","duration":"399.195445ms","start":"2026-03-03T20:28:38.45255Z","end":"2026-03-03T20:28:38.851745Z","steps":["trace[1889835903] 'agreement among raft nodes before linearized reading' (duration: 399.116733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:38.852061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:38.452528Z","time spent":"399.416301ms","remote":"127.0.0.1:58732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:28:39.327574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.002417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:28:39.327646Z","caller":"traceutil/trace.go:171","msg":"trace[2123818375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11290; }","duration":"413.111489ms","start":"2026-03-03T20:28:38.914517Z","end":"2026-03-03T20:28:39.327628Z","steps":["trace[2123818375] 'range keys from in-memory index tree' (duration: 412.789831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:39.327683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:38.914502Z","time spent":"413.17273ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:28:39.501822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.435391ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:28:39.502017Z","caller":"traceutil/trace.go:171","msg":"trace[796584602] linearizableReadLoop","detail":"{readStateIndex:11722; appliedIndex:11721; }","duration":"453.327734ms","start":"2026-03-03T20:28:39.048665Z","end":"2026-03-03T20:28:39.501993Z","steps":["trace[796584602] 'read index received' (duration: 155.608536ms)","trace[796584602] 'applied index is now lower than readState.Index' (duration: 297.716988ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:39.502145Z","caller":"traceutil/trace.go:171","msg":"trace[186302180] transaction","detail":"{read_only:false; response_revision:11291; number_of_response:1; }","duration":"145.176664ms","start":"2026-03-03T20:28:39.356949Z","end":"2026-03-03T20:28:39.502126Z","steps":["trace[186302180] 'process raft request' (duration: 144.982589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:39.502256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.557341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:39.502303Z","caller":"traceutil/trace.go:171","msg":"trace[399742089] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:11291; }","duration":"398.669244ms","start":"2026-03-03T20:28:39.103622Z","end":"2026-03-03T20:28:39.502291Z","steps":["trace[399742089] 'agreement among raft nodes before linearized reading' (duration: 398.52069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:39.502294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.778911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:39.502369Z","caller":"traceutil/trace.go:171","msg":"trace[2019283753] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11291; }","duration":"143.926514ms","start":"2026-03-03T20:28:39.358428Z","end":"2026-03-03T20:28:39.502354Z","steps":["trace[2019283753] 'agreement among raft nodes before linearized reading' (duration: 143.789481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:39.502364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.745853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:39.502429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.164933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:39.502478Z","caller":"traceutil/trace.go:171","msg":"trace[104817769] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11291; }","duration":"144.911257ms","start":"2026-03-03T20:28:39.357542Z","end":"2026-03-03T20:28:39.502453Z","steps":["trace[104817769] 'agreement among raft nodes before linearized reading' (duration: 144.714973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:39.502547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.564313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19211"} {"level":"info","ts":"2026-03-03T20:28:39.502587Z","caller":"traceutil/trace.go:171","msg":"trace[1974660212] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11291; }","duration":"173.643695ms","start":"2026-03-03T20:28:39.328933Z","end":"2026-03-03T20:28:39.502577Z","steps":["trace[1974660212] 'agreement among raft nodes before linearized reading' (duration: 173.508812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:39.502596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.17779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:39.502623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.860523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:39.502624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.76665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:39.502659Z","caller":"traceutil/trace.go:171","msg":"trace[912579049] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11291; }","duration":"143.909554ms","start":"2026-03-03T20:28:39.358732Z","end":"2026-03-03T20:28:39.502641Z","steps":["trace[912579049] 'agreement among raft nodes before linearized reading' (duration: 143.847932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:39.502675Z","caller":"traceutil/trace.go:171","msg":"trace[1398726879] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11291; }","duration":"143.821372ms","start":"2026-03-03T20:28:39.358838Z","end":"2026-03-03T20:28:39.50266Z","steps":["trace[1398726879] 'agreement among raft nodes before linearized reading' (duration: 143.755781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:39.502415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:39.103592Z","time spent":"398.737704ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:28:39.502541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.74789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:28:39.502788Z","caller":"traceutil/trace.go:171","msg":"trace[184164497] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11291; }","duration":"144.015226ms","start":"2026-03-03T20:28:39.35876Z","end":"2026-03-03T20:28:39.502776Z","steps":["trace[184164497] 'agreement among raft nodes before linearized reading' (duration: 143.585826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:39.502795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.122859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:39.502892Z","caller":"traceutil/trace.go:171","msg":"trace[830679868] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11291; }","duration":"144.237751ms","start":"2026-03-03T20:28:39.358646Z","end":"2026-03-03T20:28:39.502883Z","steps":["trace[830679868] 'agreement among raft nodes before linearized reading' (duration: 144.126089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:39.502481Z","caller":"traceutil/trace.go:171","msg":"trace[366532882] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11291; }","duration":"145.273286ms","start":"2026-03-03T20:28:39.357195Z","end":"2026-03-03T20:28:39.502468Z","steps":["trace[366532882] 'agreement among raft nodes before linearized reading' (duration: 145.099102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:39.504069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.405651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T20:28:39.504119Z","caller":"traceutil/trace.go:171","msg":"trace[1069331367] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11291; }","duration":"455.525415ms","start":"2026-03-03T20:28:39.048581Z","end":"2026-03-03T20:28:39.504107Z","steps":["trace[1069331367] 'agreement among raft nodes before linearized reading' (duration: 453.491597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:39.504161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:39.048549Z","time spent":"455.603926ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T20:28:39.502697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.201264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:39.505156Z","caller":"traceutil/trace.go:171","msg":"trace[2032585211] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11291; }","duration":"144.243622ms","start":"2026-03-03T20:28:39.358394Z","end":"2026-03-03T20:28:39.502638Z","steps":["trace[2032585211] 'agreement among raft nodes before linearized reading' (duration: 144.16745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:39.505463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.037017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:28:39.505208Z","caller":"traceutil/trace.go:171","msg":"trace[1136496448] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11291; }","duration":"147.718072ms","start":"2026-03-03T20:28:39.357474Z","end":"2026-03-03T20:28:39.505192Z","steps":["trace[1136496448] 'agreement among raft nodes before linearized reading' (duration: 145.191283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:39.505513Z","caller":"traceutil/trace.go:171","msg":"trace[1662167165] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11291; }","duration":"147.104558ms","start":"2026-03-03T20:28:39.358396Z","end":"2026-03-03T20:28:39.5055Z","steps":["trace[1662167165] 'agreement among raft nodes before linearized reading' (duration: 146.941854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:40.02773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.767061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:28:40.028067Z","caller":"traceutil/trace.go:171","msg":"trace[760070466] linearizableReadLoop","detail":"{readStateIndex:11725; appliedIndex:11723; }","duration":"138.613121ms","start":"2026-03-03T20:28:39.889419Z","end":"2026-03-03T20:28:40.028032Z","steps":["trace[760070466] 'read index received' (duration: 14.998738ms)","trace[760070466] 'applied index is now lower than readState.Index' (duration: 123.610323ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:40.028116Z","caller":"traceutil/trace.go:171","msg":"trace[1269331557] transaction","detail":"{read_only:false; response_revision:11293; number_of_response:1; }","duration":"169.263673ms","start":"2026-03-03T20:28:39.858823Z","end":"2026-03-03T20:28:40.028086Z","steps":["trace[1269331557] 'process raft request' (duration: 59.032402ms)","trace[1269331557] 'compare' (duration: 109.607077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:40.028269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.839467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:40.028309Z","caller":"traceutil/trace.go:171","msg":"trace[537834268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11294; }","duration":"138.938799ms","start":"2026-03-03T20:28:39.88936Z","end":"2026-03-03T20:28:40.028299Z","steps":["trace[537834268] 'agreement among raft nodes before linearized reading' (duration: 138.839767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:40.473066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.870466ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:40.473322Z","caller":"traceutil/trace.go:171","msg":"trace[1433994170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11294; }","duration":"111.146833ms","start":"2026-03-03T20:28:40.362149Z","end":"2026-03-03T20:28:40.473296Z","steps":["trace[1433994170] 'range keys from in-memory index tree' (duration: 110.845336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:41.17869Z","caller":"traceutil/trace.go:171","msg":"trace[1277242821] linearizableReadLoop","detail":"{readStateIndex:11727; appliedIndex:11726; }","duration":"322.569725ms","start":"2026-03-03T20:28:40.856101Z","end":"2026-03-03T20:28:41.178671Z","steps":["trace[1277242821] 'read index received' (duration: 322.497203ms)","trace[1277242821] 'applied index is now lower than readState.Index' (duration: 71.242µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:41.178761Z","caller":"traceutil/trace.go:171","msg":"trace[1993422404] transaction","detail":"{read_only:false; response_revision:11295; number_of_response:1; }","duration":"354.149589ms","start":"2026-03-03T20:28:40.82458Z","end":"2026-03-03T20:28:41.17873Z","steps":["trace[1993422404] 'process raft request' (duration: 353.944435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:41.178961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:40.824555Z","time spent":"354.276603ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:41.179255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.919583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:28:41.179355Z","caller":"traceutil/trace.go:171","msg":"trace[1123624516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11295; }","duration":"323.266381ms","start":"2026-03-03T20:28:40.856068Z","end":"2026-03-03T20:28:41.179334Z","steps":["trace[1123624516] 'agreement among raft nodes before linearized reading' (duration: 322.722419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:41.179404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:40.856051Z","time spent":"323.345683ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:28:41.202691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.279536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:28:41.202785Z","caller":"traceutil/trace.go:171","msg":"trace[1442716464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11296; }","duration":"346.42676ms","start":"2026-03-03T20:28:40.856339Z","end":"2026-03-03T20:28:41.202766Z","steps":["trace[1442716464] 'agreement among raft nodes before linearized reading' (duration: 346.178444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:41.202835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:40.856318Z","time spent":"346.508021ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:28:41.203021Z","caller":"traceutil/trace.go:171","msg":"trace[685233147] transaction","detail":"{read_only:false; response_revision:11296; number_of_response:1; }","duration":"345.297453ms","start":"2026-03-03T20:28:40.857694Z","end":"2026-03-03T20:28:41.202992Z","steps":["trace[685233147] 'process raft request' (duration: 344.672188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:41.203162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:40.857681Z","time spent":"345.401306ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:41.569544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.591438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:28:41.569829Z","caller":"traceutil/trace.go:171","msg":"trace[1318743793] transaction","detail":"{read_only:false; response_revision:11297; number_of_response:1; }","duration":"386.593183ms","start":"2026-03-03T20:28:41.183208Z","end":"2026-03-03T20:28:41.569801Z","steps":["trace[1318743793] 'process raft request' (duration: 121.663797ms)","trace[1318743793] 'compare' (duration: 264.490226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:41.569948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:41.183175Z","time spent":"386.708915ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:41.570041Z","caller":"traceutil/trace.go:171","msg":"trace[577064758] transaction","detail":"{read_only:false; response_revision:11298; number_of_response:1; }","duration":"362.837061ms","start":"2026-03-03T20:28:41.207198Z","end":"2026-03-03T20:28:41.570035Z","steps":["trace[577064758] 'process raft request' (duration: 362.467922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:41.570071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:41.207173Z","time spent":"362.883222ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:41.609274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.273303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:41.609305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.433343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:41.609483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.058938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T20:28:41.609493Z","caller":"traceutil/trace.go:171","msg":"trace[10008915] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11299; }","duration":"100.607567ms","start":"2026-03-03T20:28:41.508795Z","end":"2026-03-03T20:28:41.609403Z","steps":["trace[10008915] 'agreement among raft nodes before linearized reading' (duration: 100.424203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:41.609518Z","caller":"traceutil/trace.go:171","msg":"trace[682657552] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11299; }","duration":"101.100419ms","start":"2026-03-03T20:28:41.50841Z","end":"2026-03-03T20:28:41.60951Z","steps":["trace[682657552] 'agreement among raft nodes before linearized reading' (duration: 100.987276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:41.609582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.199272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:41.609648Z","caller":"traceutil/trace.go:171","msg":"trace[512665237] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11299; }","duration":"101.289624ms","start":"2026-03-03T20:28:41.508341Z","end":"2026-03-03T20:28:41.609631Z","steps":["trace[512665237] 'agreement among raft nodes before linearized reading' (duration: 101.092189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:41.609724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.673103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:41.609338Z","caller":"traceutil/trace.go:171","msg":"trace[495598484] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11299; }","duration":"101.377675ms","start":"2026-03-03T20:28:41.507946Z","end":"2026-03-03T20:28:41.609323Z","steps":["trace[495598484] 'agreement among raft nodes before linearized reading' (duration: 101.236462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:41.609775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.223159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:41.609845Z","caller":"traceutil/trace.go:171","msg":"trace[805916052] transaction","detail":"{read_only:false; response_revision:11299; number_of_response:1; }","duration":"100.315881ms","start":"2026-03-03T20:28:41.509505Z","end":"2026-03-03T20:28:41.609821Z","steps":["trace[805916052] 'process raft request' (duration: 99.541103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:41.60938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.555287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:41.60986Z","caller":"traceutil/trace.go:171","msg":"trace[1975055362] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11299; }","duration":"100.337391ms","start":"2026-03-03T20:28:41.509505Z","end":"2026-03-03T20:28:41.609843Z","steps":["trace[1975055362] 'agreement among raft nodes before linearized reading' (duration: 100.179358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:41.60976Z","caller":"traceutil/trace.go:171","msg":"trace[2116829673] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11299; }","duration":"101.746194ms","start":"2026-03-03T20:28:41.508005Z","end":"2026-03-03T20:28:41.609751Z","steps":["trace[2116829673] 'agreement among raft nodes before linearized reading' (duration: 101.695443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:41.609913Z","caller":"traceutil/trace.go:171","msg":"trace[553284012] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11299; }","duration":"101.101079ms","start":"2026-03-03T20:28:41.508794Z","end":"2026-03-03T20:28:41.609895Z","steps":["trace[553284012] 'agreement among raft nodes before linearized reading' (duration: 100.565506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:41.609835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.303831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:41.609924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.320711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:28:41.610104Z","caller":"traceutil/trace.go:171","msg":"trace[86150901] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11299; }","duration":"100.595317ms","start":"2026-03-03T20:28:41.509487Z","end":"2026-03-03T20:28:41.610083Z","steps":["trace[86150901] 'agreement among raft nodes before linearized reading' (duration: 99.997763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:41.610014Z","caller":"traceutil/trace.go:171","msg":"trace[177289631] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11299; }","duration":"100.530916ms","start":"2026-03-03T20:28:41.509457Z","end":"2026-03-03T20:28:41.609988Z","steps":["trace[177289631] 'agreement among raft nodes before linearized reading' (duration: 100.193198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:42.181145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.734933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:28:42.181256Z","caller":"traceutil/trace.go:171","msg":"trace[257372103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11300; }","duration":"147.897216ms","start":"2026-03-03T20:28:42.033324Z","end":"2026-03-03T20:28:42.181221Z","steps":["trace[257372103] 'range keys from in-memory index tree' (duration: 147.446806ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:42.230876Z","caller":"traceutil/trace.go:171","msg":"trace[1149138056] linearizableReadLoop","detail":"{readStateIndex:11733; appliedIndex:11732; }","duration":"187.525907ms","start":"2026-03-03T20:28:42.043314Z","end":"2026-03-03T20:28:42.23084Z","steps":["trace[1149138056] 'read index received' (duration: 187.22555ms)","trace[1149138056] 'applied index is now lower than readState.Index' (duration: 298.687µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:42.230939Z","caller":"traceutil/trace.go:171","msg":"trace[291474323] transaction","detail":"{read_only:false; response_revision:11301; number_of_response:1; }","duration":"197.058709ms","start":"2026-03-03T20:28:42.033857Z","end":"2026-03-03T20:28:42.230916Z","steps":["trace[291474323] 'process raft request' (duration: 196.738521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:42.231592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.178542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:28:42.231746Z","caller":"traceutil/trace.go:171","msg":"trace[1663699456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:11301; }","duration":"188.415528ms","start":"2026-03-03T20:28:42.043287Z","end":"2026-03-03T20:28:42.231703Z","steps":["trace[1663699456] 'agreement among raft nodes before linearized reading' (duration: 187.693931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:42.265489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.846678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:28:42.26555Z","caller":"traceutil/trace.go:171","msg":"trace[1562179365] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11302; }","duration":"163.97668ms","start":"2026-03-03T20:28:42.101559Z","end":"2026-03-03T20:28:42.265536Z","steps":["trace[1562179365] 'agreement among raft nodes before linearized reading' (duration: 163.824797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:43.177128Z","caller":"traceutil/trace.go:171","msg":"trace[1241865448] transaction","detail":"{read_only:false; response_revision:11306; number_of_response:1; }","duration":"142.071411ms","start":"2026-03-03T20:28:43.035024Z","end":"2026-03-03T20:28:43.177096Z","steps":["trace[1241865448] 'process raft request' (duration: 120.456379ms)","trace[1241865448] 'compare' (duration: 21.440928ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:43.362404Z","caller":"traceutil/trace.go:171","msg":"trace[236893847] transaction","detail":"{read_only:false; response_revision:11308; number_of_response:1; }","duration":"154.881629ms","start":"2026-03-03T20:28:43.207483Z","end":"2026-03-03T20:28:43.362365Z","steps":["trace[236893847] 'process raft request' (duration: 91.143867ms)","trace[236893847] 'compare' (duration: 63.599838ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:43.766508Z","caller":"traceutil/trace.go:171","msg":"trace[346646680] transaction","detail":"{read_only:false; response_revision:11310; number_of_response:1; }","duration":"186.636416ms","start":"2026-03-03T20:28:43.579837Z","end":"2026-03-03T20:28:43.766474Z","steps":["trace[346646680] 'process raft request' (duration: 95.247113ms)","trace[346646680] 'compare' (duration: 90.937293ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:43.767122Z","caller":"traceutil/trace.go:171","msg":"trace[1013068685] transaction","detail":"{read_only:false; response_revision:11311; number_of_response:1; }","duration":"152.277108ms","start":"2026-03-03T20:28:43.614822Z","end":"2026-03-03T20:28:43.767099Z","steps":["trace[1013068685] 'process raft request' (duration: 151.590322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:43.767183Z","caller":"traceutil/trace.go:171","msg":"trace[819493734] linearizableReadLoop","detail":"{readStateIndex:11742; appliedIndex:11740; }","duration":"153.20945ms","start":"2026-03-03T20:28:43.613955Z","end":"2026-03-03T20:28:43.767165Z","steps":["trace[819493734] 'read index received' (duration: 20.847795ms)","trace[819493734] 'applied index is now lower than readState.Index' (duration: 132.360135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:43.767339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.363394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:43.767396Z","caller":"traceutil/trace.go:171","msg":"trace[1758079429] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11311; }","duration":"153.469916ms","start":"2026-03-03T20:28:43.613912Z","end":"2026-03-03T20:28:43.767382Z","steps":["trace[1758079429] 'agreement among raft nodes before linearized reading' (duration: 153.360174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:43.767448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.151841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:43.767491Z","caller":"traceutil/trace.go:171","msg":"trace[1312209638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11311; }","duration":"132.223283ms","start":"2026-03-03T20:28:43.635255Z","end":"2026-03-03T20:28:43.767479Z","steps":["trace[1312209638] 'agreement among raft nodes before linearized reading' (duration: 132.172301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:43.767482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.005035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:43.767398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.198016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:43.76765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.664987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T20:28:43.767682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.262298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:43.767711Z","caller":"traceutil/trace.go:171","msg":"trace[1167448] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11311; }","duration":"152.313619ms","start":"2026-03-03T20:28:43.615388Z","end":"2026-03-03T20:28:43.767702Z","steps":["trace[1167448] 'agreement among raft nodes before linearized reading' (duration: 152.261968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:43.767764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.653777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:43.767802Z","caller":"traceutil/trace.go:171","msg":"trace[658804708] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11311; }","duration":"152.720539ms","start":"2026-03-03T20:28:43.615072Z","end":"2026-03-03T20:28:43.767793Z","steps":["trace[658804708] 'agreement among raft nodes before linearized reading' (duration: 152.663098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:43.767816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.060686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T20:28:43.76766Z","caller":"traceutil/trace.go:171","msg":"trace[1022556406] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11311; }","duration":"152.483704ms","start":"2026-03-03T20:28:43.615162Z","end":"2026-03-03T20:28:43.767645Z","steps":["trace[1022556406] 'agreement among raft nodes before linearized reading' (duration: 152.183647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:43.767854Z","caller":"traceutil/trace.go:171","msg":"trace[551155773] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11311; }","duration":"153.122798ms","start":"2026-03-03T20:28:43.614722Z","end":"2026-03-03T20:28:43.767845Z","steps":["trace[551155773] 'agreement among raft nodes before linearized reading' (duration: 152.917403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:43.767709Z","caller":"traceutil/trace.go:171","msg":"trace[390353539] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11311; }","duration":"152.74766ms","start":"2026-03-03T20:28:43.614947Z","end":"2026-03-03T20:28:43.767695Z","steps":["trace[390353539] 'agreement among raft nodes before linearized reading' (duration: 152.577306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:43.767847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.589636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:43.76793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.267441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:43.767957Z","caller":"traceutil/trace.go:171","msg":"trace[1835724128] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11311; }","duration":"152.732289ms","start":"2026-03-03T20:28:43.615199Z","end":"2026-03-03T20:28:43.767932Z","steps":["trace[1835724128] 'agreement among raft nodes before linearized reading' (duration: 152.492724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:43.767973Z","caller":"traceutil/trace.go:171","msg":"trace[437339611] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11311; }","duration":"153.331533ms","start":"2026-03-03T20:28:43.61463Z","end":"2026-03-03T20:28:43.767962Z","steps":["trace[437339611] 'agreement among raft nodes before linearized reading' (duration: 153.271852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:43.767586Z","caller":"traceutil/trace.go:171","msg":"trace[806492029] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11311; }","duration":"153.1834ms","start":"2026-03-03T20:28:43.614384Z","end":"2026-03-03T20:28:43.767567Z","steps":["trace[806492029] 'agreement among raft nodes before linearized reading' (duration: 152.931464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:43.768295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.916883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:28:43.768356Z","caller":"traceutil/trace.go:171","msg":"trace[1371245553] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11311; }","duration":"153.003495ms","start":"2026-03-03T20:28:43.615339Z","end":"2026-03-03T20:28:43.768343Z","steps":["trace[1371245553] 'agreement among raft nodes before linearized reading' (duration: 152.847291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:44.140292Z","caller":"traceutil/trace.go:171","msg":"trace[1088489511] linearizableReadLoop","detail":"{readStateIndex:11745; appliedIndex:11744; }","duration":"155.650766ms","start":"2026-03-03T20:28:43.984601Z","end":"2026-03-03T20:28:44.140251Z","steps":["trace[1088489511] 'read index received' (duration: 92.227423ms)","trace[1088489511] 'applied index is now lower than readState.Index' (duration: 63.421533ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:44.140574Z","caller":"traceutil/trace.go:171","msg":"trace[1136302801] transaction","detail":"{read_only:false; response_revision:11312; number_of_response:1; }","duration":"181.257131ms","start":"2026-03-03T20:28:43.959278Z","end":"2026-03-03T20:28:44.140535Z","steps":["trace[1136302801] 'process raft request' (duration: 118.015863ms)","trace[1136302801] 'compare' (duration: 62.733066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:44.140669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.038765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:28:44.14072Z","caller":"traceutil/trace.go:171","msg":"trace[98908751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11312; }","duration":"156.120107ms","start":"2026-03-03T20:28:43.984583Z","end":"2026-03-03T20:28:44.140703Z","steps":["trace[98908751] 'agreement among raft nodes before linearized reading' (duration: 155.8189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:45.73533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.927333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:28:45.735441Z","caller":"traceutil/trace.go:171","msg":"trace[2072857932] linearizableReadLoop","detail":"{readStateIndex:11750; appliedIndex:11749; }","duration":"157.885109ms","start":"2026-03-03T20:28:45.577537Z","end":"2026-03-03T20:28:45.735422Z","steps":["trace[2072857932] 'read index received' (duration: 42.721µs)","trace[2072857932] 'applied index is now lower than readState.Index' (duration: 157.840838ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:45.735535Z","caller":"traceutil/trace.go:171","msg":"trace[1479808499] transaction","detail":"{read_only:false; response_revision:11317; number_of_response:1; }","duration":"368.284287ms","start":"2026-03-03T20:28:45.367239Z","end":"2026-03-03T20:28:45.735523Z","steps":["trace[1479808499] 'process raft request' (duration: 144.060117ms)","trace[1479808499] 'compare' (duration: 223.707258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:45.735639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.092874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:28:45.73561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.36722Z","time spent":"368.341079ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:28:45.73572Z","caller":"traceutil/trace.go:171","msg":"trace[1681995461] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11317; }","duration":"158.182146ms","start":"2026-03-03T20:28:45.57752Z","end":"2026-03-03T20:28:45.735702Z","steps":["trace[1681995461] 'agreement among raft nodes before linearized reading' (duration: 158.048922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:45.99702Z","caller":"traceutil/trace.go:171","msg":"trace[688736512] linearizableReadLoop","detail":"{readStateIndex:11751; appliedIndex:11750; }","duration":"224.484406ms","start":"2026-03-03T20:28:45.772516Z","end":"2026-03-03T20:28:45.997001Z","steps":["trace[688736512] 'read index received' (duration: 224.418025ms)","trace[688736512] 'applied index is now lower than readState.Index' (duration: 65.541µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:45.997079Z","caller":"traceutil/trace.go:171","msg":"trace[1642181440] transaction","detail":"{read_only:false; response_revision:11318; number_of_response:1; }","duration":"257.35719ms","start":"2026-03-03T20:28:45.73969Z","end":"2026-03-03T20:28:45.997047Z","steps":["trace[1642181440] 'process raft request' (duration: 257.170826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:45.99715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.614449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:45.99719Z","caller":"traceutil/trace.go:171","msg":"trace[263081768] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11318; }","duration":"224.719501ms","start":"2026-03-03T20:28:45.77246Z","end":"2026-03-03T20:28:45.99718Z","steps":["trace[263081768] 'agreement among raft nodes before linearized reading' (duration: 224.634049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:46.191065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.001527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:28:46.191207Z","caller":"traceutil/trace.go:171","msg":"trace[1091535014] linearizableReadLoop","detail":"{readStateIndex:11752; appliedIndex:11751; }","duration":"194.10772ms","start":"2026-03-03T20:28:45.997073Z","end":"2026-03-03T20:28:46.191181Z","steps":["trace[1091535014] 'read index received' (duration: 64.905338ms)","trace[1091535014] 'applied index is now lower than readState.Index' (duration: 129.200152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:46.19126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.571187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:46.191323Z","caller":"traceutil/trace.go:171","msg":"trace[1095627555] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11319; }","duration":"406.652159ms","start":"2026-03-03T20:28:45.784658Z","end":"2026-03-03T20:28:46.19131Z","steps":["trace[1095627555] 'agreement among raft nodes before linearized reading' (duration: 406.550077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:46.191315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.047907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:46.191384Z","caller":"traceutil/trace.go:171","msg":"trace[372893877] transaction","detail":"{read_only:false; response_revision:11319; number_of_response:1; }","duration":"418.356601ms","start":"2026-03-03T20:28:45.773018Z","end":"2026-03-03T20:28:46.191375Z","steps":["trace[372893877] 'process raft request' (duration: 288.920324ms)","trace[372893877] 'compare' (duration: 128.838994ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:46.191413Z","caller":"traceutil/trace.go:171","msg":"trace[1435993010] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11319; }","duration":"416.17321ms","start":"2026-03-03T20:28:45.775218Z","end":"2026-03-03T20:28:46.191392Z","steps":["trace[1435993010] 'agreement among raft nodes before linearized reading' (duration: 415.996936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:46.191456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.772995Z","time spent":"418.407872ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:28:46.19147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.77521Z","time spent":"416.248752ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:28:46.191505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.938488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:46.191549Z","caller":"traceutil/trace.go:171","msg":"trace[621533340] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11319; }","duration":"416.988299ms","start":"2026-03-03T20:28:45.774544Z","end":"2026-03-03T20:28:46.191532Z","steps":["trace[621533340] 'agreement among raft nodes before linearized reading' (duration: 416.937048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:46.191608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.774537Z","time spent":"417.060691ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T20:28:46.191713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.443804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T20:28:46.191743Z","caller":"traceutil/trace.go:171","msg":"trace[459400954] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11319; }","duration":"406.515856ms","start":"2026-03-03T20:28:45.785219Z","end":"2026-03-03T20:28:46.191735Z","steps":["trace[459400954] 'agreement among raft nodes before linearized reading' (duration: 406.399003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:46.191768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.785195Z","time spent":"406.566676ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T20:28:46.19181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.091445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T20:28:46.191848Z","caller":"traceutil/trace.go:171","msg":"trace[1794778073] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11319; }","duration":"418.159586ms","start":"2026-03-03T20:28:45.773677Z","end":"2026-03-03T20:28:46.191836Z","steps":["trace[1794778073] 'agreement among raft nodes before linearized reading' (duration: 418.047294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:46.191882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.773666Z","time spent":"418.207717ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:28:46.191913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.585381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:28:46.191934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.211892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:46.191953Z","caller":"traceutil/trace.go:171","msg":"trace[886869818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11319; }","duration":"407.633722ms","start":"2026-03-03T20:28:45.784308Z","end":"2026-03-03T20:28:46.191941Z","steps":["trace[886869818] 'agreement among raft nodes before linearized reading' (duration: 407.480918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:46.191989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.784303Z","time spent":"407.679283ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:28:46.192205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.027201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:46.192249Z","caller":"traceutil/trace.go:171","msg":"trace[1326359021] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11319; }","duration":"408.079573ms","start":"2026-03-03T20:28:45.784158Z","end":"2026-03-03T20:28:46.192237Z","steps":["trace[1326359021] 'agreement among raft nodes before linearized reading' (duration: 408.017271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:46.192281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.784151Z","time spent":"408.122823ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:28:46.191354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.784651Z","time spent":"406.69673ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:28:46.191991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.315055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:28:46.192478Z","caller":"traceutil/trace.go:171","msg":"trace[1337022443] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11319; }","duration":"407.820746ms","start":"2026-03-03T20:28:45.784648Z","end":"2026-03-03T20:28:46.192468Z","steps":["trace[1337022443] 'agreement among raft nodes before linearized reading' (duration: 407.327564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:46.191453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.332954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T20:28:46.192509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.784635Z","time spent":"407.865217ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T20:28:46.19254Z","caller":"traceutil/trace.go:171","msg":"trace[58526586] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11319; }","duration":"417.423299ms","start":"2026-03-03T20:28:45.77509Z","end":"2026-03-03T20:28:46.192513Z","steps":["trace[58526586] 'agreement among raft nodes before linearized reading' (duration: 416.216261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:46.191961Z","caller":"traceutil/trace.go:171","msg":"trace[1853342650] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11319; }","duration":"407.248043ms","start":"2026-03-03T20:28:45.784705Z","end":"2026-03-03T20:28:46.191953Z","steps":["trace[1853342650] 'agreement among raft nodes before linearized reading' (duration: 407.196652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:46.19262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.775083Z","time spent":"417.509662ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:28:46.192635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:28:45.784701Z","time spent":"407.917878ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:28:46.569798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.722999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:28:46.569906Z","caller":"traceutil/trace.go:171","msg":"trace[478819930] linearizableReadLoop","detail":"{readStateIndex:11755; appliedIndex:11754; }","duration":"159.924096ms","start":"2026-03-03T20:28:46.409958Z","end":"2026-03-03T20:28:46.569882Z","steps":["trace[478819930] 'read index received' (duration: 19.011132ms)","trace[478819930] 'applied index is now lower than readState.Index' (duration: 140.911794ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:46.570229Z","caller":"traceutil/trace.go:171","msg":"trace[489441356] transaction","detail":"{read_only:false; response_revision:11322; number_of_response:1; }","duration":"232.589004ms","start":"2026-03-03T20:28:46.337619Z","end":"2026-03-03T20:28:46.570208Z","steps":["trace[489441356] 'process raft request' (duration: 91.374383ms)","trace[489441356] 'compare' (duration: 140.30205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:46.570283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.304975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:28:46.570501Z","caller":"traceutil/trace.go:171","msg":"trace[1051400018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11322; }","duration":"160.51947ms","start":"2026-03-03T20:28:46.409902Z","end":"2026-03-03T20:28:46.570422Z","steps":["trace[1051400018] 'agreement among raft nodes before linearized reading' (duration: 160.173572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:46.57034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.089697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:28:46.570523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.370897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:28:46.570615Z","caller":"traceutil/trace.go:171","msg":"trace[1613712004] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11322; }","duration":"125.395953ms","start":"2026-03-03T20:28:46.445174Z","end":"2026-03-03T20:28:46.57057Z","steps":["trace[1613712004] 'agreement among raft nodes before linearized reading' (duration: 125.018425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:46.570747Z","caller":"traceutil/trace.go:171","msg":"trace[1628486786] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:11322; }","duration":"154.676964ms","start":"2026-03-03T20:28:46.415903Z","end":"2026-03-03T20:28:46.57058Z","steps":["trace[1628486786] 'agreement among raft nodes before linearized reading' (duration: 154.253794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:46.868535Z","caller":"traceutil/trace.go:171","msg":"trace[297018250] linearizableReadLoop","detail":"{readStateIndex:11756; appliedIndex:11755; }","duration":"293.276444ms","start":"2026-03-03T20:28:46.575231Z","end":"2026-03-03T20:28:46.868508Z","steps":["trace[297018250] 'read index received' (duration: 265.025758ms)","trace[297018250] 'applied index is now lower than readState.Index' (duration: 28.249626ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:46.868645Z","caller":"traceutil/trace.go:171","msg":"trace[1979419548] transaction","detail":"{read_only:false; response_revision:11323; number_of_response:1; }","duration":"294.004201ms","start":"2026-03-03T20:28:46.574583Z","end":"2026-03-03T20:28:46.868587Z","steps":["trace[1979419548] 'process raft request' (duration: 265.792306ms)","trace[1979419548] 'compare' (duration: 27.98707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:46.869668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.413631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444890"} {"level":"info","ts":"2026-03-03T20:28:46.869717Z","caller":"traceutil/trace.go:171","msg":"trace[1754532013] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11323; }","duration":"294.520533ms","start":"2026-03-03T20:28:46.575185Z","end":"2026-03-03T20:28:46.869705Z","steps":["trace[1754532013] 'agreement among raft nodes before linearized reading' (duration: 293.422718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:48.405953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.503193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:28:48.406035Z","caller":"traceutil/trace.go:171","msg":"trace[1309246736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11327; }","duration":"121.613876ms","start":"2026-03-03T20:28:48.284397Z","end":"2026-03-03T20:28:48.406011Z","steps":["trace[1309246736] 'range keys from in-memory index tree' (duration: 121.284369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:48.406033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.82257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T20:28:48.406119Z","caller":"traceutil/trace.go:171","msg":"trace[1630301808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11327; }","duration":"136.969813ms","start":"2026-03-03T20:28:48.269129Z","end":"2026-03-03T20:28:48.406098Z","steps":["trace[1630301808] 'range keys from in-memory index tree' (duration: 136.660716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:28:48.623977Z","caller":"traceutil/trace.go:171","msg":"trace[1905365093] transaction","detail":"{read_only:false; response_revision:11329; number_of_response:1; }","duration":"213.208374ms","start":"2026-03-03T20:28:48.410736Z","end":"2026-03-03T20:28:48.623945Z","steps":["trace[1905365093] 'process raft request' (duration: 135.439807ms)","trace[1905365093] 'compare' (duration: 77.368568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:28:49.225624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.354318ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:28:49.560299Z","caller":"traceutil/trace.go:171","msg":"trace[1488167387] linearizableReadLoop","detail":"{readStateIndex:11766; appliedIndex:11765; }","duration":"117.941551ms","start":"2026-03-03T20:28:49.442327Z","end":"2026-03-03T20:28:49.560269Z","steps":["trace[1488167387] 'read index received' (duration: 117.509691ms)","trace[1488167387] 'applied index is now lower than readState.Index' (duration: 430.03µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:28:49.56049Z","caller":"traceutil/trace.go:171","msg":"trace[439027767] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"181.498798ms","start":"2026-03-03T20:28:49.378952Z","end":"2026-03-03T20:28:49.560451Z","steps":["trace[439027767] 'process raft request' (duration: 180.895754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:28:49.560964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.614796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T20:28:49.561086Z","caller":"traceutil/trace.go:171","msg":"trace[546014410] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11332; }","duration":"118.78957ms","start":"2026-03-03T20:28:49.442278Z","end":"2026-03-03T20:28:49.561068Z","steps":["trace[546014410] 'agreement among raft nodes before linearized reading' (duration: 118.104274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:04.72366Z","caller":"traceutil/trace.go:171","msg":"trace[1538609458] transaction","detail":"{read_only:false; response_revision:11453; number_of_response:1; }","duration":"197.94532ms","start":"2026-03-03T20:29:04.525683Z","end":"2026-03-03T20:29:04.723629Z","steps":["trace[1538609458] 'process raft request' (duration: 197.717235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:10.880238Z","caller":"traceutil/trace.go:171","msg":"trace[1999597987] transaction","detail":"{read_only:false; response_revision:11485; number_of_response:1; }","duration":"105.617144ms","start":"2026-03-03T20:29:10.774597Z","end":"2026-03-03T20:29:10.880214Z","steps":["trace[1999597987] 'process raft request' (duration: 105.406569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:29:14.084062Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9499} {"level":"warn","ts":"2026-03-03T20:29:14.404856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.127096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:29:14.405055Z","caller":"traceutil/trace.go:171","msg":"trace[2021763564] transaction","detail":"{read_only:false; response_revision:11505; number_of_response:1; }","duration":"118.235877ms","start":"2026-03-03T20:29:14.286792Z","end":"2026-03-03T20:29:14.405028Z","steps":["trace[2021763564] 'process raft request' (duration: 17.882095ms)","trace[2021763564] 'compare' (duration: 91.743632ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:29:14.468255Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9499,"took":"381.924215ms","hash":3308621107,"current-db-size-bytes":40116224,"current-db-size":"40 MB","current-db-size-in-use-bytes":21843968,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T20:29:14.468334Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3308621107,"revision":9499,"compact-revision":7352} {"level":"info","ts":"2026-03-03T20:32:44.516784Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033f3.wal"} {"level":"info","ts":"2026-03-03T20:33:01.30305Z","caller":"traceutil/trace.go:171","msg":"trace[583440813] transaction","detail":"{read_only:false; response_revision:12958; number_of_response:1; }","duration":"107.287103ms","start":"2026-03-03T20:33:01.195719Z","end":"2026-03-03T20:33:01.303006Z","steps":["trace[583440813] 'process raft request' (duration: 78.135696ms)","trace[583440813] 'compare' (duration: 28.984183ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:33:01.504997Z","caller":"traceutil/trace.go:171","msg":"trace[1047035302] linearizableReadLoop","detail":"{readStateIndex:13451; appliedIndex:13450; }","duration":"125.353962ms","start":"2026-03-03T20:33:01.379616Z","end":"2026-03-03T20:33:01.50497Z","steps":["trace[1047035302] 'read index received' (duration: 117.624323ms)","trace[1047035302] 'applied index is now lower than readState.Index' (duration: 7.728469ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:33:01.505072Z","caller":"traceutil/trace.go:171","msg":"trace[1794047074] transaction","detail":"{read_only:false; response_revision:12959; number_of_response:1; }","duration":"151.407718ms","start":"2026-03-03T20:33:01.353625Z","end":"2026-03-03T20:33:01.505032Z","steps":["trace[1794047074] 'process raft request' (duration: 143.704299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:33:01.505191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.560147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:33:01.505225Z","caller":"traceutil/trace.go:171","msg":"trace[1542368967] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12959; }","duration":"125.66975ms","start":"2026-03-03T20:33:01.379544Z","end":"2026-03-03T20:33:01.505213Z","steps":["trace[1542368967] 'agreement among raft nodes before linearized reading' (duration: 125.578178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:34:14.091423Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11504} {"level":"info","ts":"2026-03-03T20:34:14.189332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11504,"took":"95.188011ms","hash":1001112008,"current-db-size-bytes":40116224,"current-db-size":"40 MB","current-db-size-in-use-bytes":23867392,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T20:34:14.189425Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1001112008,"revision":11504,"compact-revision":9499} {"level":"info","ts":"2026-03-03T20:34:17.961021Z","caller":"traceutil/trace.go:171","msg":"trace[1375914871] transaction","detail":"{read_only:false; response_revision:13420; number_of_response:1; }","duration":"132.104319ms","start":"2026-03-03T20:34:17.828894Z","end":"2026-03-03T20:34:17.960998Z","steps":["trace[1375914871] 'process raft request' (duration: 130.576333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:34:24.363099Z","caller":"traceutil/trace.go:171","msg":"trace[1782193940] transaction","detail":"{read_only:false; response_revision:13477; number_of_response:1; }","duration":"380.409335ms","start":"2026-03-03T20:34:23.982666Z","end":"2026-03-03T20:34:24.363076Z","steps":["trace[1782193940] 'process raft request' (duration: 380.264072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:24.363259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:23.982646Z","time spent":"380.531559ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:34:27.618699Z","caller":"traceutil/trace.go:171","msg":"trace[739831505] transaction","detail":"{read_only:false; response_revision:13491; number_of_response:1; }","duration":"242.421931ms","start":"2026-03-03T20:34:27.376248Z","end":"2026-03-03T20:34:27.61867Z","steps":["trace[739831505] 'process raft request' (duration: 241.52362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:34:47.016892Z","caller":"traceutil/trace.go:171","msg":"trace[291934627] transaction","detail":"{read_only:false; response_revision:13587; number_of_response:1; }","duration":"224.305361ms","start":"2026-03-03T20:34:46.792565Z","end":"2026-03-03T20:34:47.016871Z","steps":["trace[291934627] 'process raft request' (duration: 224.163507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:34:47.66207Z","caller":"traceutil/trace.go:171","msg":"trace[27799535] linearizableReadLoop","detail":"{readStateIndex:14107; appliedIndex:14105; }","duration":"763.820363ms","start":"2026-03-03T20:34:46.898228Z","end":"2026-03-03T20:34:47.662049Z","steps":["trace[27799535] 'read index received' (duration: 118.513453ms)","trace[27799535] 'applied index is now lower than readState.Index' (duration: 645.30587ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:34:47.662146Z","caller":"traceutil/trace.go:171","msg":"trace[971867074] transaction","detail":"{read_only:false; response_revision:13588; number_of_response:1; }","duration":"868.665349ms","start":"2026-03-03T20:34:46.793443Z","end":"2026-03-03T20:34:47.662109Z","steps":["trace[971867074] 'process raft request' (duration: 868.462605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:47.662267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.021748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:34:47.662313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:46.793426Z","time spent":"868.796492ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:34:47.662358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.195443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:34:47.66236Z","caller":"traceutil/trace.go:171","msg":"trace[1270183694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13588; }","duration":"764.150351ms","start":"2026-03-03T20:34:46.898187Z","end":"2026-03-03T20:34:47.662337Z","steps":["trace[1270183694] 'agreement among raft nodes before linearized reading' (duration: 763.982827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:34:47.662389Z","caller":"traceutil/trace.go:171","msg":"trace[489997435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13588; }","duration":"408.278315ms","start":"2026-03-03T20:34:47.254102Z","end":"2026-03-03T20:34:47.66238Z","steps":["trace[489997435] 'agreement among raft nodes before linearized reading' (duration: 408.08026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:47.662411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:47.25408Z","time spent":"408.325535ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:34:47.662423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:46.898175Z","time spent":"764.232153ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:34:47.662472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.295021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:34:47.662564Z","caller":"traceutil/trace.go:171","msg":"trace[338165332] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:13588; }","duration":"664.449345ms","start":"2026-03-03T20:34:46.998094Z","end":"2026-03-03T20:34:47.662543Z","steps":["trace[338165332] 'agreement among raft nodes before linearized reading' (duration: 664.280501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:47.662611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:46.998072Z","time spent":"664.526497ms","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:34:47.662647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.230778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150918"} {"level":"info","ts":"2026-03-03T20:34:47.662667Z","caller":"traceutil/trace.go:171","msg":"trace[859295538] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13588; }","duration":"750.288849ms","start":"2026-03-03T20:34:46.912371Z","end":"2026-03-03T20:34:47.66266Z","steps":["trace[859295538] 'agreement among raft nodes before linearized reading' (duration: 750.122225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:47.66268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:46.912345Z","time spent":"750.332271ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150942,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:34:56.085113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.53535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:34:56.085203Z","caller":"traceutil/trace.go:171","msg":"trace[361447522] linearizableReadLoop","detail":"{readStateIndex:14147; appliedIndex:14145; }","duration":"358.781305ms","start":"2026-03-03T20:34:55.72641Z","end":"2026-03-03T20:34:56.085191Z","steps":["trace[361447522] 'read index received' (duration: 42.803535ms)","trace[361447522] 'applied index is now lower than readState.Index' (duration: 315.97699ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:34:56.085274Z","caller":"traceutil/trace.go:171","msg":"trace[2076792134] transaction","detail":"{read_only:false; response_revision:13626; number_of_response:1; }","duration":"362.361078ms","start":"2026-03-03T20:34:55.722874Z","end":"2026-03-03T20:34:56.085235Z","steps":["trace[2076792134] 'process raft request' (duration: 241.643313ms)","trace[2076792134] 'compare' (duration: 120.193312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:34:56.085325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.925598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:34:56.08535Z","caller":"traceutil/trace.go:171","msg":"trace[947901212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13626; }","duration":"358.991709ms","start":"2026-03-03T20:34:55.72635Z","end":"2026-03-03T20:34:56.085342Z","steps":["trace[947901212] 'agreement among raft nodes before linearized reading' (duration: 358.901517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:56.08537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:55.72633Z","time spent":"359.03507ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:34:56.085435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:55.722857Z","time spent":"362.48922ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:34:56.085505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.226244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:34:56.085571Z","caller":"traceutil/trace.go:171","msg":"trace[888985507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13626; }","duration":"108.369947ms","start":"2026-03-03T20:34:55.977186Z","end":"2026-03-03T20:34:56.085556Z","steps":["trace[888985507] 'agreement among raft nodes before linearized reading' (duration: 108.225364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:56.085631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.746546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:34:56.085741Z","caller":"traceutil/trace.go:171","msg":"trace[1793222422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13626; }","duration":"303.881339ms","start":"2026-03-03T20:34:55.781835Z","end":"2026-03-03T20:34:56.085717Z","steps":["trace[1793222422] 'agreement among raft nodes before linearized reading' (duration: 303.49148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:34:56.085789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:34:55.78181Z","time spent":"303.969431ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:35:04.134984Z","caller":"traceutil/trace.go:171","msg":"trace[991005157] linearizableReadLoop","detail":"{readStateIndex:14200; appliedIndex:14199; }","duration":"331.953771ms","start":"2026-03-03T20:35:03.803003Z","end":"2026-03-03T20:35:04.134956Z","steps":["trace[991005157] 'read index received' (duration: 331.814078ms)","trace[991005157] 'applied index is now lower than readState.Index' (duration: 138.553µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:04.135101Z","caller":"traceutil/trace.go:171","msg":"trace[1535980220] transaction","detail":"{read_only:false; response_revision:13677; number_of_response:1; }","duration":"462.600936ms","start":"2026-03-03T20:35:03.672462Z","end":"2026-03-03T20:35:04.135063Z","steps":["trace[1535980220] 'process raft request' (duration: 462.279298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:04.135241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.230327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:35:04.135274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:03.672391Z","time spent":"462.794371ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:04.135285Z","caller":"traceutil/trace.go:171","msg":"trace[48452081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13677; }","duration":"332.354581ms","start":"2026-03-03T20:35:03.802917Z","end":"2026-03-03T20:35:04.135272Z","steps":["trace[48452081] 'agreement among raft nodes before linearized reading' (duration: 332.192947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:04.135334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:03.802883Z","time spent":"332.439303ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:35:04.344367Z","caller":"traceutil/trace.go:171","msg":"trace[1385945241] linearizableReadLoop","detail":"{readStateIndex:14201; appliedIndex:14200; }","duration":"209.258111ms","start":"2026-03-03T20:35:04.135079Z","end":"2026-03-03T20:35:04.344337Z","steps":["trace[1385945241] 'read index received' (duration: 128.940985ms)","trace[1385945241] 'applied index is now lower than readState.Index' (duration: 80.315646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:04.344575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.200263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:35:04.344602Z","caller":"traceutil/trace.go:171","msg":"trace[192726234] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13678; }","duration":"278.310405ms","start":"2026-03-03T20:35:04.066281Z","end":"2026-03-03T20:35:04.344591Z","steps":["trace[192726234] 'agreement among raft nodes before linearized reading' (duration: 278.203072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:04.344586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.57719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:04.344659Z","caller":"traceutil/trace.go:171","msg":"trace[1816910714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13678; }","duration":"454.670752ms","start":"2026-03-03T20:35:03.889974Z","end":"2026-03-03T20:35:04.344645Z","steps":["trace[1816910714] 'agreement among raft nodes before linearized reading' (duration: 454.541469ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:04.344647Z","caller":"traceutil/trace.go:171","msg":"trace[364899542] transaction","detail":"{read_only:false; response_revision:13678; number_of_response:1; }","duration":"229.345298ms","start":"2026-03-03T20:35:04.11525Z","end":"2026-03-03T20:35:04.344595Z","steps":["trace[364899542] 'process raft request' (duration: 148.752546ms)","trace[364899542] 'compare' (duration: 80.214443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:04.344698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:03.889938Z","time spent":"454.752803ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:35:04.344831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.178791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T20:35:04.34496Z","caller":"traceutil/trace.go:171","msg":"trace[815499322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13678; }","duration":"222.271793ms","start":"2026-03-03T20:35:04.122633Z","end":"2026-03-03T20:35:04.344904Z","steps":["trace[815499322] 'agreement among raft nodes before linearized reading' (duration: 222.093219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:04.344655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.203462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:35:04.345032Z","caller":"traceutil/trace.go:171","msg":"trace[966043133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13678; }","duration":"222.640552ms","start":"2026-03-03T20:35:04.122374Z","end":"2026-03-03T20:35:04.345014Z","steps":["trace[966043133] 'agreement among raft nodes before linearized reading' (duration: 222.041788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:04.345221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.389222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T20:35:04.345254Z","caller":"traceutil/trace.go:171","msg":"trace[810041388] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:13678; }","duration":"481.448764ms","start":"2026-03-03T20:35:03.863796Z","end":"2026-03-03T20:35:04.345245Z","steps":["trace[810041388] 'agreement among raft nodes before linearized reading' (duration: 481.146877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:04.345279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:03.86378Z","time spent":"481.492655ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-03T20:35:04.372326Z","caller":"traceutil/trace.go:171","msg":"trace[785791176] transaction","detail":"{read_only:false; response_revision:13679; number_of_response:1; }","duration":"232.936541ms","start":"2026-03-03T20:35:04.139362Z","end":"2026-03-03T20:35:04.372299Z","steps":["trace[785791176] 'process raft request' (duration: 232.798187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:04.372498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.061905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:35:04.372564Z","caller":"traceutil/trace.go:171","msg":"trace[321965976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:13679; }","duration":"224.172827ms","start":"2026-03-03T20:35:04.148373Z","end":"2026-03-03T20:35:04.372546Z","steps":["trace[321965976] 'agreement among raft nodes before linearized reading' (duration: 223.930222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:04.533699Z","caller":"traceutil/trace.go:171","msg":"trace[2137493077] transaction","detail":"{read_only:false; response_revision:13682; number_of_response:1; }","duration":"144.412075ms","start":"2026-03-03T20:35:04.389244Z","end":"2026-03-03T20:35:04.533657Z","steps":["trace[2137493077] 'process raft request' (duration: 65.01719ms)","trace[2137493077] 'compare' (duration: 79.237551ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:04.779022Z","caller":"traceutil/trace.go:171","msg":"trace[663331538] transaction","detail":"{read_only:false; response_revision:13683; number_of_response:1; }","duration":"128.057325ms","start":"2026-03-03T20:35:04.650931Z","end":"2026-03-03T20:35:04.778988Z","steps":["trace[663331538] 'process raft request' (duration: 82.461196ms)","trace[663331538] 'compare' (duration: 45.250181ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:04.826244Z","caller":"traceutil/trace.go:171","msg":"trace[1485608372] linearizableReadLoop","detail":"{readStateIndex:14208; appliedIndex:14206; }","duration":"108.517501ms","start":"2026-03-03T20:35:04.717699Z","end":"2026-03-03T20:35:04.826216Z","steps":["trace[1485608372] 'read index received' (duration: 15.702085ms)","trace[1485608372] 'applied index is now lower than readState.Index' (duration: 92.814176ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:04.826339Z","caller":"traceutil/trace.go:171","msg":"trace[876450713] transaction","detail":"{read_only:false; response_revision:13684; number_of_response:1; }","duration":"134.73435ms","start":"2026-03-03T20:35:04.691575Z","end":"2026-03-03T20:35:04.82631Z","steps":["trace[876450713] 'process raft request' (duration: 134.507785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:04.826458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.750536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:35:04.826504Z","caller":"traceutil/trace.go:171","msg":"trace[1001317465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13684; }","duration":"108.857268ms","start":"2026-03-03T20:35:04.717636Z","end":"2026-03-03T20:35:04.826493Z","steps":["trace[1001317465] 'agreement among raft nodes before linearized reading' (duration: 108.713425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:06.559461Z","caller":"traceutil/trace.go:171","msg":"trace[1150668624] transaction","detail":"{read_only:false; response_revision:13687; number_of_response:1; }","duration":"375.417891ms","start":"2026-03-03T20:35:06.184024Z","end":"2026-03-03T20:35:06.559441Z","steps":["trace[1150668624] 'process raft request' (duration: 375.291588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:06.559584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:06.183998Z","time spent":"375.521403ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:07.04132Z","caller":"traceutil/trace.go:171","msg":"trace[370435845] transaction","detail":"{read_only:false; response_revision:13688; number_of_response:1; }","duration":"691.015972ms","start":"2026-03-03T20:35:06.350259Z","end":"2026-03-03T20:35:07.041275Z","steps":["trace[370435845] 'process raft request' (duration: 631.352636ms)","trace[370435845] 'compare' (duration: 59.302518ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:07.041533Z","caller":"traceutil/trace.go:171","msg":"trace[1466907924] linearizableReadLoop","detail":"{readStateIndex:14212; appliedIndex:14210; }","duration":"664.21226ms","start":"2026-03-03T20:35:06.377301Z","end":"2026-03-03T20:35:07.041513Z","steps":["trace[1466907924] 'read index received' (duration: 182.0893ms)","trace[1466907924] 'applied index is now lower than readState.Index' (duration: 482.12068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:07.041615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:06.350235Z","time spent":"691.162126ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:07.042206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.461357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:35:07.042254Z","caller":"traceutil/trace.go:171","msg":"trace[415911699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13690; }","duration":"132.567839ms","start":"2026-03-03T20:35:06.909671Z","end":"2026-03-03T20:35:07.042239Z","steps":["trace[415911699] 'agreement among raft nodes before linearized reading' (duration: 132.464137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:07.042412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.303468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:07.042446Z","caller":"traceutil/trace.go:171","msg":"trace[2040011723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13690; }","duration":"152.37443ms","start":"2026-03-03T20:35:06.890063Z","end":"2026-03-03T20:35:07.042437Z","steps":["trace[2040011723] 'agreement among raft nodes before linearized reading' (duration: 152.326229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:07.042646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.594078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T20:35:07.042686Z","caller":"traceutil/trace.go:171","msg":"trace[1712537489] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13690; }","duration":"190.67905ms","start":"2026-03-03T20:35:06.851997Z","end":"2026-03-03T20:35:07.042676Z","steps":["trace[1712537489] 'agreement among raft nodes before linearized reading' (duration: 190.568857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:07.041628Z","caller":"traceutil/trace.go:171","msg":"trace[1997013450] transaction","detail":"{read_only:false; response_revision:13690; number_of_response:1; }","duration":"208.005592ms","start":"2026-03-03T20:35:06.833565Z","end":"2026-03-03T20:35:07.04157Z","steps":["trace[1997013450] 'process raft request' (duration: 207.946851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:07.042814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.810953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:35:07.04178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.479815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T20:35:07.042857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.826636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:35:07.042943Z","caller":"traceutil/trace.go:171","msg":"trace[1737764961] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:13690; }","duration":"643.953348ms","start":"2026-03-03T20:35:06.398971Z","end":"2026-03-03T20:35:07.042925Z","steps":["trace[1737764961] 'agreement among raft nodes before linearized reading' (duration: 643.665252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:07.042979Z","caller":"traceutil/trace.go:171","msg":"trace[2073019753] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:13690; }","duration":"385.981447ms","start":"2026-03-03T20:35:06.656916Z","end":"2026-03-03T20:35:07.042898Z","steps":["trace[2073019753] 'agreement among raft nodes before linearized reading' (duration: 385.795192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:07.042957Z","caller":"traceutil/trace.go:171","msg":"trace[818899623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13690; }","duration":"665.663823ms","start":"2026-03-03T20:35:06.377248Z","end":"2026-03-03T20:35:07.042912Z","steps":["trace[818899623] 'agreement among raft nodes before linearized reading' (duration: 664.378803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:07.043005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:06.39896Z","time spent":"644.029651ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:35:07.043048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.703009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:35:07.04306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:06.656893Z","time spent":"386.13068ms","remote":"127.0.0.1:35696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:35:07.043095Z","caller":"traceutil/trace.go:171","msg":"trace[1924618388] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13690; }","duration":"487.75248ms","start":"2026-03-03T20:35:06.555331Z","end":"2026-03-03T20:35:07.043083Z","steps":["trace[1924618388] 'agreement among raft nodes before linearized reading' (duration: 487.674178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:07.043098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:06.377044Z","time spent":"666.003351ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:35:07.041838Z","caller":"traceutil/trace.go:171","msg":"trace[453254124] transaction","detail":"{read_only:false; response_revision:13689; number_of_response:1; }","duration":"246.031725ms","start":"2026-03-03T20:35:06.795772Z","end":"2026-03-03T20:35:07.041804Z","steps":["trace[453254124] 'process raft request' (duration: 245.498723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:07.043143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:06.555313Z","time spent":"487.817222ms","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:35:07.041875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.231435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T20:35:07.043166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.421602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T20:35:07.043216Z","caller":"traceutil/trace.go:171","msg":"trace[1530754297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13690; }","duration":"651.583167ms","start":"2026-03-03T20:35:06.391608Z","end":"2026-03-03T20:35:07.043191Z","steps":["trace[1530754297] 'agreement among raft nodes before linearized reading' (duration: 650.211985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:07.043289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:06.391592Z","time spent":"651.679348ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:35:07.043289Z","caller":"traceutil/trace.go:171","msg":"trace[2012844248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13690; }","duration":"651.589306ms","start":"2026-03-03T20:35:06.391674Z","end":"2026-03-03T20:35:07.043263Z","steps":["trace[2012844248] 'agreement among raft nodes before linearized reading' (duration: 650.974102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:07.043342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:06.39166Z","time spent":"651.670778ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:35:07.043283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.166472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T20:35:07.043868Z","caller":"traceutil/trace.go:171","msg":"trace[1343957387] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13690; }","duration":"625.52325ms","start":"2026-03-03T20:35:06.418094Z","end":"2026-03-03T20:35:07.043617Z","steps":["trace[1343957387] 'agreement among raft nodes before linearized reading' (duration: 625.072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:07.04496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:06.418055Z","time spent":"626.045633ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:35:08.118444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.715553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:08.11877Z","caller":"traceutil/trace.go:171","msg":"trace[620192527] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13698; }","duration":"197.843716ms","start":"2026-03-03T20:35:07.920675Z","end":"2026-03-03T20:35:08.118518Z","steps":["trace[620192527] 'count revisions from in-memory index tree' (duration: 197.562629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:09.172229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.054074ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T20:35:09.172656Z","caller":"traceutil/trace.go:171","msg":"trace[641311376] transaction","detail":"{read_only:false; response_revision:13707; number_of_response:1; }","duration":"123.861268ms","start":"2026-03-03T20:35:09.048777Z","end":"2026-03-03T20:35:09.172639Z","steps":["trace[641311376] 'process raft request' (duration: 123.773276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:09.172708Z","caller":"traceutil/trace.go:171","msg":"trace[423709928] transaction","detail":"{read_only:false; response_revision:13705; number_of_response:1; }","duration":"124.577344ms","start":"2026-03-03T20:35:09.048113Z","end":"2026-03-03T20:35:09.17269Z","steps":["trace[423709928] 'process raft request' (duration: 124.227146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:09.172649Z","caller":"traceutil/trace.go:171","msg":"trace[684956247] transaction","detail":"{read_only:false; response_revision:13706; number_of_response:1; }","duration":"124.226446ms","start":"2026-03-03T20:35:09.048402Z","end":"2026-03-03T20:35:09.172629Z","steps":["trace[684956247] 'process raft request' (duration: 124.104283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:09.459188Z","caller":"traceutil/trace.go:171","msg":"trace[1163372540] transaction","detail":"{read_only:false; response_revision:13708; number_of_response:1; }","duration":"282.103914ms","start":"2026-03-03T20:35:09.177054Z","end":"2026-03-03T20:35:09.459158Z","steps":["trace[1163372540] 'process raft request' (duration: 189.8264ms)","trace[1163372540] 'compare' (duration: 91.943976ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:09.459392Z","caller":"traceutil/trace.go:171","msg":"trace[32816267] transaction","detail":"{read_only:false; response_revision:13711; number_of_response:1; }","duration":"281.221333ms","start":"2026-03-03T20:35:09.178146Z","end":"2026-03-03T20:35:09.459368Z","steps":["trace[32816267] 'process raft request' (duration: 281.134461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:09.459468Z","caller":"traceutil/trace.go:171","msg":"trace[131107446] linearizableReadLoop","detail":"{readStateIndex:14233; appliedIndex:14232; }","duration":"282.207626ms","start":"2026-03-03T20:35:09.177252Z","end":"2026-03-03T20:35:09.45946Z","steps":["trace[131107446] 'read index received' (duration: 189.617285ms)","trace[131107446] 'applied index is now lower than readState.Index' (duration: 92.589431ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:09.459475Z","caller":"traceutil/trace.go:171","msg":"trace[809378395] transaction","detail":"{read_only:false; response_revision:13712; number_of_response:1; }","duration":"262.022787ms","start":"2026-03-03T20:35:09.197426Z","end":"2026-03-03T20:35:09.459449Z","steps":["trace[809378395] 'process raft request' (duration: 261.891934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:09.459706Z","caller":"traceutil/trace.go:171","msg":"trace[1642256968] transaction","detail":"{read_only:false; response_revision:13709; number_of_response:1; }","duration":"281.95495ms","start":"2026-03-03T20:35:09.177739Z","end":"2026-03-03T20:35:09.459694Z","steps":["trace[1642256968] 'process raft request' (duration: 281.431748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:09.459838Z","caller":"traceutil/trace.go:171","msg":"trace[187156776] transaction","detail":"{read_only:false; response_revision:13710; number_of_response:1; }","duration":"281.998031ms","start":"2026-03-03T20:35:09.177831Z","end":"2026-03-03T20:35:09.459829Z","steps":["trace[187156776] 'process raft request' (duration: 281.408988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:09.459975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.302084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:09.460057Z","caller":"traceutil/trace.go:171","msg":"trace[232859671] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:13712; }","duration":"126.423857ms","start":"2026-03-03T20:35:09.33361Z","end":"2026-03-03T20:35:09.460034Z","steps":["trace[232859671] 'agreement among raft nodes before linearized reading' (duration: 126.256293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:09.46002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.675533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:35:09.460106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.83838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590872"} {"level":"info","ts":"2026-03-03T20:35:09.460146Z","caller":"traceutil/trace.go:171","msg":"trace[1179553927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13712; }","duration":"282.912862ms","start":"2026-03-03T20:35:09.177225Z","end":"2026-03-03T20:35:09.460138Z","steps":["trace[1179553927] 'agreement among raft nodes before linearized reading' (duration: 282.316019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:09.46014Z","caller":"traceutil/trace.go:171","msg":"trace[999833458] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:13712; }","duration":"281.833427ms","start":"2026-03-03T20:35:09.178276Z","end":"2026-03-03T20:35:09.460109Z","steps":["trace[999833458] 'agreement among raft nodes before linearized reading' (duration: 281.592921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:28.417747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.549471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:35:28.41797Z","caller":"traceutil/trace.go:171","msg":"trace[592602166] transaction","detail":"{read_only:false; response_revision:13981; number_of_response:1; }","duration":"859.560997ms","start":"2026-03-03T20:35:27.558392Z","end":"2026-03-03T20:35:28.417953Z","steps":["trace[592602166] 'process raft request' (duration: 859.501276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:28.417998Z","caller":"traceutil/trace.go:171","msg":"trace[96066148] transaction","detail":"{read_only:false; response_revision:13980; number_of_response:1; }","duration":"861.521922ms","start":"2026-03-03T20:35:27.556444Z","end":"2026-03-03T20:35:28.417966Z","steps":["trace[96066148] 'process raft request' (duration: 71.677844ms)","trace[96066148] 'compare' (duration: 789.213294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:28.418044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:27.558383Z","time spent":"859.629058ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:28.418174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:27.556403Z","time spent":"861.678426ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:28.418231Z","caller":"traceutil/trace.go:171","msg":"trace[1216274108] linearizableReadLoop","detail":"{readStateIndex:14517; appliedIndex:14516; }","duration":"861.357369ms","start":"2026-03-03T20:35:27.556863Z","end":"2026-03-03T20:35:28.41822Z","steps":["trace[1216274108] 'read index received' (duration: 71.344037ms)","trace[1216274108] 'applied index is now lower than readState.Index' (duration: 790.011942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:28.418428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.561124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:35:28.418466Z","caller":"traceutil/trace.go:171","msg":"trace[2025154389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13981; }","duration":"861.609915ms","start":"2026-03-03T20:35:27.556845Z","end":"2026-03-03T20:35:28.418455Z","steps":["trace[2025154389] 'agreement among raft nodes before linearized reading' (duration: 861.461311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:28.418501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:27.556838Z","time spent":"861.656996ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:35:28.418542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.420991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:35:28.418638Z","caller":"traceutil/trace.go:171","msg":"trace[1710070932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13981; }","duration":"858.555934ms","start":"2026-03-03T20:35:27.560057Z","end":"2026-03-03T20:35:28.418613Z","steps":["trace[1710070932] 'agreement among raft nodes before linearized reading' (duration: 858.303418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:28.418682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:27.560036Z","time spent":"858.638426ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:35:28.418684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.879331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-03T20:35:28.418683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.443845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:28.418731Z","caller":"traceutil/trace.go:171","msg":"trace[25797152] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1; range_end:; response_count:1; response_revision:13981; }","duration":"700.948273ms","start":"2026-03-03T20:35:27.71777Z","end":"2026-03-03T20:35:28.418718Z","steps":["trace[25797152] 'agreement among raft nodes before linearized reading' (duration: 700.800089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:28.41875Z","caller":"traceutil/trace.go:171","msg":"trace[1706898981] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:13981; }","duration":"333.546828ms","start":"2026-03-03T20:35:28.085177Z","end":"2026-03-03T20:35:28.418724Z","steps":["trace[1706898981] 'agreement among raft nodes before linearized reading' (duration: 333.410555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:28.418732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.067754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-03T20:35:28.418731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.003544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T20:35:28.418773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:27.717759Z","time spent":"701.006784ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3661,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1\" "} {"level":"warn","ts":"2026-03-03T20:35:28.418793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.085154Z","time spent":"333.62854ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:35:28.418808Z","caller":"traceutil/trace.go:171","msg":"trace[1103591271] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1; range_end:; response_count:1; response_revision:13981; }","duration":"453.181787ms","start":"2026-03-03T20:35:27.965607Z","end":"2026-03-03T20:35:28.418789Z","steps":["trace[1103591271] 'agreement among raft nodes before linearized reading' (duration: 452.952782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:28.418821Z","caller":"traceutil/trace.go:171","msg":"trace[1859366459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:13981; }","duration":"822.157119ms","start":"2026-03-03T20:35:27.596648Z","end":"2026-03-03T20:35:28.418805Z","steps":["trace[1859366459] 'agreement among raft nodes before linearized reading' (duration: 821.927883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:28.418853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:27.965586Z","time spent":"453.259749ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3661,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1\" "} {"level":"warn","ts":"2026-03-03T20:35:28.41886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:27.596631Z","time spent":"822.22096ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:35:28.928095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040966865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:35:29.695401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.294313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:35:29.695507Z","caller":"traceutil/trace.go:171","msg":"trace[1173065749] transaction","detail":"{read_only:false; response_revision:13982; number_of_response:1; }","duration":"1.271916585s","start":"2026-03-03T20:35:28.423572Z","end":"2026-03-03T20:35:29.695488Z","steps":["trace[1173065749] 'process raft request' (duration: 622.463638ms)","trace[1173065749] 'compare' (duration: 649.198951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:29.696942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.423548Z","time spent":"1.27295575s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:29.99365Z","caller":"traceutil/trace.go:171","msg":"trace[638867156] transaction","detail":"{read_only:false; response_revision:13983; number_of_response:1; }","duration":"1.569511579s","start":"2026-03-03T20:35:28.424117Z","end":"2026-03-03T20:35:29.993629Z","steps":["trace[638867156] 'process raft request' (duration: 1.510140249s)","trace[638867156] 'compare' (duration: 58.97705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:29.993765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.424082Z","time spent":"1.569619641s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:29.99385Z","caller":"traceutil/trace.go:171","msg":"trace[999254826] transaction","detail":"{read_only:false; response_revision:13984; number_of_response:1; }","duration":"1.569606861s","start":"2026-03-03T20:35:28.424236Z","end":"2026-03-03T20:35:29.993843Z","steps":["trace[999254826] 'process raft request' (duration: 1.569294283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.99388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.424226Z","time spent":"1.569639791s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:29.99397Z","caller":"traceutil/trace.go:171","msg":"trace[1984815757] transaction","detail":"{read_only:false; response_revision:13985; number_of_response:1; }","duration":"1.56096555s","start":"2026-03-03T20:35:28.432944Z","end":"2026-03-03T20:35:29.99391Z","steps":["trace[1984815757] 'process raft request' (duration: 1.560702984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.994278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.432931Z","time spent":"1.561240606s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:29.99639Z","caller":"traceutil/trace.go:171","msg":"trace[759179002] linearizableReadLoop","detail":"{readStateIndex:14522; appliedIndex:14518; }","duration":"1.569202091s","start":"2026-03-03T20:35:28.427163Z","end":"2026-03-03T20:35:29.996365Z","steps":["trace[759179002] 'read index received' (duration: 618.889206ms)","trace[759179002] 'applied index is now lower than readState.Index' (duration: 950.311535ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:29.996793Z","caller":"traceutil/trace.go:171","msg":"trace[187541571] transaction","detail":"{read_only:false; response_revision:13986; number_of_response:1; }","duration":"910.387458ms","start":"2026-03-03T20:35:29.08639Z","end":"2026-03-03T20:35:29.996778Z","steps":["trace[187541571] 'process raft request' (duration: 910.261485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.99691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:29.086379Z","time spent":"910.46514ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:35:29.997026Z","caller":"traceutil/trace.go:171","msg":"trace[1449045608] transaction","detail":"{read_only:false; response_revision:13987; number_of_response:1; }","duration":"736.344485ms","start":"2026-03-03T20:35:29.260654Z","end":"2026-03-03T20:35:29.996999Z","steps":["trace[1449045608] 'process raft request' (duration: 736.086269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:29.997131Z","caller":"traceutil/trace.go:171","msg":"trace[1511825119] transaction","detail":"{read_only:false; response_revision:13988; number_of_response:1; }","duration":"705.076029ms","start":"2026-03-03T20:35:29.292033Z","end":"2026-03-03T20:35:29.997109Z","steps":["trace[1511825119] 'process raft request' (duration: 704.881004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.997267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29443985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-03T20:35:29.997313Z","caller":"traceutil/trace.go:171","msg":"trace[858866343] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:13990; }","duration":"1.294522491s","start":"2026-03-03T20:35:28.702778Z","end":"2026-03-03T20:35:29.9973Z","steps":["trace[858866343] 'agreement among raft nodes before linearized reading' (duration: 1.294441379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.997343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.702754Z","time spent":"1.294582233s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-03T20:35:29.997374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.579843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:35:29.99743Z","caller":"traceutil/trace.go:171","msg":"trace[378564486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13990; }","duration":"452.661846ms","start":"2026-03-03T20:35:29.544755Z","end":"2026-03-03T20:35:29.997417Z","steps":["trace[378564486] 'agreement among raft nodes before linearized reading' (duration: 452.502062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.997479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:29.54474Z","time spent":"452.727937ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:35:29.997454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:29.292007Z","time spent":"705.257863ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:29.997588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.298178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:29.997616Z","caller":"traceutil/trace.go:171","msg":"trace[829670103] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13990; }","duration":"703.387249ms","start":"2026-03-03T20:35:29.294222Z","end":"2026-03-03T20:35:29.997609Z","steps":["trace[829670103] 'agreement among raft nodes before linearized reading' (duration: 703.349938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.997636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:29.294199Z","time spent":"703.431421ms","remote":"127.0.0.1:48272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:35:29.997602Z","caller":"traceutil/trace.go:171","msg":"trace[99907042] transaction","detail":"{read_only:false; response_revision:13990; number_of_response:1; }","duration":"600.323016ms","start":"2026-03-03T20:35:29.397259Z","end":"2026-03-03T20:35:29.997582Z","steps":["trace[99907042] 'process raft request' (duration: 599.897576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.997774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.417297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vc4pb\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-03T20:35:29.997797Z","caller":"traceutil/trace.go:171","msg":"trace[793443029] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vc4pb; range_end:; response_count:1; response_revision:13990; }","duration":"804.480688ms","start":"2026-03-03T20:35:29.193311Z","end":"2026-03-03T20:35:29.997792Z","steps":["trace[793443029] 'agreement among raft nodes before linearized reading' (duration: 804.416847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.997815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:29.193287Z","time spent":"804.523909ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20699,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vc4pb\" "} {"level":"warn","ts":"2026-03-03T20:35:29.997843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:29.397228Z","time spent":"600.49254ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19026,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:29.997896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.833131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T20:35:29.997941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002363225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18996f238518a47e\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-03-03T20:35:29.997959Z","caller":"traceutil/trace.go:171","msg":"trace[586474789] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.18996f238518a47e; range_end:; response_count:1; response_revision:13990; }","duration":"1.002420776s","start":"2026-03-03T20:35:28.995532Z","end":"2026-03-03T20:35:29.997953Z","steps":["trace[586474789] 'agreement among raft nodes before linearized reading' (duration: 1.002366325s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:29.997956Z","caller":"traceutil/trace.go:171","msg":"trace[1954194954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13990; }","duration":"394.925944ms","start":"2026-03-03T20:35:29.603014Z","end":"2026-03-03T20:35:29.99794Z","steps":["trace[1954194954] 'agreement among raft nodes before linearized reading' (duration: 394.837252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.997979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.99551Z","time spent":"1.002461537s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1025,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18996f238518a47e\" "} {"level":"warn","ts":"2026-03-03T20:35:29.997207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:29.260627Z","time spent":"736.520999ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:29.99808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108293885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:35:29.998102Z","caller":"traceutil/trace.go:171","msg":"trace[1672631212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13990; }","duration":"1.108354786s","start":"2026-03-03T20:35:28.889742Z","end":"2026-03-03T20:35:29.998097Z","steps":["trace[1672631212] 'agreement among raft nodes before linearized reading' (duration: 1.108323726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.998119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.889719Z","time spent":"1.108396458s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:35:29.998177Z","caller":"traceutil/trace.go:171","msg":"trace[1178929790] transaction","detail":"{read_only:false; response_revision:13989; number_of_response:1; }","duration":"696.396637ms","start":"2026-03-03T20:35:29.301764Z","end":"2026-03-03T20:35:29.99816Z","steps":["trace[1178929790] 'process raft request' (duration: 695.283421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:29.603003Z","time spent":"394.982825ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:35:29.997558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.951008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-03T20:35:29.998734Z","caller":"traceutil/trace.go:171","msg":"trace[588331140] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1; range_end:; response_count:1; response_revision:13990; }","duration":"564.100545ms","start":"2026-03-03T20:35:29.434601Z","end":"2026-03-03T20:35:29.998702Z","steps":["trace[588331140] 'agreement among raft nodes before linearized reading' (duration: 562.909357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.998357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:29.301734Z","time spent":"696.5331ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:35:29.998841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:29.434555Z","time spent":"564.246808ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1\" "} {"level":"warn","ts":"2026-03-03T20:35:29.999084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571915564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626279"} {"level":"info","ts":"2026-03-03T20:35:29.999138Z","caller":"traceutil/trace.go:171","msg":"trace[1791359091] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13985; }","duration":"1.573157273s","start":"2026-03-03T20:35:28.425971Z","end":"2026-03-03T20:35:29.999128Z","steps":["trace[1791359091] 'agreement among raft nodes before linearized reading' (duration: 1.570555593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:35:29.999162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:35:28.425955Z","time spent":"1.573199684s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":626303,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:35:30.343128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.915225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:35:30.343227Z","caller":"traceutil/trace.go:171","msg":"trace[1230094755] linearizableReadLoop","detail":"{readStateIndex:14531; appliedIndex:14530; }","duration":"286.355122ms","start":"2026-03-03T20:35:30.056857Z","end":"2026-03-03T20:35:30.343212Z","steps":["trace[1230094755] 'read index received' (duration: 132.335044ms)","trace[1230094755] 'applied index is now lower than readState.Index' (duration: 154.018868ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:30.343308Z","caller":"traceutil/trace.go:171","msg":"trace[1707589539] transaction","detail":"{read_only:false; response_revision:13993; number_of_response:1; }","duration":"290.275512ms","start":"2026-03-03T20:35:30.052989Z","end":"2026-03-03T20:35:30.343265Z","steps":["trace[1707589539] 'process raft request' (duration: 136.141112ms)","trace[1707589539] 'compare' (duration: 153.779622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:35:30.343387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.524616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9563"} {"level":"info","ts":"2026-03-03T20:35:30.343417Z","caller":"traceutil/trace.go:171","msg":"trace[1613028284] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:13993; }","duration":"286.589107ms","start":"2026-03-03T20:35:30.056819Z","end":"2026-03-03T20:35:30.343408Z","steps":["trace[1613028284] 'agreement among raft nodes before linearized reading' (duration: 286.437123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:35:52.0586Z","caller":"traceutil/trace.go:171","msg":"trace[1339918797] transaction","detail":"{read_only:false; response_revision:14121; number_of_response:1; }","duration":"154.046859ms","start":"2026-03-03T20:35:51.904522Z","end":"2026-03-03T20:35:52.058569Z","steps":["trace[1339918797] 'process raft request' (duration: 124.849801ms)","trace[1339918797] 'compare' (duration: 29.050435ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:35:52.257591Z","caller":"traceutil/trace.go:171","msg":"trace[912431890] transaction","detail":"{read_only:false; response_revision:14125; number_of_response:1; }","duration":"105.847388ms","start":"2026-03-03T20:35:52.151714Z","end":"2026-03-03T20:35:52.257561Z","steps":["trace[912431890] 'process raft request' (duration: 57.26954ms)","trace[912431890] 'compare' (duration: 48.375844ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:36:20.318889Z","caller":"traceutil/trace.go:171","msg":"trace[207825229] transaction","detail":"{read_only:false; response_revision:14580; number_of_response:1; }","duration":"334.613413ms","start":"2026-03-03T20:36:19.984244Z","end":"2026-03-03T20:36:20.318857Z","steps":["trace[207825229] 'process raft request' (duration: 334.442969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:20.318933Z","caller":"traceutil/trace.go:171","msg":"trace[1866876241] linearizableReadLoop","detail":"{readStateIndex:15133; appliedIndex:15133; }","duration":"221.26083ms","start":"2026-03-03T20:36:20.097648Z","end":"2026-03-03T20:36:20.318909Z","steps":["trace[1866876241] 'read index received' (duration: 221.24917ms)","trace[1866876241] 'applied index is now lower than readState.Index' (duration: 9.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:36:20.3192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.538766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:36:20.319259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:19.984227Z","time spent":"334.756137ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:20.319305Z","caller":"traceutil/trace.go:171","msg":"trace[1748452046] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14580; }","duration":"221.696979ms","start":"2026-03-03T20:36:20.09758Z","end":"2026-03-03T20:36:20.319277Z","steps":["trace[1748452046] 'agreement among raft nodes before linearized reading' (duration: 221.464584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:20.516709Z","caller":"traceutil/trace.go:171","msg":"trace[2130504392] linearizableReadLoop","detail":"{readStateIndex:15135; appliedIndex:15133; }","duration":"197.674992ms","start":"2026-03-03T20:36:20.319006Z","end":"2026-03-03T20:36:20.516682Z","steps":["trace[2130504392] 'read index received' (duration: 197.491848ms)","trace[2130504392] 'applied index is now lower than readState.Index' (duration: 181.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:36:20.516737Z","caller":"traceutil/trace.go:171","msg":"trace[1040875534] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"330.61203ms","start":"2026-03-03T20:36:20.186075Z","end":"2026-03-03T20:36:20.516687Z","steps":["trace[1040875534] 'process raft request' (duration: 330.367985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.516926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.057595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T20:36:20.516958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.227808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:20.516981Z","caller":"traceutil/trace.go:171","msg":"trace[2080006901] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14582; }","duration":"354.131907ms","start":"2026-03-03T20:36:20.162834Z","end":"2026-03-03T20:36:20.516966Z","steps":["trace[2080006901] 'agreement among raft nodes before linearized reading' (duration: 353.923632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:20.516986Z","caller":"traceutil/trace.go:171","msg":"trace[1351674421] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14582; }","duration":"419.30893ms","start":"2026-03-03T20:36:20.097668Z","end":"2026-03-03T20:36:20.516977Z","steps":["trace[1351674421] 'agreement among raft nodes before linearized reading' (duration: 419.220028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.516953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.88145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:36:20.517018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:20.097646Z","time spent":"419.362632ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T20:36:20.517051Z","caller":"traceutil/trace.go:171","msg":"trace[1291801670] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14582; }","duration":"360.017313ms","start":"2026-03-03T20:36:20.157009Z","end":"2026-03-03T20:36:20.517026Z","steps":["trace[1291801670] 'agreement among raft nodes before linearized reading' (duration: 359.842799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.517782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:20.156992Z","time spent":"360.77021ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:36:20.517018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:20.162822Z","time spent":"354.187068ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:20.517066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:20.186056Z","time spent":"330.870506ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:20.517182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.985142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:20.518067Z","caller":"traceutil/trace.go:171","msg":"trace[917132688] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14582; }","duration":"360.948975ms","start":"2026-03-03T20:36:20.1571Z","end":"2026-03-03T20:36:20.518049Z","steps":["trace[917132688] 'agreement among raft nodes before linearized reading' (duration: 359.988373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.518134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:20.157069Z","time spent":"361.044536ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T20:36:20.517196Z","caller":"traceutil/trace.go:171","msg":"trace[1092791198] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"273.574845ms","start":"2026-03-03T20:36:20.243583Z","end":"2026-03-03T20:36:20.517158Z","steps":["trace[1092791198] 'process raft request' (duration: 273.048593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.516853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.288817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:36:20.517264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.532416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:20.51832Z","caller":"traceutil/trace.go:171","msg":"trace[1721688068] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14582; }","duration":"360.75806ms","start":"2026-03-03T20:36:20.157515Z","end":"2026-03-03T20:36:20.518273Z","steps":["trace[1721688068] 'agreement among raft nodes before linearized reading' (duration: 359.289976ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:20.518401Z","caller":"traceutil/trace.go:171","msg":"trace[1436527912] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14582; }","duration":"420.712664ms","start":"2026-03-03T20:36:20.09766Z","end":"2026-03-03T20:36:20.518372Z","steps":["trace[1436527912] 'agreement among raft nodes before linearized reading' (duration: 419.395753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.518449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:20.157503Z","time spent":"360.902353ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:36:20.518467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:20.097643Z","time spent":"420.806265ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:36:20.517424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.925647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-r7zdk\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-03T20:36:20.518682Z","caller":"traceutil/trace.go:171","msg":"trace[611569595] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-r7zdk; range_end:; response_count:1; response_revision:14582; }","duration":"304.196746ms","start":"2026-03-03T20:36:20.214462Z","end":"2026-03-03T20:36:20.518659Z","steps":["trace[611569595] 'agreement among raft nodes before linearized reading' (duration: 302.679861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.518805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:20.214451Z","time spent":"304.326089ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-r7zdk\" "} {"level":"info","ts":"2026-03-03T20:36:20.517484Z","caller":"traceutil/trace.go:171","msg":"trace[1923926149] transaction","detail":"{read_only:false; response_revision:14583; number_of_response:1; }","duration":"171.351051ms","start":"2026-03-03T20:36:20.346092Z","end":"2026-03-03T20:36:20.517444Z","steps":["trace[1923926149] 'process raft request' (duration: 171.197447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:20.517625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.873168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:20.519288Z","caller":"traceutil/trace.go:171","msg":"trace[209186796] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14583; }","duration":"156.569507ms","start":"2026-03-03T20:36:20.362685Z","end":"2026-03-03T20:36:20.519254Z","steps":["trace[209186796] 'agreement among raft nodes before linearized reading' (duration: 154.745525ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:38.656188Z","caller":"traceutil/trace.go:171","msg":"trace[1438963241] transaction","detail":"{read_only:false; response_revision:14670; number_of_response:1; }","duration":"239.79593ms","start":"2026-03-03T20:36:38.416366Z","end":"2026-03-03T20:36:38.656162Z","steps":["trace[1438963241] 'process raft request' (duration: 239.568075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:44.315725Z","caller":"traceutil/trace.go:171","msg":"trace[792171166] linearizableReadLoop","detail":"{readStateIndex:15253; appliedIndex:15252; }","duration":"388.526375ms","start":"2026-03-03T20:36:43.927173Z","end":"2026-03-03T20:36:44.315699Z","steps":["trace[792171166] 'read index received' (duration: 388.369472ms)","trace[792171166] 'applied index is now lower than readState.Index' (duration: 155.653µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:36:44.315841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:43.872104Z","time spent":"443.734578ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:36:44.316127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.947765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:44.316172Z","caller":"traceutil/trace.go:171","msg":"trace[228330730] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14695; }","duration":"389.039127ms","start":"2026-03-03T20:36:43.92712Z","end":"2026-03-03T20:36:44.31616Z","steps":["trace[228330730] 'agreement among raft nodes before linearized reading' (duration: 388.957795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:44.316207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:43.927095Z","time spent":"389.102899ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:36:44.316485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.419077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:44.316522Z","caller":"traceutil/trace.go:171","msg":"trace[1721598664] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14695; }","duration":"343.484639ms","start":"2026-03-03T20:36:43.973029Z","end":"2026-03-03T20:36:44.316513Z","steps":["trace[1721598664] 'agreement among raft nodes before linearized reading' (duration: 343.325576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:44.316549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:43.973011Z","time spent":"343.5318ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:36:44.316829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.044479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:44.316865Z","caller":"traceutil/trace.go:171","msg":"trace[804007284] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14695; }","duration":"337.08162ms","start":"2026-03-03T20:36:43.979775Z","end":"2026-03-03T20:36:44.316857Z","steps":["trace[804007284] 'agreement among raft nodes before linearized reading' (duration: 336.984988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:44.316893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:43.979711Z","time spent":"337.176473ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:44.317047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.737876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:44.317081Z","caller":"traceutil/trace.go:171","msg":"trace[1986946488] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14695; }","duration":"337.810417ms","start":"2026-03-03T20:36:43.979263Z","end":"2026-03-03T20:36:44.317073Z","steps":["trace[1986946488] 'agreement among raft nodes before linearized reading' (duration: 337.764066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:44.317112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:43.979234Z","time spent":"337.872899ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:36:44.317278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.180996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:44.31731Z","caller":"traceutil/trace.go:171","msg":"trace[498525665] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14695; }","duration":"338.219927ms","start":"2026-03-03T20:36:43.979083Z","end":"2026-03-03T20:36:44.317303Z","steps":["trace[498525665] 'agreement among raft nodes before linearized reading' (duration: 338.141465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:44.317336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:43.979077Z","time spent":"338.253887ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:44.317464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.727698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:44.317498Z","caller":"traceutil/trace.go:171","msg":"trace[2020828479] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14695; }","duration":"338.80523ms","start":"2026-03-03T20:36:43.978683Z","end":"2026-03-03T20:36:44.317489Z","steps":["trace[2020828479] 'agreement among raft nodes before linearized reading' (duration: 338.763099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:44.317523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:43.978645Z","time spent":"338.873512ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:36:44.317648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.211649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:44.317682Z","caller":"traceutil/trace.go:171","msg":"trace[760418133] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14695; }","duration":"339.251511ms","start":"2026-03-03T20:36:43.978421Z","end":"2026-03-03T20:36:44.317672Z","steps":["trace[760418133] 'agreement among raft nodes before linearized reading' (duration: 339.20908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:44.317707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:43.978416Z","time spent":"339.286432ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:36:44.317829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.696828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:44.317861Z","caller":"traceutil/trace.go:171","msg":"trace[216189296] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14695; }","duration":"344.734948ms","start":"2026-03-03T20:36:43.973119Z","end":"2026-03-03T20:36:44.317854Z","steps":["trace[216189296] 'agreement among raft nodes before linearized reading' (duration: 344.689677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:44.317887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:43.973116Z","time spent":"344.765369ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:36:45.183952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040969246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:36:45.349649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.330645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:45.349729Z","caller":"traceutil/trace.go:171","msg":"trace[2113763796] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14696; }","duration":"677.444127ms","start":"2026-03-03T20:36:44.672268Z","end":"2026-03-03T20:36:45.349712Z","steps":["trace[2113763796] 'range keys from in-memory index tree' (duration: 677.281813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.349769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.672263Z","time spent":"677.497818ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:36:45.350157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.604667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:45.350175Z","caller":"traceutil/trace.go:171","msg":"trace[1313795226] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14696; }","duration":"679.650878ms","start":"2026-03-03T20:36:44.670519Z","end":"2026-03-03T20:36:45.35017Z","steps":["trace[1313795226] 'range keys from in-memory index tree' (duration: 679.500094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.350188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.670502Z","time spent":"679.683059ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:36:45.349728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.328954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:45.350374Z","caller":"traceutil/trace.go:171","msg":"trace[983081271] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14696; }","duration":"678.01025ms","start":"2026-03-03T20:36:44.672337Z","end":"2026-03-03T20:36:45.350347Z","steps":["trace[983081271] 'range keys from in-memory index tree' (duration: 677.15459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.350448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.672317Z","time spent":"678.112083ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T20:36:45.5579Z","caller":"traceutil/trace.go:171","msg":"trace[804816849] transaction","detail":"{read_only:false; response_revision:14697; number_of_response:1; }","duration":"876.324846ms","start":"2026-03-03T20:36:44.68155Z","end":"2026-03-03T20:36:45.557875Z","steps":["trace[804816849] 'process raft request' (duration: 876.153673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.558058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.681538Z","time spent":"876.443899ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:45.591157Z","caller":"traceutil/trace.go:171","msg":"trace[260722074] transaction","detail":"{read_only:false; response_revision:14698; number_of_response:1; }","duration":"907.790627ms","start":"2026-03-03T20:36:44.683345Z","end":"2026-03-03T20:36:45.591136Z","steps":["trace[260722074] 'process raft request' (duration: 907.624873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.591349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.683339Z","time spent":"907.88264ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:45.591462Z","caller":"traceutil/trace.go:171","msg":"trace[680898385] transaction","detail":"{read_only:false; response_revision:14699; number_of_response:1; }","duration":"908.049263ms","start":"2026-03-03T20:36:44.683388Z","end":"2026-03-03T20:36:45.591438Z","steps":["trace[680898385] 'process raft request' (duration: 907.707245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.591616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.683384Z","time spent":"908.156296ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:45.591768Z","caller":"traceutil/trace.go:171","msg":"trace[372915043] linearizableReadLoop","detail":"{readStateIndex:15258; appliedIndex:15254; }","duration":"908.459333ms","start":"2026-03-03T20:36:44.683286Z","end":"2026-03-03T20:36:45.591745Z","steps":["trace[372915043] 'read index received' (duration: 874.426853ms)","trace[372915043] 'applied index is now lower than readState.Index' (duration: 34.03002ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:36:45.591855Z","caller":"traceutil/trace.go:171","msg":"trace[549993177] transaction","detail":"{read_only:false; response_revision:14700; number_of_response:1; }","duration":"508.213036ms","start":"2026-03-03T20:36:45.083629Z","end":"2026-03-03T20:36:45.591842Z","steps":["trace[549993177] 'process raft request' (duration: 507.701904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.591896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.599577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:36:45.591914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.083606Z","time spent":"508.276977ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:45.591944Z","caller":"traceutil/trace.go:171","msg":"trace[924222625] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14700; }","duration":"908.655638ms","start":"2026-03-03T20:36:44.683271Z","end":"2026-03-03T20:36:45.591926Z","steps":["trace[924222625] 'agreement among raft nodes before linearized reading' (duration: 908.581246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.59199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.683265Z","time spent":"908.714219ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:36:45.592147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.985712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:45.592188Z","caller":"traceutil/trace.go:171","msg":"trace[2091378312] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14700; }","duration":"908.074374ms","start":"2026-03-03T20:36:44.684103Z","end":"2026-03-03T20:36:45.592178Z","steps":["trace[2091378312] 'agreement among raft nodes before linearized reading' (duration: 907.946941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.592217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.684079Z","time spent":"908.131985ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:45.592561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.751954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:45.592601Z","caller":"traceutil/trace.go:171","msg":"trace[1041912667] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14700; }","duration":"349.838816ms","start":"2026-03-03T20:36:45.242754Z","end":"2026-03-03T20:36:45.592593Z","steps":["trace[1041912667] 'agreement among raft nodes before linearized reading' (duration: 349.744814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.592628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.242731Z","time spent":"349.891048ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:45.592739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.17107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:45.59277Z","caller":"traceutil/trace.go:171","msg":"trace[1578509832] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14700; }","duration":"906.218461ms","start":"2026-03-03T20:36:44.686544Z","end":"2026-03-03T20:36:45.592763Z","steps":["trace[1578509832] 'agreement among raft nodes before linearized reading' (duration: 906.143859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.592794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.686537Z","time spent":"906.250892ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:45.592782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.222517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T20:36:45.592804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.851784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vc4pb\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-03-03T20:36:45.592912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.502391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T20:36:45.592948Z","caller":"traceutil/trace.go:171","msg":"trace[1447986134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14700; }","duration":"907.558592ms","start":"2026-03-03T20:36:44.685381Z","end":"2026-03-03T20:36:45.592939Z","steps":["trace[1447986134] 'agreement among raft nodes before linearized reading' (duration: 907.46736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.592973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.685365Z","time spent":"907.602463ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:36:45.593096Z","caller":"traceutil/trace.go:171","msg":"trace[1258612125] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vc4pb; range_end:; response_count:1; response_revision:14700; }","duration":"763.931956ms","start":"2026-03-03T20:36:44.828914Z","end":"2026-03-03T20:36:45.592846Z","steps":["trace[1258612125] 'agreement among raft nodes before linearized reading' (duration: 763.603668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.593126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.774087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:45.593153Z","caller":"traceutil/trace.go:171","msg":"trace[1512790990] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14700; }","duration":"907.835559ms","start":"2026-03-03T20:36:44.685309Z","end":"2026-03-03T20:36:45.593145Z","steps":["trace[1512790990] 'agreement among raft nodes before linearized reading' (duration: 907.797318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.593181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.685289Z","time spent":"907.88698ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:36:45.59316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.828903Z","time spent":"764.242303ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20699,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vc4pb\" "} {"level":"info","ts":"2026-03-03T20:36:45.593279Z","caller":"traceutil/trace.go:171","msg":"trace[1181077575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14700; }","duration":"905.33214ms","start":"2026-03-03T20:36:44.687494Z","end":"2026-03-03T20:36:45.592826Z","steps":["trace[1181077575] 'agreement among raft nodes before linearized reading' (duration: 905.099185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.593356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.687483Z","time spent":"905.858092ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:36:45.593699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.943315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:36:45.593741Z","caller":"traceutil/trace.go:171","msg":"trace[1501005717] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:14700; }","duration":"770.022338ms","start":"2026-03-03T20:36:44.823709Z","end":"2026-03-03T20:36:45.593732Z","steps":["trace[1501005717] 'agreement among raft nodes before linearized reading' (duration: 769.890224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.593813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.823692Z","time spent":"770.109539ms","remote":"127.0.0.1:35812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":116,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:36:45.593957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.598582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T20:36:45.594025Z","caller":"traceutil/trace.go:171","msg":"trace[1435922018] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14700; }","duration":"560.845688ms","start":"2026-03-03T20:36:45.033163Z","end":"2026-03-03T20:36:45.594009Z","steps":["trace[1435922018] 'agreement among raft nodes before linearized reading' (duration: 560.529901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.594239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.869847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:36:45.59434Z","caller":"traceutil/trace.go:171","msg":"trace[385226876] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:14700; }","duration":"770.970789ms","start":"2026-03-03T20:36:44.823358Z","end":"2026-03-03T20:36:45.594328Z","steps":["trace[385226876] 'agreement among raft nodes before linearized reading' (duration: 770.762075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.594475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.823315Z","time spent":"771.146213ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-b6skm\" "} {"level":"warn","ts":"2026-03-03T20:36:45.594727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.812673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:36:45.594783Z","caller":"traceutil/trace.go:171","msg":"trace[1080412855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14700; }","duration":"658.896986ms","start":"2026-03-03T20:36:44.935875Z","end":"2026-03-03T20:36:45.594772Z","steps":["trace[1080412855] 'agreement among raft nodes before linearized reading' (duration: 658.453655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.594911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.93586Z","time spent":"659.039459ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:36:45.594293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.033109Z","time spent":"561.068953ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:36:45.595288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.117666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:45.595346Z","caller":"traceutil/trace.go:171","msg":"trace[1598497165] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14700; }","duration":"354.221669ms","start":"2026-03-03T20:36:45.24111Z","end":"2026-03-03T20:36:45.595331Z","steps":["trace[1598497165] 'agreement among raft nodes before linearized reading' (duration: 352.470588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.595384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.241081Z","time spent":"354.29608ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:36:45.595503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.457691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:36:45.595552Z","caller":"traceutil/trace.go:171","msg":"trace[450349797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14700; }","duration":"666.538664ms","start":"2026-03-03T20:36:44.929003Z","end":"2026-03-03T20:36:45.595542Z","steps":["trace[450349797] 'agreement among raft nodes before linearized reading' (duration: 666.233226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.595649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.915011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:45.595677Z","caller":"traceutil/trace.go:171","msg":"trace[1329965410] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14700; }","duration":"353.940612ms","start":"2026-03-03T20:36:45.241727Z","end":"2026-03-03T20:36:45.595668Z","steps":["trace[1329965410] 'agreement among raft nodes before linearized reading' (duration: 353.905491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.595713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.24166Z","time spent":"354.046964ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T20:36:45.595836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.928985Z","time spent":"666.680066ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:36:45.594978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.284399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:36:45.596092Z","caller":"traceutil/trace.go:171","msg":"trace[1213450101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14700; }","duration":"906.417586ms","start":"2026-03-03T20:36:44.689662Z","end":"2026-03-03T20:36:45.596079Z","steps":["trace[1213450101] 'agreement among raft nodes before linearized reading' (duration: 905.214758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.596135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.68965Z","time spent":"906.475447ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:36:45.595848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.591827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:36:45.595615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.828579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-03T20:36:45.596252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.454058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:45.596284Z","caller":"traceutil/trace.go:171","msg":"trace[882911931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14700; }","duration":"705.518279ms","start":"2026-03-03T20:36:44.890758Z","end":"2026-03-03T20:36:45.596276Z","steps":["trace[882911931] 'agreement among raft nodes before linearized reading' (duration: 705.472008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.596314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.890739Z","time spent":"705.57031ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:36:45.596277Z","caller":"traceutil/trace.go:171","msg":"trace[1251804327] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14700; }","duration":"355.027987ms","start":"2026-03-03T20:36:45.24121Z","end":"2026-03-03T20:36:45.596238Z","steps":["trace[1251804327] 'agreement among raft nodes before linearized reading' (duration: 354.618877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.594788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.909066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-r7zdk\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-03T20:36:45.596526Z","caller":"traceutil/trace.go:171","msg":"trace[1244689028] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-r7zdk; range_end:; response_count:1; response_revision:14700; }","duration":"824.681287ms","start":"2026-03-03T20:36:44.771835Z","end":"2026-03-03T20:36:45.596516Z","steps":["trace[1244689028] 'agreement among raft nodes before linearized reading' (duration: 822.863185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.596568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:44.771811Z","time spent":"824.746458ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-r7zdk\" "} {"level":"warn","ts":"2026-03-03T20:36:45.596572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.241187Z","time spent":"355.321344ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T20:36:45.596693Z","caller":"traceutil/trace.go:171","msg":"trace[1548517089] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14700; }","duration":"354.895084ms","start":"2026-03-03T20:36:45.241779Z","end":"2026-03-03T20:36:45.596674Z","steps":["trace[1548517089] 'agreement among raft nodes before linearized reading' (duration: 353.764738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.596872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.241753Z","time spent":"354.996107ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-03T20:36:45.983189Z","caller":"traceutil/trace.go:171","msg":"trace[1099205183] transaction","detail":"{read_only:false; response_revision:14702; number_of_response:1; }","duration":"376.121157ms","start":"2026-03-03T20:36:45.607044Z","end":"2026-03-03T20:36:45.983165Z","steps":["trace[1099205183] 'process raft request' (duration: 358.894867ms)","trace[1099205183] 'compare' (duration: 17.093267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:36:45.983323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.607036Z","time spent":"376.226559ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:45.983399Z","caller":"traceutil/trace.go:171","msg":"trace[824669895] transaction","detail":"{read_only:false; response_revision:14703; number_of_response:1; }","duration":"376.274391ms","start":"2026-03-03T20:36:45.607105Z","end":"2026-03-03T20:36:45.98338Z","steps":["trace[824669895] 'process raft request' (duration: 376.026825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.983527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.607101Z","time spent":"376.360863ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:45.983666Z","caller":"traceutil/trace.go:171","msg":"trace[1637608673] transaction","detail":"{read_only:false; response_revision:14704; number_of_response:1; }","duration":"376.544597ms","start":"2026-03-03T20:36:45.607107Z","end":"2026-03-03T20:36:45.983652Z","steps":["trace[1637608673] 'process raft request' (duration: 376.192169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.983719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.607092Z","time spent":"376.603888ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:45.983734Z","caller":"traceutil/trace.go:171","msg":"trace[649524279] linearizableReadLoop","detail":"{readStateIndex:15264; appliedIndex:15259; }","duration":"281.228783ms","start":"2026-03-03T20:36:45.702485Z","end":"2026-03-03T20:36:45.983713Z","steps":["trace[649524279] 'read index received' (duration: 263.4711ms)","trace[649524279] 'applied index is now lower than readState.Index' (duration: 17.756733ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:36:45.983746Z","caller":"traceutil/trace.go:171","msg":"trace[75465805] transaction","detail":"{read_only:false; response_revision:14705; number_of_response:1; }","duration":"375.690197ms","start":"2026-03-03T20:36:45.608024Z","end":"2026-03-03T20:36:45.983715Z","steps":["trace[75465805] 'process raft request' (duration: 375.554384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.983911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.608018Z","time spent":"375.804999ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:45.984196Z","caller":"traceutil/trace.go:171","msg":"trace[1070346763] transaction","detail":"{read_only:false; response_revision:14706; number_of_response:1; }","duration":"375.699607ms","start":"2026-03-03T20:36:45.608488Z","end":"2026-03-03T20:36:45.984188Z","steps":["trace[1070346763] 'process raft request' (duration: 375.175144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.984246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.608478Z","time spent":"375.745368ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:45.984267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.692926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:45.984335Z","caller":"traceutil/trace.go:171","msg":"trace[1090276107] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14706; }","duration":"257.788819ms","start":"2026-03-03T20:36:45.726525Z","end":"2026-03-03T20:36:45.984314Z","steps":["trace[1090276107] 'agreement among raft nodes before linearized reading' (duration: 257.675516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.984326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.982192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:45.984454Z","caller":"traceutil/trace.go:171","msg":"trace[551287319] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14706; }","duration":"258.119436ms","start":"2026-03-03T20:36:45.72629Z","end":"2026-03-03T20:36:45.98441Z","steps":["trace[551287319] 'agreement among raft nodes before linearized reading' (duration: 257.844709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.984531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.266953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T20:36:45.984533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.220442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:45.984618Z","caller":"traceutil/trace.go:171","msg":"trace[1377563068] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14706; }","duration":"256.325054ms","start":"2026-03-03T20:36:45.728268Z","end":"2026-03-03T20:36:45.984593Z","steps":["trace[1377563068] 'agreement among raft nodes before linearized reading' (duration: 256.059928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:45.984573Z","caller":"traceutil/trace.go:171","msg":"trace[1083037566] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14706; }","duration":"253.321494ms","start":"2026-03-03T20:36:45.731245Z","end":"2026-03-03T20:36:45.984567Z","steps":["trace[1083037566] 'agreement among raft nodes before linearized reading' (duration: 252.896785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.984725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.490912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732282"} {"level":"info","ts":"2026-03-03T20:36:45.984746Z","caller":"traceutil/trace.go:171","msg":"trace[969864539] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14706; }","duration":"375.520082ms","start":"2026-03-03T20:36:45.60922Z","end":"2026-03-03T20:36:45.984741Z","steps":["trace[969864539] 'agreement among raft nodes before linearized reading' (duration: 374.57159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.984775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.609217Z","time spent":"375.550404ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732306,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:36:45.984539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.646913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732282"} {"level":"info","ts":"2026-03-03T20:36:45.984816Z","caller":"traceutil/trace.go:171","msg":"trace[1313569247] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14706; }","duration":"377.916049ms","start":"2026-03-03T20:36:45.606882Z","end":"2026-03-03T20:36:45.984798Z","steps":["trace[1313569247] 'agreement among raft nodes before linearized reading' (duration: 376.951096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.984876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.910772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732282"} {"level":"warn","ts":"2026-03-03T20:36:45.98488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.606871Z","time spent":"377.98301ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732306,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T20:36:45.984911Z","caller":"traceutil/trace.go:171","msg":"trace[1310079527] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14706; }","duration":"375.953233ms","start":"2026-03-03T20:36:45.608949Z","end":"2026-03-03T20:36:45.984903Z","steps":["trace[1310079527] 'agreement among raft nodes before linearized reading' (duration: 375.236727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.984937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.608944Z","time spent":"375.986304ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732306,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:36:45.985808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.013914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732282"} {"level":"info","ts":"2026-03-03T20:36:45.985882Z","caller":"traceutil/trace.go:171","msg":"trace[1312906838] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14706; }","duration":"379.102077ms","start":"2026-03-03T20:36:45.606765Z","end":"2026-03-03T20:36:45.985867Z","steps":["trace[1312906838] 'agreement among raft nodes before linearized reading' (duration: 377.07271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:45.985931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:45.60676Z","time spent":"379.156598ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732306,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:36:46.525906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.021663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:46.525999Z","caller":"traceutil/trace.go:171","msg":"trace[1450047170] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14706; }","duration":"202.139446ms","start":"2026-03-03T20:36:46.323841Z","end":"2026-03-03T20:36:46.52598Z","steps":["trace[1450047170] 'range keys from in-memory index tree' (duration: 201.983543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:46.526073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.228298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:46.526146Z","caller":"traceutil/trace.go:171","msg":"trace[166308258] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14706; }","duration":"202.3189ms","start":"2026-03-03T20:36:46.323806Z","end":"2026-03-03T20:36:46.526125Z","steps":["trace[166308258] 'range keys from in-memory index tree' (duration: 202.156407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:46.526184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.999419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:46.526214Z","caller":"traceutil/trace.go:171","msg":"trace[1393426615] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14706; }","duration":"201.038301ms","start":"2026-03-03T20:36:46.325166Z","end":"2026-03-03T20:36:46.526205Z","steps":["trace[1393426615] 'range keys from in-memory index tree' (duration: 200.908428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:46.526308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.206119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:36:46.526338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.370302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:46.526348Z","caller":"traceutil/trace.go:171","msg":"trace[721422580] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14706; }","duration":"156.27066ms","start":"2026-03-03T20:36:46.370069Z","end":"2026-03-03T20:36:46.52634Z","steps":["trace[721422580] 'range keys from in-memory index tree' (duration: 156.147237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:46.526357Z","caller":"traceutil/trace.go:171","msg":"trace[2071216754] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14706; }","duration":"202.398282ms","start":"2026-03-03T20:36:46.323953Z","end":"2026-03-03T20:36:46.526352Z","steps":["trace[2071216754] 'range keys from in-memory index tree' (duration: 202.345511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:46.526447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.210901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:46.526465Z","caller":"traceutil/trace.go:171","msg":"trace[1647571745] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14706; }","duration":"203.258252ms","start":"2026-03-03T20:36:46.323202Z","end":"2026-03-03T20:36:46.526461Z","steps":["trace[1647571745] 'range keys from in-memory index tree' (duration: 203.138589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:46.52654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.030246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:46.52659Z","caller":"traceutil/trace.go:171","msg":"trace[751137236] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14706; }","duration":"203.092748ms","start":"2026-03-03T20:36:46.323486Z","end":"2026-03-03T20:36:46.526579Z","steps":["trace[751137236] 'range keys from in-memory index tree' (duration: 202.945275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:46.526678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.409156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:46.526704Z","caller":"traceutil/trace.go:171","msg":"trace[419124099] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14706; }","duration":"203.477217ms","start":"2026-03-03T20:36:46.323222Z","end":"2026-03-03T20:36:46.526699Z","steps":["trace[419124099] 'range keys from in-memory index tree' (duration: 203.349104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:47.832758Z","caller":"traceutil/trace.go:171","msg":"trace[210924826] transaction","detail":"{read_only:false; response_revision:14707; number_of_response:1; }","duration":"269.407608ms","start":"2026-03-03T20:36:47.563325Z","end":"2026-03-03T20:36:47.832733Z","steps":["trace[210924826] 'process raft request' (duration: 269.190133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:48.04872Z","caller":"traceutil/trace.go:171","msg":"trace[1007091589] linearizableReadLoop","detail":"{readStateIndex:15266; appliedIndex:15264; }","duration":"428.981706ms","start":"2026-03-03T20:36:47.619714Z","end":"2026-03-03T20:36:48.048696Z","steps":["trace[1007091589] 'read index received' (duration: 212.848805ms)","trace[1007091589] 'applied index is now lower than readState.Index' (duration: 216.131801ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:36:48.048905Z","caller":"traceutil/trace.go:171","msg":"trace[1061734908] transaction","detail":"{read_only:false; response_revision:14709; number_of_response:1; }","duration":"426.943178ms","start":"2026-03-03T20:36:47.621931Z","end":"2026-03-03T20:36:48.048874Z","steps":["trace[1061734908] 'process raft request' (duration: 426.62215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.049041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.621921Z","time spent":"427.04566ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:48.049067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.331454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:48.049105Z","caller":"traceutil/trace.go:171","msg":"trace[1555486165] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14709; }","duration":"429.411915ms","start":"2026-03-03T20:36:47.619682Z","end":"2026-03-03T20:36:48.049094Z","steps":["trace[1555486165] 'agreement among raft nodes before linearized reading' (duration: 429.235651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.049134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.619669Z","time spent":"429.459917ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:48.049337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.508658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:48.04944Z","caller":"traceutil/trace.go:171","msg":"trace[1903749403] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14709; }","duration":"429.61933ms","start":"2026-03-03T20:36:47.619796Z","end":"2026-03-03T20:36:48.049415Z","steps":["trace[1903749403] 'agreement among raft nodes before linearized reading' (duration: 429.17659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.049495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.619754Z","time spent":"429.730193ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:48.049799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.572837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:48.049844Z","caller":"traceutil/trace.go:171","msg":"trace[363949927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14709; }","duration":"159.658069ms","start":"2026-03-03T20:36:47.890173Z","end":"2026-03-03T20:36:48.049831Z","steps":["trace[363949927] 'agreement among raft nodes before linearized reading' (duration: 159.587187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.050027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.699048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T20:36:48.04875Z","caller":"traceutil/trace.go:171","msg":"trace[1770895849] transaction","detail":"{read_only:false; response_revision:14708; number_of_response:1; }","duration":"452.241645ms","start":"2026-03-03T20:36:47.596479Z","end":"2026-03-03T20:36:48.048721Z","steps":["trace[1770895849] 'process raft request' (duration: 451.797335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.050111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.939444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:48.050154Z","caller":"traceutil/trace.go:171","msg":"trace[1689005568] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14709; }","duration":"428.992045ms","start":"2026-03-03T20:36:47.621153Z","end":"2026-03-03T20:36:48.050145Z","steps":["trace[1689005568] 'agreement among raft nodes before linearized reading' (duration: 428.940544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.050189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.621148Z","time spent":"429.035216ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:36:48.050188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.369786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:36:48.050223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.596463Z","time spent":"453.643817ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:48.050252Z","caller":"traceutil/trace.go:171","msg":"trace[1081013803] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:14709; }","duration":"287.458597ms","start":"2026-03-03T20:36:47.762781Z","end":"2026-03-03T20:36:48.050239Z","steps":["trace[1081013803] 'agreement among raft nodes before linearized reading' (duration: 287.351385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.050273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.132899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:48.050304Z","caller":"traceutil/trace.go:171","msg":"trace[598336404] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14709; }","duration":"429.17938ms","start":"2026-03-03T20:36:47.621117Z","end":"2026-03-03T20:36:48.050296Z","steps":["trace[598336404] 'agreement among raft nodes before linearized reading' (duration: 429.138589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.050329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.621108Z","time spent":"429.21489ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:36:48.05007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.884313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:48.050442Z","caller":"traceutil/trace.go:171","msg":"trace[1587062244] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14709; }","duration":"429.268352ms","start":"2026-03-03T20:36:47.621161Z","end":"2026-03-03T20:36:48.050429Z","steps":["trace[1587062244] 'agreement among raft nodes before linearized reading' (duration: 428.865802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.050457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.600072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T20:36:48.050475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.621154Z","time spent":"429.312823ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T20:36:48.050483Z","caller":"traceutil/trace.go:171","msg":"trace[1582060664] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14709; }","duration":"430.653614ms","start":"2026-03-03T20:36:47.619821Z","end":"2026-03-03T20:36:48.050474Z","steps":["trace[1582060664] 'agreement among raft nodes before linearized reading' (duration: 430.569752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.050515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.619802Z","time spent":"430.707306ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:48.050556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.500164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:36:48.050549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.22305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T20:36:48.050589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.002335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8bfbn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-03T20:36:48.050593Z","caller":"traceutil/trace.go:171","msg":"trace[523795562] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14709; }","duration":"428.547765ms","start":"2026-03-03T20:36:47.622034Z","end":"2026-03-03T20:36:48.050582Z","steps":["trace[523795562] 'agreement among raft nodes before linearized reading' (duration: 428.499314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:48.0506Z","caller":"traceutil/trace.go:171","msg":"trace[1656242680] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14709; }","duration":"429.299623ms","start":"2026-03-03T20:36:47.621289Z","end":"2026-03-03T20:36:48.050588Z","steps":["trace[1656242680] 'agreement among raft nodes before linearized reading' (duration: 429.18194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.050609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.422441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:36:48.050684Z","caller":"traceutil/trace.go:171","msg":"trace[1302853185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14709; }","duration":"344.525334ms","start":"2026-03-03T20:36:47.706151Z","end":"2026-03-03T20:36:48.050676Z","steps":["trace[1302853185] 'agreement among raft nodes before linearized reading' (duration: 344.283768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.050712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.706136Z","time spent":"344.569744ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:36:48.050105Z","caller":"traceutil/trace.go:171","msg":"trace[1910315802] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14709; }","duration":"428.757189ms","start":"2026-03-03T20:36:47.621312Z","end":"2026-03-03T20:36:48.050069Z","steps":["trace[1910315802] 'agreement among raft nodes before linearized reading' (duration: 428.574445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:48.050616Z","caller":"traceutil/trace.go:171","msg":"trace[2089581307] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8bfbn; range_end:; response_count:1; response_revision:14709; }","duration":"336.049866ms","start":"2026-03-03T20:36:47.71456Z","end":"2026-03-03T20:36:48.05061Z","steps":["trace[2089581307] 'agreement among raft nodes before linearized reading' (duration: 335.965104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.050811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.621274Z","time spent":"429.522567ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T20:36:48.050843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.71455Z","time spent":"336.284252ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8bfbn\" "} {"level":"warn","ts":"2026-03-03T20:36:48.050623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.622027Z","time spent":"428.590366ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:36:48.050635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:47.621273Z","time spent":"429.355813ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T20:36:48.244542Z","caller":"traceutil/trace.go:171","msg":"trace[481943430] linearizableReadLoop","detail":"{readStateIndex:15268; appliedIndex:15267; }","duration":"188.554041ms","start":"2026-03-03T20:36:48.05596Z","end":"2026-03-03T20:36:48.244514Z","steps":["trace[481943430] 'read index received' (duration: 123.821427ms)","trace[481943430] 'applied index is now lower than readState.Index' (duration: 64.731334ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:36:48.244614Z","caller":"traceutil/trace.go:171","msg":"trace[1584485741] transaction","detail":"{read_only:false; response_revision:14710; number_of_response:1; }","duration":"188.649812ms","start":"2026-03-03T20:36:48.055939Z","end":"2026-03-03T20:36:48.244588Z","steps":["trace[1584485741] 'process raft request' (duration: 123.590941ms)","trace[1584485741] 'compare' (duration: 64.819296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:36:48.245466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.478382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732282"} {"level":"info","ts":"2026-03-03T20:36:48.245514Z","caller":"traceutil/trace.go:171","msg":"trace[2104488666] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14710; }","duration":"189.567813ms","start":"2026-03-03T20:36:48.055935Z","end":"2026-03-03T20:36:48.245503Z","steps":["trace[2104488666] 'agreement among raft nodes before linearized reading' (duration: 188.717054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.585124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.745486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:36:48.585312Z","caller":"traceutil/trace.go:171","msg":"trace[854938769] transaction","detail":"{read_only:false; response_revision:14711; number_of_response:1; }","duration":"529.302175ms","start":"2026-03-03T20:36:48.055976Z","end":"2026-03-03T20:36:48.585278Z","steps":["trace[854938769] 'process raft request' (duration: 290.330794ms)","trace[854938769] 'compare' (duration: 238.527261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:36:48.58548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:48.055965Z","time spent":"529.420717ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:48.585603Z","caller":"traceutil/trace.go:171","msg":"trace[1377308951] transaction","detail":"{read_only:false; response_revision:14714; number_of_response:1; }","duration":"528.598679ms","start":"2026-03-03T20:36:48.056988Z","end":"2026-03-03T20:36:48.585586Z","steps":["trace[1377308951] 'process raft request' (duration: 528.464066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:48.585616Z","caller":"traceutil/trace.go:171","msg":"trace[1364326494] transaction","detail":"{read_only:false; response_revision:14712; number_of_response:1; }","duration":"529.591792ms","start":"2026-03-03T20:36:48.055999Z","end":"2026-03-03T20:36:48.58559Z","steps":["trace[1364326494] 'process raft request' (duration: 529.255184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:48.58568Z","caller":"traceutil/trace.go:171","msg":"trace[656252488] transaction","detail":"{read_only:false; response_revision:14713; number_of_response:1; }","duration":"529.636303ms","start":"2026-03-03T20:36:48.056016Z","end":"2026-03-03T20:36:48.585653Z","steps":["trace[656252488] 'process raft request' (duration: 529.335246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.585732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:48.05698Z","time spent":"528.680781ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:36:48.58559Z","caller":"traceutil/trace.go:171","msg":"trace[1873613754] linearizableReadLoop","detail":"{readStateIndex:15272; appliedIndex:15268; }","duration":"340.95434ms","start":"2026-03-03T20:36:48.244619Z","end":"2026-03-03T20:36:48.585574Z","steps":["trace[1873613754] 'read index received' (duration: 101.640051ms)","trace[1873613754] 'applied index is now lower than readState.Index' (duration: 239.313179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:36:48.585747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:48.055992Z","time spent":"529.702525ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:48.585822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:48.05599Z","time spent":"529.755836ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:48.586678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.736609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732282"} {"level":"info","ts":"2026-03-03T20:36:48.586759Z","caller":"traceutil/trace.go:171","msg":"trace[482833757] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14714; }","duration":"524.853742ms","start":"2026-03-03T20:36:48.061887Z","end":"2026-03-03T20:36:48.586741Z","steps":["trace[482833757] 'agreement among raft nodes before linearized reading' (duration: 523.720846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.586768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.884746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732282"} {"level":"info","ts":"2026-03-03T20:36:48.586809Z","caller":"traceutil/trace.go:171","msg":"trace[1457305009] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14714; }","duration":"525.962737ms","start":"2026-03-03T20:36:48.060835Z","end":"2026-03-03T20:36:48.586798Z","steps":["trace[1457305009] 'agreement among raft nodes before linearized reading' (duration: 524.833371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.586809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:48.061875Z","time spent":"524.921823ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732306,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:36:48.586849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:48.060828Z","time spent":"526.011298ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732306,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:36:48.587554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.666248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732282"} {"level":"info","ts":"2026-03-03T20:36:48.587597Z","caller":"traceutil/trace.go:171","msg":"trace[991778789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14714; }","duration":"527.728059ms","start":"2026-03-03T20:36:48.05986Z","end":"2026-03-03T20:36:48.587588Z","steps":["trace[991778789] 'agreement among raft nodes before linearized reading' (duration: 525.804294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:48.587633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:48.059852Z","time spent":"527.77228ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732306,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:36:48.888673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.042331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:48.888757Z","caller":"traceutil/trace.go:171","msg":"trace[1800170732] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:14714; }","duration":"130.172203ms","start":"2026-03-03T20:36:48.758566Z","end":"2026-03-03T20:36:48.888738Z","steps":["trace[1800170732] 'count revisions from in-memory index tree' (duration: 129.970338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:49.572347Z","caller":"traceutil/trace.go:171","msg":"trace[1662395639] linearizableReadLoop","detail":"{readStateIndex:15273; appliedIndex:15272; }","duration":"213.343956ms","start":"2026-03-03T20:36:49.358969Z","end":"2026-03-03T20:36:49.572313Z","steps":["trace[1662395639] 'read index received' (duration: 156.569497ms)","trace[1662395639] 'applied index is now lower than readState.Index' (duration: 56.771209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:36:49.572535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.53925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T20:36:49.572599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.547081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:49.572612Z","caller":"traceutil/trace.go:171","msg":"trace[164744972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14714; }","duration":"213.655243ms","start":"2026-03-03T20:36:49.358939Z","end":"2026-03-03T20:36:49.572594Z","steps":["trace[164744972] 'agreement among raft nodes before linearized reading' (duration: 213.375567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:49.572645Z","caller":"traceutil/trace.go:171","msg":"trace[247683488] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14714; }","duration":"213.636573ms","start":"2026-03-03T20:36:49.358997Z","end":"2026-03-03T20:36:49.572633Z","steps":["trace[247683488] 'agreement among raft nodes before linearized reading' (duration: 213.529951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:49.572623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.628312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:49.57271Z","caller":"traceutil/trace.go:171","msg":"trace[1282303098] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14714; }","duration":"213.762395ms","start":"2026-03-03T20:36:49.358927Z","end":"2026-03-03T20:36:49.572689Z","steps":["trace[1282303098] 'agreement among raft nodes before linearized reading' (duration: 213.52294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:49.572935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.865928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:49.572989Z","caller":"traceutil/trace.go:171","msg":"trace[507500708] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14714; }","duration":"213.9621ms","start":"2026-03-03T20:36:49.359014Z","end":"2026-03-03T20:36:49.572977Z","steps":["trace[507500708] 'agreement among raft nodes before linearized reading' (duration: 213.827297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:50.21435Z","caller":"traceutil/trace.go:171","msg":"trace[1337323064] transaction","detail":"{read_only:false; response_revision:14715; number_of_response:1; }","duration":"376.428934ms","start":"2026-03-03T20:36:49.837897Z","end":"2026-03-03T20:36:50.214326Z","steps":["trace[1337323064] 'process raft request' (duration: 376.285401ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:50.214443Z","caller":"traceutil/trace.go:171","msg":"trace[129818687] linearizableReadLoop","detail":"{readStateIndex:15274; appliedIndex:15274; }","duration":"346.097659ms","start":"2026-03-03T20:36:49.868318Z","end":"2026-03-03T20:36:50.214416Z","steps":["trace[129818687] 'read index received' (duration: 346.084839ms)","trace[129818687] 'applied index is now lower than readState.Index' (duration: 10.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:36:50.214493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:49.837871Z","time spent":"376.550768ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:50.214619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.271284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:50.214657Z","caller":"traceutil/trace.go:171","msg":"trace[1087330388] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14715; }","duration":"346.361286ms","start":"2026-03-03T20:36:49.868286Z","end":"2026-03-03T20:36:50.214647Z","steps":["trace[1087330388] 'agreement among raft nodes before linearized reading' (duration: 346.238103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.214714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:49.868274Z","time spent":"346.405407ms","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:36:50.364334Z","caller":"traceutil/trace.go:171","msg":"trace[26384711] linearizableReadLoop","detail":"{readStateIndex:15276; appliedIndex:15274; }","duration":"149.819441ms","start":"2026-03-03T20:36:50.214498Z","end":"2026-03-03T20:36:50.364317Z","steps":["trace[26384711] 'read index received' (duration: 146.668727ms)","trace[26384711] 'applied index is now lower than readState.Index' (duration: 3.149824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:36:50.36453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.954494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:50.364588Z","caller":"traceutil/trace.go:171","msg":"trace[1049805285] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14717; }","duration":"305.036336ms","start":"2026-03-03T20:36:50.059541Z","end":"2026-03-03T20:36:50.364578Z","steps":["trace[1049805285] 'agreement among raft nodes before linearized reading' (duration: 304.80922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:50.364589Z","caller":"traceutil/trace.go:171","msg":"trace[2016707329] transaction","detail":"{read_only:false; response_revision:14716; number_of_response:1; }","duration":"307.433291ms","start":"2026-03-03T20:36:50.057137Z","end":"2026-03-03T20:36:50.36457Z","steps":["trace[2016707329] 'process raft request' (duration: 304.033002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.364618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.059537Z","time spent":"305.075266ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:50.364668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.057125Z","time spent":"307.494343ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:50.364709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.106261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:50.36474Z","caller":"traceutil/trace.go:171","msg":"trace[1087578280] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14717; }","duration":"306.148312ms","start":"2026-03-03T20:36:50.058581Z","end":"2026-03-03T20:36:50.364729Z","steps":["trace[1087578280] 'agreement among raft nodes before linearized reading' (duration: 306.108861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.364779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.058573Z","time spent":"306.198003ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T20:36:50.364783Z","caller":"traceutil/trace.go:171","msg":"trace[846025036] transaction","detail":"{read_only:false; response_revision:14717; number_of_response:1; }","duration":"307.559154ms","start":"2026-03-03T20:36:50.057214Z","end":"2026-03-03T20:36:50.364773Z","steps":["trace[846025036] 'process raft request' (duration: 307.048052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.364804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.091281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-r7zdk\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-03T20:36:50.364827Z","caller":"traceutil/trace.go:171","msg":"trace[101345807] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-r7zdk; range_end:; response_count:1; response_revision:14717; }","duration":"297.123282ms","start":"2026-03-03T20:36:50.067697Z","end":"2026-03-03T20:36:50.36482Z","steps":["trace[101345807] 'agreement among raft nodes before linearized reading' (duration: 297.053571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.364848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.057207Z","time spent":"307.607696ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:36:50.364965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.61641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:50.36499Z","caller":"traceutil/trace.go:171","msg":"trace[1016018073] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14717; }","duration":"299.667501ms","start":"2026-03-03T20:36:50.065316Z","end":"2026-03-03T20:36:50.364984Z","steps":["trace[1016018073] 'agreement among raft nodes before linearized reading' (duration: 299.61ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.364671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.569539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T20:36:50.365056Z","caller":"traceutil/trace.go:171","msg":"trace[1271428782] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14717; }","duration":"305.970718ms","start":"2026-03-03T20:36:50.059078Z","end":"2026-03-03T20:36:50.365048Z","steps":["trace[1271428782] 'agreement among raft nodes before linearized reading' (duration: 305.489086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.365087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.059071Z","time spent":"306.009228ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T20:36:50.365093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.639726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:36:50.365113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.743386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:50.365121Z","caller":"traceutil/trace.go:171","msg":"trace[1978937119] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14717; }","duration":"307.675367ms","start":"2026-03-03T20:36:50.057436Z","end":"2026-03-03T20:36:50.365112Z","steps":["trace[1978937119] 'agreement among raft nodes before linearized reading' (duration: 307.639266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:50.365139Z","caller":"traceutil/trace.go:171","msg":"trace[1294227284] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14717; }","duration":"303.783227ms","start":"2026-03-03T20:36:50.06135Z","end":"2026-03-03T20:36:50.365133Z","steps":["trace[1294227284] 'agreement among raft nodes before linearized reading' (duration: 303.717885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.365151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.057432Z","time spent":"307.711888ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T20:36:50.365162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.061344Z","time spent":"303.814227ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:36:50.36502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.180736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T20:36:50.365254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.280708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:50.36526Z","caller":"traceutil/trace.go:171","msg":"trace[338281207] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14717; }","duration":"307.434361ms","start":"2026-03-03T20:36:50.057818Z","end":"2026-03-03T20:36:50.365253Z","steps":["trace[338281207] 'agreement among raft nodes before linearized reading' (duration: 307.125454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:50.365272Z","caller":"traceutil/trace.go:171","msg":"trace[1361607138] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14717; }","duration":"304.312679ms","start":"2026-03-03T20:36:50.060952Z","end":"2026-03-03T20:36:50.365265Z","steps":["trace[1361607138] 'agreement among raft nodes before linearized reading' (duration: 304.287858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.365283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.057813Z","time spent":"307.462742ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:50.365291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.060945Z","time spent":"304.33972ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T20:36:50.365364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.093378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T20:36:50.365059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.251458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:36:50.365364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.934194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T20:36:50.365382Z","caller":"traceutil/trace.go:171","msg":"trace[1883654365] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14717; }","duration":"296.120138ms","start":"2026-03-03T20:36:50.069257Z","end":"2026-03-03T20:36:50.365377Z","steps":["trace[1883654365] 'agreement among raft nodes before linearized reading' (duration: 295.108295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:50.365388Z","caller":"traceutil/trace.go:171","msg":"trace[452994007] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14717; }","duration":"307.596565ms","start":"2026-03-03T20:36:50.057785Z","end":"2026-03-03T20:36:50.365381Z","steps":["trace[452994007] 'agreement among raft nodes before linearized reading' (duration: 307.254777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:36:50.365395Z","caller":"traceutil/trace.go:171","msg":"trace[1984557141] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14717; }","duration":"307.981834ms","start":"2026-03-03T20:36:50.057404Z","end":"2026-03-03T20:36:50.365386Z","steps":["trace[1984557141] 'agreement among raft nodes before linearized reading' (duration: 307.892172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.36541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.057778Z","time spent":"307.625886ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T20:36:50.36542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.057398Z","time spent":"308.014995ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T20:36:50.364543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.992385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:50.365569Z","caller":"traceutil/trace.go:171","msg":"trace[2000412014] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14717; }","duration":"306.05331ms","start":"2026-03-03T20:36:50.059509Z","end":"2026-03-03T20:36:50.365562Z","steps":["trace[2000412014] 'agreement among raft nodes before linearized reading' (duration: 304.979585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.365578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.43429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T20:36:50.365593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.059502Z","time spent":"306.08419ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T20:36:50.365605Z","caller":"traceutil/trace.go:171","msg":"trace[650044654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14717; }","duration":"390.492931ms","start":"2026-03-03T20:36:49.975101Z","end":"2026-03-03T20:36:50.365594Z","steps":["trace[650044654] 'agreement among raft nodes before linearized reading' (duration: 390.45605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.365629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:49.975081Z","time spent":"390.542652ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:36:50.365542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.610909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:36:50.365669Z","caller":"traceutil/trace.go:171","msg":"trace[1853618863] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14717; }","duration":"308.773423ms","start":"2026-03-03T20:36:50.056889Z","end":"2026-03-03T20:36:50.365663Z","steps":["trace[1853618863] 'agreement among raft nodes before linearized reading' (duration: 308.593429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.365695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:50.056871Z","time spent":"308.818523ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T20:36:50.364986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.359965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:50.365767Z","caller":"traceutil/trace.go:171","msg":"trace[1852369685] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:14717; }","duration":"229.164053ms","start":"2026-03-03T20:36:50.136593Z","end":"2026-03-03T20:36:50.365757Z","steps":["trace[1852369685] 'agreement among raft nodes before linearized reading' (duration: 228.363604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.365773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.210482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:36:50.365803Z","caller":"traceutil/trace.go:171","msg":"trace[1770325345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14717; }","duration":"476.278594ms","start":"2026-03-03T20:36:49.889515Z","end":"2026-03-03T20:36:50.365794Z","steps":["trace[1770325345] 'agreement among raft nodes before linearized reading' (duration: 476.232153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.365834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:36:49.889493Z","time spent":"476.333545ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:36:50.365956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.603112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:36:50.365987Z","caller":"traceutil/trace.go:171","msg":"trace[769724872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14717; }","duration":"117.633952ms","start":"2026-03-03T20:36:50.248345Z","end":"2026-03-03T20:36:50.365979Z","steps":["trace[769724872] 'agreement among raft nodes before linearized reading' (duration: 117.564621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:36:50.366286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.03891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-b6skm\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T20:36:50.366313Z","caller":"traceutil/trace.go:171","msg":"trace[373468364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-b6skm; range_end:; response_count:1; response_revision:14717; }","duration":"102.084542ms","start":"2026-03-03T20:36:50.264222Z","end":"2026-03-03T20:36:50.366307Z","steps":["trace[373468364] 'agreement among raft nodes before linearized reading' (duration: 102.00964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:30.788288Z","caller":"traceutil/trace.go:171","msg":"trace[542139890] transaction","detail":"{read_only:false; response_revision:14934; number_of_response:1; }","duration":"202.447813ms","start":"2026-03-03T20:37:30.585801Z","end":"2026-03-03T20:37:30.788249Z","steps":["trace[542139890] 'process raft request' (duration: 202.104775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:30.788358Z","caller":"traceutil/trace.go:171","msg":"trace[1292920206] linearizableReadLoop","detail":"{readStateIndex:15504; appliedIndex:15500; }","duration":"180.872902ms","start":"2026-03-03T20:37:30.607453Z","end":"2026-03-03T20:37:30.788326Z","steps":["trace[1292920206] 'read index received' (duration: 67.694103ms)","trace[1292920206] 'applied index is now lower than readState.Index' (duration: 113.176659ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:37:30.788571Z","caller":"traceutil/trace.go:171","msg":"trace[1058667422] transaction","detail":"{read_only:false; response_revision:14937; number_of_response:1; }","duration":"154.412017ms","start":"2026-03-03T20:37:30.634121Z","end":"2026-03-03T20:37:30.788533Z","steps":["trace[1058667422] 'process raft request' (duration: 154.144071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:30.788599Z","caller":"traceutil/trace.go:171","msg":"trace[44740456] transaction","detail":"{read_only:false; response_revision:14935; number_of_response:1; }","duration":"201.959092ms","start":"2026-03-03T20:37:30.586566Z","end":"2026-03-03T20:37:30.788525Z","steps":["trace[44740456] 'process raft request' (duration: 201.570163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:30.78873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.248421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:37:30.788781Z","caller":"traceutil/trace.go:171","msg":"trace[1606967854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14937; }","duration":"181.363143ms","start":"2026-03-03T20:37:30.607402Z","end":"2026-03-03T20:37:30.788765Z","steps":["trace[1606967854] 'agreement among raft nodes before linearized reading' (duration: 181.138668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:30.788906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.138026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-56797997bf-4q82t\" ","response":"range_response_count:1 size:10993"} {"level":"info","ts":"2026-03-03T20:37:30.789031Z","caller":"traceutil/trace.go:171","msg":"trace[1255559529] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-56797997bf-4q82t; range_end:; response_count:1; response_revision:14937; }","duration":"109.31039ms","start":"2026-03-03T20:37:30.679686Z","end":"2026-03-03T20:37:30.788996Z","steps":["trace[1255559529] 'agreement among raft nodes before linearized reading' (duration: 108.956941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:30.789824Z","caller":"traceutil/trace.go:171","msg":"trace[1617110501] transaction","detail":"{read_only:false; response_revision:14936; number_of_response:1; }","duration":"199.298079ms","start":"2026-03-03T20:37:30.589173Z","end":"2026-03-03T20:37:30.788471Z","steps":["trace[1617110501] 'process raft request' (duration: 199.038363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:37:31.443289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.639663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:37:31.443401Z","caller":"traceutil/trace.go:171","msg":"trace[1548323937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14946; }","duration":"275.817957ms","start":"2026-03-03T20:37:31.167551Z","end":"2026-03-03T20:37:31.443368Z","steps":["trace[1548323937] 'count revisions from in-memory index tree' (duration: 275.470039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:31.720504Z","caller":"traceutil/trace.go:171","msg":"trace[98224057] transaction","detail":"{read_only:false; response_revision:14947; number_of_response:1; }","duration":"136.999192ms","start":"2026-03-03T20:37:31.583465Z","end":"2026-03-03T20:37:31.720464Z","steps":["trace[98224057] 'process raft request' (duration: 136.426169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:37:47.099908Z","caller":"traceutil/trace.go:171","msg":"trace[805681028] transaction","detail":"{read_only:false; response_revision:15052; number_of_response:1; }","duration":"105.759857ms","start":"2026-03-03T20:37:46.99412Z","end":"2026-03-03T20:37:47.09988Z","steps":["trace[805681028] 'process raft request' (duration: 104.498438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:14.097675Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13388} {"level":"info","ts":"2026-03-03T20:39:14.197925Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13388,"took":"98.099716ms","hash":2295074682,"current-db-size-bytes":40116224,"current-db-size":"40 MB","current-db-size-in-use-bytes":28680192,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T20:39:14.198006Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2295074682,"revision":13388,"compact-revision":11504} {"level":"info","ts":"2026-03-03T20:39:43.865643Z","caller":"traceutil/trace.go:171","msg":"trace[1305962373] linearizableReadLoop","detail":"{readStateIndex:16633; appliedIndex:16632; }","duration":"101.24558ms","start":"2026-03-03T20:39:43.764375Z","end":"2026-03-03T20:39:43.865621Z","steps":["trace[1305962373] 'read index received' (duration: 50.009821ms)","trace[1305962373] 'applied index is now lower than readState.Index' (duration: 51.234719ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:39:43.865699Z","caller":"traceutil/trace.go:171","msg":"trace[1799637129] transaction","detail":"{read_only:false; response_revision:16029; number_of_response:1; }","duration":"105.299823ms","start":"2026-03-03T20:39:43.760342Z","end":"2026-03-03T20:39:43.865642Z","steps":["trace[1799637129] 'process raft request' (duration: 54.033364ms)","trace[1799637129] 'compare' (duration: 51.130506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:39:43.865827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.435094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T20:39:43.865862Z","caller":"traceutil/trace.go:171","msg":"trace[1933497336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16029; }","duration":"101.512616ms","start":"2026-03-03T20:39:43.764339Z","end":"2026-03-03T20:39:43.865851Z","steps":["trace[1933497336] 'agreement among raft nodes before linearized reading' (duration: 101.391904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:43.914501Z","caller":"traceutil/trace.go:171","msg":"trace[164848392] transaction","detail":"{read_only:false; response_revision:16031; number_of_response:1; }","duration":"116.731739ms","start":"2026-03-03T20:39:43.797726Z","end":"2026-03-03T20:39:43.914457Z","steps":["trace[164848392] 'process raft request' (duration: 116.681978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:43.914516Z","caller":"traceutil/trace.go:171","msg":"trace[561522489] transaction","detail":"{read_only:false; response_revision:16030; number_of_response:1; }","duration":"149.415938ms","start":"2026-03-03T20:39:43.765077Z","end":"2026-03-03T20:39:43.914493Z","steps":["trace[561522489] 'process raft request' (duration: 149.205393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:43.920914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.966129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T20:39:43.920996Z","caller":"traceutil/trace.go:171","msg":"trace[2000491001] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:16033; }","duration":"143.074921ms","start":"2026-03-03T20:39:43.777898Z","end":"2026-03-03T20:39:43.920973Z","steps":["trace[2000491001] 'agreement among raft nodes before linearized reading' (duration: 142.845346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:43.921057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.737318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-03-03T20:39:43.921074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.41989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T20:39:43.921133Z","caller":"traceutil/trace.go:171","msg":"trace[1530937382] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:16033; }","duration":"153.80599ms","start":"2026-03-03T20:39:43.767293Z","end":"2026-03-03T20:39:43.921099Z","steps":["trace[1530937382] 'agreement among raft nodes before linearized reading' (duration: 153.669967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:43.921189Z","caller":"traceutil/trace.go:171","msg":"trace[1512116371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16033; }","duration":"156.560704ms","start":"2026-03-03T20:39:43.7646Z","end":"2026-03-03T20:39:43.92116Z","steps":["trace[1512116371] 'agreement among raft nodes before linearized reading' (duration: 156.229087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:43.921403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.561211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-gpdqd\" ","response":"range_response_count:1 size:13994"} {"level":"info","ts":"2026-03-03T20:39:43.921448Z","caller":"traceutil/trace.go:171","msg":"trace[1402616592] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-gpdqd; range_end:; response_count:1; response_revision:16033; }","duration":"155.612691ms","start":"2026-03-03T20:39:43.76582Z","end":"2026-03-03T20:39:43.921433Z","steps":["trace[1402616592] 'agreement among raft nodes before linearized reading' (duration: 155.502419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:43.921535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.428868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T20:39:43.921581Z","caller":"traceutil/trace.go:171","msg":"trace[982014494] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16033; }","duration":"155.484179ms","start":"2026-03-03T20:39:43.766087Z","end":"2026-03-03T20:39:43.921571Z","steps":["trace[982014494] 'agreement among raft nodes before linearized reading' (duration: 155.383266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:43.920903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.843024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-03T20:39:43.921783Z","caller":"traceutil/trace.go:171","msg":"trace[1826331097] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16033; }","duration":"155.746905ms","start":"2026-03-03T20:39:43.766015Z","end":"2026-03-03T20:39:43.921762Z","steps":["trace[1826331097] 'agreement among raft nodes before linearized reading' (duration: 154.689191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:43.921811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.055572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T20:39:43.921845Z","caller":"traceutil/trace.go:171","msg":"trace[2086136637] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16033; }","duration":"156.113194ms","start":"2026-03-03T20:39:43.765724Z","end":"2026-03-03T20:39:43.921837Z","steps":["trace[2086136637] 'agreement among raft nodes before linearized reading' (duration: 156.005221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:43.922254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.315608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T20:39:43.92229Z","caller":"traceutil/trace.go:171","msg":"trace[1171335681] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16033; }","duration":"156.364099ms","start":"2026-03-03T20:39:43.765916Z","end":"2026-03-03T20:39:43.92228Z","steps":["trace[1171335681] 'agreement among raft nodes before linearized reading' (duration: 154.783803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:47.602417Z","caller":"traceutil/trace.go:171","msg":"trace[423115509] transaction","detail":"{read_only:false; response_revision:16074; number_of_response:1; }","duration":"156.656636ms","start":"2026-03-03T20:39:47.445731Z","end":"2026-03-03T20:39:47.602388Z","steps":["trace[423115509] 'process raft request' (duration: 149.47392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:49.753737Z","caller":"traceutil/trace.go:171","msg":"trace[1708307315] linearizableReadLoop","detail":"{readStateIndex:16694; appliedIndex:16693; }","duration":"123.443995ms","start":"2026-03-03T20:39:49.630278Z","end":"2026-03-03T20:39:49.753722Z","steps":["trace[1708307315] 'read index received' (duration: 32.904154ms)","trace[1708307315] 'applied index is now lower than readState.Index' (duration: 90.539091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:39:49.753833Z","caller":"traceutil/trace.go:171","msg":"trace[1738678615] transaction","detail":"{read_only:false; response_revision:16088; number_of_response:1; }","duration":"146.06585ms","start":"2026-03-03T20:39:49.607757Z","end":"2026-03-03T20:39:49.753822Z","steps":["trace[1738678615] 'process raft request' (duration: 55.471947ms)","trace[1738678615] 'compare' (duration: 90.409819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:39:49.753981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.692601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T20:39:49.754008Z","caller":"traceutil/trace.go:171","msg":"trace[2067788945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16088; }","duration":"123.768473ms","start":"2026-03-03T20:39:49.630233Z","end":"2026-03-03T20:39:49.754001Z","steps":["trace[2067788945] 'agreement among raft nodes before linearized reading' (duration: 123.674701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:49.754104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.245231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:39:49.754157Z","caller":"traceutil/trace.go:171","msg":"trace[216314710] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16088; }","duration":"120.325682ms","start":"2026-03-03T20:39:49.633818Z","end":"2026-03-03T20:39:49.754143Z","steps":["trace[216314710] 'agreement among raft nodes before linearized reading' (duration: 120.21492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:49.98356Z","caller":"traceutil/trace.go:171","msg":"trace[661394884] linearizableReadLoop","detail":"{readStateIndex:16696; appliedIndex:16694; }","duration":"214.187121ms","start":"2026-03-03T20:39:49.769359Z","end":"2026-03-03T20:39:49.983546Z","steps":["trace[661394884] 'read index received' (duration: 59.128343ms)","trace[661394884] 'applied index is now lower than readState.Index' (duration: 155.057898ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:39:49.98378Z","caller":"traceutil/trace.go:171","msg":"trace[1679279281] transaction","detail":"{read_only:false; response_revision:16090; number_of_response:1; }","duration":"225.442502ms","start":"2026-03-03T20:39:49.758327Z","end":"2026-03-03T20:39:49.983769Z","steps":["trace[1679279281] 'process raft request' (duration: 126.785922ms)","trace[1679279281] 'compare' (duration: 98.356113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:39:49.983963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.31958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-85v4r\" ","response":"range_response_count:1 size:18565"} {"level":"info","ts":"2026-03-03T20:39:49.984026Z","caller":"traceutil/trace.go:171","msg":"trace[1325738675] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-85v4r; range_end:; response_count:1; response_revision:16090; }","duration":"191.420891ms","start":"2026-03-03T20:39:49.792589Z","end":"2026-03-03T20:39:49.984009Z","steps":["trace[1325738675] 'agreement among raft nodes before linearized reading' (duration: 191.256208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:49.984265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.895527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T20:39:49.984304Z","caller":"traceutil/trace.go:171","msg":"trace[239999610] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16090; }","duration":"214.952438ms","start":"2026-03-03T20:39:49.769341Z","end":"2026-03-03T20:39:49.984293Z","steps":["trace[239999610] 'agreement among raft nodes before linearized reading' (duration: 214.849426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:49.985095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.038875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T20:39:49.985132Z","caller":"traceutil/trace.go:171","msg":"trace[291358071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16090; }","duration":"101.119097ms","start":"2026-03-03T20:39:49.884004Z","end":"2026-03-03T20:39:49.985123Z","steps":["trace[291358071] 'agreement among raft nodes before linearized reading' (duration: 101.017865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:50.230216Z","caller":"traceutil/trace.go:171","msg":"trace[281558831] transaction","detail":"{read_only:false; response_revision:16091; number_of_response:1; }","duration":"241.509845ms","start":"2026-03-03T20:39:49.988678Z","end":"2026-03-03T20:39:50.230188Z","steps":["trace[281558831] 'process raft request' (duration: 189.60506ms)","trace[281558831] 'compare' (duration: 51.775162ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:39:50.261332Z","caller":"traceutil/trace.go:171","msg":"trace[687466293] linearizableReadLoop","detail":"{readStateIndex:16699; appliedIndex:16696; }","duration":"271.050151ms","start":"2026-03-03T20:39:49.990229Z","end":"2026-03-03T20:39:50.261279Z","steps":["trace[687466293] 'read index received' (duration: 188.139686ms)","trace[687466293] 'applied index is now lower than readState.Index' (duration: 82.909485ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:39:50.261337Z","caller":"traceutil/trace.go:171","msg":"trace[2039584560] transaction","detail":"{read_only:false; response_revision:16092; number_of_response:1; }","duration":"272.237229ms","start":"2026-03-03T20:39:49.989059Z","end":"2026-03-03T20:39:50.261296Z","steps":["trace[2039584560] 'process raft request' (duration: 271.964133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:50.26136Z","caller":"traceutil/trace.go:171","msg":"trace[1732647369] transaction","detail":"{read_only:false; response_revision:16093; number_of_response:1; }","duration":"272.234229ms","start":"2026-03-03T20:39:49.989097Z","end":"2026-03-03T20:39:50.261331Z","steps":["trace[1732647369] 'process raft request' (duration: 272.095346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:50.262263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.57902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-2wh6c\" ","response":"range_response_count:1 size:18590"} {"level":"info","ts":"2026-03-03T20:39:50.262516Z","caller":"traceutil/trace.go:171","msg":"trace[424507638] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-2wh6c; range_end:; response_count:1; response_revision:16093; }","duration":"267.838277ms","start":"2026-03-03T20:39:49.994649Z","end":"2026-03-03T20:39:50.262487Z","steps":["trace[424507638] 'agreement among raft nodes before linearized reading' (duration: 267.522569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:50.262751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.495704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892422"} {"level":"info","ts":"2026-03-03T20:39:50.262809Z","caller":"traceutil/trace.go:171","msg":"trace[1881605992] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16093; }","duration":"272.582947ms","start":"2026-03-03T20:39:49.990213Z","end":"2026-03-03T20:39:50.262796Z","steps":["trace[1881605992] 'agreement among raft nodes before linearized reading' (duration: 271.277647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:50.263381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.617634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892422"} {"level":"info","ts":"2026-03-03T20:39:50.263453Z","caller":"traceutil/trace.go:171","msg":"trace[1842184634] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16093; }","duration":"271.712497ms","start":"2026-03-03T20:39:49.991725Z","end":"2026-03-03T20:39:50.263438Z","steps":["trace[1842184634] 'agreement among raft nodes before linearized reading' (duration: 269.840503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:50.73082Z","caller":"traceutil/trace.go:171","msg":"trace[1723945440] linearizableReadLoop","detail":"{readStateIndex:16700; appliedIndex:16699; }","duration":"111.744273ms","start":"2026-03-03T20:39:50.619053Z","end":"2026-03-03T20:39:50.730797Z","steps":["trace[1723945440] 'read index received' (duration: 111.512618ms)","trace[1723945440] 'applied index is now lower than readState.Index' (duration: 230.565µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:39:50.731414Z","caller":"traceutil/trace.go:171","msg":"trace[746836250] transaction","detail":"{read_only:false; response_revision:16094; number_of_response:1; }","duration":"160.902124ms","start":"2026-03-03T20:39:50.570493Z","end":"2026-03-03T20:39:50.731395Z","steps":["trace[746836250] 'process raft request' (duration: 160.139076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:39:50.731885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.816909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vc4pb\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-03T20:39:50.731948Z","caller":"traceutil/trace.go:171","msg":"trace[989530278] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vc4pb; range_end:; response_count:1; response_revision:16094; }","duration":"112.914501ms","start":"2026-03-03T20:39:50.619019Z","end":"2026-03-03T20:39:50.731934Z","steps":["trace[989530278] 'agreement among raft nodes before linearized reading' (duration: 112.714906ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:51.142301Z","caller":"traceutil/trace.go:171","msg":"trace[1140667934] transaction","detail":"{read_only:false; response_revision:16095; number_of_response:1; }","duration":"147.441423ms","start":"2026-03-03T20:39:50.994834Z","end":"2026-03-03T20:39:51.142275Z","steps":["trace[1140667934] 'process raft request' (duration: 147.266778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:39:52.276282Z","caller":"traceutil/trace.go:171","msg":"trace[1154212796] transaction","detail":"{read_only:false; response_revision:16100; number_of_response:1; }","duration":"221.144983ms","start":"2026-03-03T20:39:52.055115Z","end":"2026-03-03T20:39:52.27626Z","steps":["trace[1154212796] 'process raft request' (duration: 221.00802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:40:11.33237Z","caller":"traceutil/trace.go:171","msg":"trace[1122085689] transaction","detail":"{read_only:false; response_revision:16222; number_of_response:1; }","duration":"119.646497ms","start":"2026-03-03T20:40:11.21269Z","end":"2026-03-03T20:40:11.332337Z","steps":["trace[1122085689] 'process raft request' (duration: 119.326019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.391425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040979251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:42:40.766507Z","caller":"traceutil/trace.go:171","msg":"trace[211374440] transaction","detail":"{read_only:false; response_revision:17142; number_of_response:1; }","duration":"903.173152ms","start":"2026-03-03T20:42:39.863312Z","end":"2026-03-03T20:42:40.766485Z","steps":["trace[211374440] 'process raft request' (duration: 903.05605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.766633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:39.863264Z","time spent":"903.308865ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:42:40.820264Z","caller":"traceutil/trace.go:171","msg":"trace[1469513552] transaction","detail":"{read_only:false; response_revision:17143; number_of_response:1; }","duration":"799.924256ms","start":"2026-03-03T20:42:40.020294Z","end":"2026-03-03T20:42:40.820218Z","steps":["trace[1469513552] 'process raft request' (duration: 799.185399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.820543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:40.02027Z","time spent":"800.11326ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:42:40.820638Z","caller":"traceutil/trace.go:171","msg":"trace[462296939] transaction","detail":"{read_only:false; response_revision:17144; number_of_response:1; }","duration":"599.462824ms","start":"2026-03-03T20:42:40.221131Z","end":"2026-03-03T20:42:40.820594Z","steps":["trace[462296939] 'process raft request' (duration: 598.993823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.820872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:40.221113Z","time spent":"599.646058ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:42:40.82157Z","caller":"traceutil/trace.go:171","msg":"trace[23312852] linearizableReadLoop","detail":"{readStateIndex:17788; appliedIndex:17785; }","duration":"931.09844ms","start":"2026-03-03T20:42:39.890408Z","end":"2026-03-03T20:42:40.821506Z","steps":["trace[23312852] 'read index received' (duration: 876.030242ms)","trace[23312852] 'applied index is now lower than readState.Index' (duration: 55.066598ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:42:40.821702Z","caller":"traceutil/trace.go:171","msg":"trace[1053345716] transaction","detail":"{read_only:false; response_revision:17145; number_of_response:1; }","duration":"303.164217ms","start":"2026-03-03T20:42:40.518414Z","end":"2026-03-03T20:42:40.821578Z","steps":["trace[1053345716] 'process raft request' (duration: 301.846886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.821819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.397628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:42:40.821897Z","caller":"traceutil/trace.go:171","msg":"trace[1055804578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17145; }","duration":"931.51757ms","start":"2026-03-03T20:42:39.89036Z","end":"2026-03-03T20:42:40.821877Z","steps":["trace[1055804578] 'agreement among raft nodes before linearized reading' (duration: 931.319695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.82195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:39.890336Z","time spent":"931.603272ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:42:40.821963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.288241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-r7zdk\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-03T20:42:40.821986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:40.518397Z","time spent":"303.480354ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:42:40.822038Z","caller":"traceutil/trace.go:171","msg":"trace[657159642] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-r7zdk; range_end:; response_count:1; response_revision:17145; }","duration":"341.405114ms","start":"2026-03-03T20:42:40.480621Z","end":"2026-03-03T20:42:40.822027Z","steps":["trace[657159642] 'agreement among raft nodes before linearized reading' (duration: 341.142378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:40.822105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:40.480606Z","time spent":"341.486896ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9737,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-r7zdk\" "} {"level":"warn","ts":"2026-03-03T20:42:46.981538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.978073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:42:46.981653Z","caller":"traceutil/trace.go:171","msg":"trace[2139700953] linearizableReadLoop","detail":"{readStateIndex:17819; appliedIndex:17818; }","duration":"133.10666ms","start":"2026-03-03T20:42:46.848529Z","end":"2026-03-03T20:42:46.981636Z","steps":["trace[2139700953] 'read index received' (duration: 41.851µs)","trace[2139700953] 'applied index is now lower than readState.Index' (duration: 133.063769ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:42:46.981725Z","caller":"traceutil/trace.go:171","msg":"trace[1184948766] transaction","detail":"{read_only:false; response_revision:17174; number_of_response:1; }","duration":"197.340702ms","start":"2026-03-03T20:42:46.784374Z","end":"2026-03-03T20:42:46.981715Z","steps":["trace[1184948766] 'process raft request' (duration: 19.095264ms)","trace[1184948766] 'compare' (duration: 177.831829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:42:46.98198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.415627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:42:46.982212Z","caller":"traceutil/trace.go:171","msg":"trace[93615382] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:17174; }","duration":"133.570381ms","start":"2026-03-03T20:42:46.848522Z","end":"2026-03-03T20:42:46.982093Z","steps":["trace[93615382] 'agreement among raft nodes before linearized reading' (duration: 133.343516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:47.005115Z","caller":"traceutil/trace.go:171","msg":"trace[1568544829] transaction","detail":"{read_only:false; response_revision:17175; number_of_response:1; }","duration":"137.022012ms","start":"2026-03-03T20:42:46.868066Z","end":"2026-03-03T20:42:47.005088Z","steps":["trace[1568544829] 'process raft request' (duration: 136.856078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:47.030812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.704151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8bfbn\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-03T20:42:47.030884Z","caller":"traceutil/trace.go:171","msg":"trace[1528860661] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8bfbn; range_end:; response_count:1; response_revision:17176; }","duration":"132.798113ms","start":"2026-03-03T20:42:46.898067Z","end":"2026-03-03T20:42:47.030865Z","steps":["trace[1528860661] 'agreement among raft nodes before linearized reading' (duration: 132.535207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:47.03095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.348935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-r7zdk\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T20:42:47.031065Z","caller":"traceutil/trace.go:171","msg":"trace[728991188] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-r7zdk; range_end:; response_count:1; response_revision:17176; }","duration":"142.493918ms","start":"2026-03-03T20:42:46.888544Z","end":"2026-03-03T20:42:47.031038Z","steps":["trace[728991188] 'agreement among raft nodes before linearized reading' (duration: 142.13237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:47.031325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.794468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:42:47.031365Z","caller":"traceutil/trace.go:171","msg":"trace[1941338686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17176; }","duration":"152.86583ms","start":"2026-03-03T20:42:46.878486Z","end":"2026-03-03T20:42:47.031352Z","steps":["trace[1941338686] 'agreement among raft nodes before linearized reading' (duration: 152.046641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:47.032101Z","caller":"traceutil/trace.go:171","msg":"trace[751815563] transaction","detail":"{read_only:false; response_revision:17176; number_of_response:1; }","duration":"163.964767ms","start":"2026-03-03T20:42:46.868114Z","end":"2026-03-03T20:42:47.032079Z","steps":["trace[751815563] 'process raft request' (duration: 162.247388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:47.156101Z","caller":"traceutil/trace.go:171","msg":"trace[711539613] linearizableReadLoop","detail":"{readStateIndex:17822; appliedIndex:17821; }","duration":"117.235323ms","start":"2026-03-03T20:42:47.038844Z","end":"2026-03-03T20:42:47.156079Z","steps":["trace[711539613] 'read index received' (duration: 117.057548ms)","trace[711539613] 'applied index is now lower than readState.Index' (duration: 176.935µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:42:47.15716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.221752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940231"} {"level":"info","ts":"2026-03-03T20:42:47.157205Z","caller":"traceutil/trace.go:171","msg":"trace[1173854292] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17177; }","duration":"117.280613ms","start":"2026-03-03T20:42:47.039915Z","end":"2026-03-03T20:42:47.157195Z","steps":["trace[1173854292] 'agreement among raft nodes before linearized reading' (duration: 116.504095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:47.157693Z","caller":"traceutil/trace.go:171","msg":"trace[1220214294] transaction","detail":"{read_only:false; response_revision:17177; number_of_response:1; }","duration":"121.335407ms","start":"2026-03-03T20:42:47.03634Z","end":"2026-03-03T20:42:47.157675Z","steps":["trace[1220214294] 'process raft request' (duration: 119.591616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:47.158035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.186758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940231"} {"level":"info","ts":"2026-03-03T20:42:47.158066Z","caller":"traceutil/trace.go:171","msg":"trace[1420314227] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17177; }","duration":"119.236808ms","start":"2026-03-03T20:42:47.038821Z","end":"2026-03-03T20:42:47.158058Z","steps":["trace[1420314227] 'agreement among raft nodes before linearized reading' (duration: 118.149043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:47.531468Z","caller":"traceutil/trace.go:171","msg":"trace[294888796] linearizableReadLoop","detail":"{readStateIndex:17824; appliedIndex:17823; }","duration":"212.709959ms","start":"2026-03-03T20:42:47.318736Z","end":"2026-03-03T20:42:47.531446Z","steps":["trace[294888796] 'read index received' (duration: 212.410512ms)","trace[294888796] 'applied index is now lower than readState.Index' (duration: 298.547µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:42:47.531583Z","caller":"traceutil/trace.go:171","msg":"trace[980627579] transaction","detail":"{read_only:false; response_revision:17179; number_of_response:1; }","duration":"353.370065ms","start":"2026-03-03T20:42:47.178202Z","end":"2026-03-03T20:42:47.531572Z","steps":["trace[980627579] 'process raft request' (duration: 353.045097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:47.531879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:47.178175Z","time spent":"353.553799ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:42:47.53211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.360614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T20:42:47.53212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.076304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T20:42:47.532338Z","caller":"traceutil/trace.go:171","msg":"trace[1382954454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17179; }","duration":"212.32466ms","start":"2026-03-03T20:42:47.31999Z","end":"2026-03-03T20:42:47.532314Z","steps":["trace[1382954454] 'agreement among raft nodes before linearized reading' (duration: 211.851539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:47.532148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.500321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:42:47.532481Z","caller":"traceutil/trace.go:171","msg":"trace[988954803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17179; }","duration":"211.876789ms","start":"2026-03-03T20:42:47.320573Z","end":"2026-03-03T20:42:47.53245Z","steps":["trace[988954803] 'agreement among raft nodes before linearized reading' (duration: 211.344787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:47.532168Z","caller":"traceutil/trace.go:171","msg":"trace[619733750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17179; }","duration":"213.476407ms","start":"2026-03-03T20:42:47.318677Z","end":"2026-03-03T20:42:47.532153Z","steps":["trace[619733750] 'agreement among raft nodes before linearized reading' (duration: 213.216901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:47.848633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.961117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:42:47.848772Z","caller":"traceutil/trace.go:171","msg":"trace[1711134031] transaction","detail":"{read_only:false; response_revision:17180; number_of_response:1; }","duration":"312.587687ms","start":"2026-03-03T20:42:47.536165Z","end":"2026-03-03T20:42:47.848753Z","steps":["trace[1711134031] 'process raft request' (duration: 89.429956ms)","trace[1711134031] 'compare' (duration: 222.444255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:42:47.848829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:47.536143Z","time spent":"312.66037ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:42:47.849007Z","caller":"traceutil/trace.go:171","msg":"trace[948525077] transaction","detail":"{read_only:false; response_revision:17181; number_of_response:1; }","duration":"311.945583ms","start":"2026-03-03T20:42:47.53705Z","end":"2026-03-03T20:42:47.848996Z","steps":["trace[948525077] 'process raft request' (duration: 311.680457ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:47.848997Z","caller":"traceutil/trace.go:171","msg":"trace[799272754] transaction","detail":"{read_only:false; response_revision:17182; number_of_response:1; }","duration":"311.651505ms","start":"2026-03-03T20:42:47.537319Z","end":"2026-03-03T20:42:47.84897Z","steps":["trace[799272754] 'process raft request' (duration: 311.583394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:47.849058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:47.537028Z","time spent":"312.002144ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:42:47.849165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:47.537308Z","time spent":"311.769409ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:42:49.661793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040979369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:42:50.163103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040979369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:42:50.167865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173629708s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:42:50.168188Z","caller":"traceutil/trace.go:171","msg":"trace[65441441] transaction","detail":"{read_only:false; response_revision:17183; number_of_response:1; }","duration":"1.174023248s","start":"2026-03-03T20:42:48.994148Z","end":"2026-03-03T20:42:50.168172Z","steps":["trace[65441441] 'process raft request' (duration: 1.173920085s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:50.16828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:48.994123Z","time spent":"1.17409434s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:42:51.063061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.375171ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:42:51.06319Z","caller":"traceutil/trace.go:171","msg":"trace[2145523080] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17183; }","duration":"700.516394ms","start":"2026-03-03T20:42:50.362654Z","end":"2026-03-03T20:42:51.06317Z","steps":["trace[2145523080] 'range keys from in-memory index tree' (duration: 700.362831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.063618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.883765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:42:51.063736Z","caller":"traceutil/trace.go:171","msg":"trace[776121024] transaction","detail":"{read_only:false; response_revision:17184; number_of_response:1; }","duration":"2.054241074s","start":"2026-03-03T20:42:49.009482Z","end":"2026-03-03T20:42:51.063723Z","steps":["trace[776121024] 'process raft request' (duration: 1.234191885s)","trace[776121024] 'compare' (duration: 819.270291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:42:51.063793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.009464Z","time spent":"2.054299436s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:42:51.064039Z","caller":"traceutil/trace.go:171","msg":"trace[662802694] transaction","detail":"{read_only:false; response_revision:17185; number_of_response:1; }","duration":"2.027510294s","start":"2026-03-03T20:42:49.036489Z","end":"2026-03-03T20:42:51.063999Z","steps":["trace[662802694] 'process raft request' (duration: 2.027183556s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.064191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.036403Z","time spent":"2.027705278s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:42:51.751262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.308998ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T20:42:51.751552Z","caller":"traceutil/trace.go:171","msg":"trace[1103589481] linearizableReadLoop","detail":"{readStateIndex:17831; appliedIndex:17827; }","duration":"2.590413943s","start":"2026-03-03T20:42:49.161097Z","end":"2026-03-03T20:42:51.751511Z","steps":["trace[1103589481] 'read index received' (duration: 1.00701018s)","trace[1103589481] 'applied index is now lower than readState.Index' (duration: 1.583399693s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:42:51.751825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949226926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:42:51.751895Z","caller":"traceutil/trace.go:171","msg":"trace[2121972030] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:17186; }","duration":"1.949313708s","start":"2026-03-03T20:42:49.802564Z","end":"2026-03-03T20:42:51.751877Z","steps":["trace[2121972030] 'agreement among raft nodes before linearized reading' (duration: 1.949195476s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.751933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.802541Z","time spent":"1.949381619s","remote":"127.0.0.1:35874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:42:51.751935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893426211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:42:51.751907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590794881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T20:42:51.751976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545720296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T20:42:51.752012Z","caller":"traceutil/trace.go:171","msg":"trace[1880358473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17186; }","duration":"2.590907684s","start":"2026-03-03T20:42:49.161078Z","end":"2026-03-03T20:42:51.751986Z","steps":["trace[1880358473] 'agreement among raft nodes before linearized reading' (duration: 2.590628917s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:51.75203Z","caller":"traceutil/trace.go:171","msg":"trace[592590488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17186; }","duration":"2.545840509s","start":"2026-03-03T20:42:49.206177Z","end":"2026-03-03T20:42:51.752018Z","steps":["trace[592590488] 'agreement among raft nodes before linearized reading' (duration: 2.545627654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.752085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.206162Z","time spent":"2.54591291s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:42:51.752121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.161015Z","time spent":"2.591046598s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:42:51.752213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893875551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T20:42:51.752231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055290308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:42:51.752247Z","caller":"traceutil/trace.go:171","msg":"trace[1050678880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17186; }","duration":"1.893919152s","start":"2026-03-03T20:42:49.858318Z","end":"2026-03-03T20:42:51.752237Z","steps":["trace[1050678880] 'agreement among raft nodes before linearized reading' (duration: 1.893822079s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:51.752263Z","caller":"traceutil/trace.go:171","msg":"trace[846057182] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:17186; }","duration":"2.05535937s","start":"2026-03-03T20:42:49.696893Z","end":"2026-03-03T20:42:51.752253Z","steps":["trace[846057182] 'agreement among raft nodes before linearized reading' (duration: 2.055304169s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.752275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.858314Z","time spent":"1.893953233s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:42:51.752298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.696874Z","time spent":"2.055415292s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:42:51.75259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898503629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T20:42:51.75262Z","caller":"traceutil/trace.go:171","msg":"trace[1442304907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17186; }","duration":"1.898558739s","start":"2026-03-03T20:42:49.854051Z","end":"2026-03-03T20:42:51.75261Z","steps":["trace[1442304907] 'agreement among raft nodes before linearized reading' (duration: 1.898479368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.752645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.854037Z","time spent":"1.898601911s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:42:51.752932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.240422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T20:42:51.752972Z","caller":"traceutil/trace.go:171","msg":"trace[1965131165] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:17186; }","duration":"729.317834ms","start":"2026-03-03T20:42:51.023643Z","end":"2026-03-03T20:42:51.752961Z","steps":["trace[1965131165] 'agreement among raft nodes before linearized reading' (duration: 729.213411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.02362Z","time spent":"729.371704ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T20:42:51.752997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797853802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:42:51.753066Z","caller":"traceutil/trace.go:171","msg":"trace[1444862204] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:17186; }","duration":"1.797954354s","start":"2026-03-03T20:42:49.955101Z","end":"2026-03-03T20:42:51.753055Z","steps":["trace[1444862204] 'agreement among raft nodes before linearized reading' (duration: 1.797855901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.753149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.955084Z","time spent":"1.798004156s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:42:51.753203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.834535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:42:51.753232Z","caller":"traceutil/trace.go:171","msg":"trace[1087111579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17186; }","duration":"126.901857ms","start":"2026-03-03T20:42:51.626322Z","end":"2026-03-03T20:42:51.753224Z","steps":["trace[1087111579] 'agreement among raft nodes before linearized reading' (duration: 126.809515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.753347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46270834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:42:51.753421Z","caller":"traceutil/trace.go:171","msg":"trace[174790711] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:17186; }","duration":"1.462812993s","start":"2026-03-03T20:42:50.290587Z","end":"2026-03-03T20:42:51.7534Z","steps":["trace[174790711] 'agreement among raft nodes before linearized reading' (duration: 1.46270694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.75347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:50.290567Z","time spent":"1.462889975s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-03T20:42:51.753527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864675553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:42:51.753564Z","caller":"traceutil/trace.go:171","msg":"trace[1764859604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17186; }","duration":"1.864734274s","start":"2026-03-03T20:42:49.888818Z","end":"2026-03-03T20:42:51.753552Z","steps":["trace[1764859604] 'agreement among raft nodes before linearized reading' (duration: 1.864644322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.753628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.888806Z","time spent":"1.864813297s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:42:51.753376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.044718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:42:51.753717Z","caller":"traceutil/trace.go:171","msg":"trace[1722509459] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:17186; }","duration":"661.414807ms","start":"2026-03-03T20:42:51.092282Z","end":"2026-03-03T20:42:51.753697Z","steps":["trace[1722509459] 'agreement among raft nodes before linearized reading' (duration: 661.060578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.754569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.092259Z","time spent":"662.279966ms","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:42:51.754071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578014825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-r7zdk\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T20:42:51.754854Z","caller":"traceutil/trace.go:171","msg":"trace[1107067708] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-r7zdk; range_end:; response_count:1; response_revision:17186; }","duration":"2.578831524s","start":"2026-03-03T20:42:49.176003Z","end":"2026-03-03T20:42:51.754835Z","steps":["trace[1107067708] 'agreement among raft nodes before linearized reading' (duration: 2.577966234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.754452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573846798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8bfbn\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-03T20:42:51.755359Z","caller":"traceutil/trace.go:171","msg":"trace[2090231109] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8bfbn; range_end:; response_count:1; response_revision:17186; }","duration":"2.57478102s","start":"2026-03-03T20:42:49.180555Z","end":"2026-03-03T20:42:51.755336Z","steps":["trace[2090231109] 'agreement among raft nodes before linearized reading' (duration: 2.572741302s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.755406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.180499Z","time spent":"2.574893533s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8bfbn\" "} {"level":"info","ts":"2026-03-03T20:42:51.755419Z","caller":"traceutil/trace.go:171","msg":"trace[1912831400] transaction","detail":"{read_only:false; response_revision:17186; number_of_response:1; }","duration":"815.946824ms","start":"2026-03-03T20:42:50.935579Z","end":"2026-03-03T20:42:51.751526Z","steps":["trace[1912831400] 'process raft request' (duration: 815.78286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.75552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:50.935543Z","time spent":"819.909416ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:42:51.754917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.175975Z","time spent":"2.578925727s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9737,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-r7zdk\" "} {"level":"info","ts":"2026-03-03T20:42:51.773742Z","caller":"traceutil/trace.go:171","msg":"trace[781018768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17186; }","duration":"1.915209897s","start":"2026-03-03T20:42:49.858479Z","end":"2026-03-03T20:42:51.773689Z","steps":["trace[781018768] 'agreement among raft nodes before linearized reading' (duration: 1.893283618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:51.77388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:49.858422Z","time spent":"1.915430652s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:42:52.073255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.818403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:42:52.073537Z","caller":"traceutil/trace.go:171","msg":"trace[1176887839] transaction","detail":"{read_only:false; response_revision:17187; number_of_response:1; }","duration":"316.880837ms","start":"2026-03-03T20:42:51.756637Z","end":"2026-03-03T20:42:52.073518Z","steps":["trace[1176887839] 'process raft request' (duration: 118.720026ms)","trace[1176887839] 'compare' (duration: 197.69634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:42:52.073598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.75662Z","time spent":"316.949478ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:42:52.148194Z","caller":"traceutil/trace.go:171","msg":"trace[1907662609] transaction","detail":"{read_only:false; response_revision:17189; number_of_response:1; }","duration":"390.558238ms","start":"2026-03-03T20:42:51.757605Z","end":"2026-03-03T20:42:52.148163Z","steps":["trace[1907662609] 'process raft request' (duration: 390.441055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:52.14852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.75759Z","time spent":"390.783123ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:42:52.148211Z","caller":"traceutil/trace.go:171","msg":"trace[1114951801] transaction","detail":"{read_only:false; response_revision:17188; number_of_response:1; }","duration":"391.143331ms","start":"2026-03-03T20:42:51.75702Z","end":"2026-03-03T20:42:52.148163Z","steps":["trace[1114951801] 'process raft request' (duration: 390.851634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:52.14873Z","caller":"traceutil/trace.go:171","msg":"trace[1254497509] transaction","detail":"{read_only:false; response_revision:17190; number_of_response:1; }","duration":"390.182559ms","start":"2026-03-03T20:42:51.75853Z","end":"2026-03-03T20:42:52.148713Z","steps":["trace[1254497509] 'process raft request' (duration: 389.582095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:52.148792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.756991Z","time spent":"391.705845ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:42:52.148886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.758514Z","time spent":"390.282242ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:42:52.149275Z","caller":"traceutil/trace.go:171","msg":"trace[1436306549] linearizableReadLoop","detail":"{readStateIndex:17836; appliedIndex:17832; }","duration":"375.456068ms","start":"2026-03-03T20:42:51.773803Z","end":"2026-03-03T20:42:52.149259Z","steps":["trace[1436306549] 'read index received' (duration: 101.668751ms)","trace[1436306549] 'applied index is now lower than readState.Index' (duration: 273.786257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:42:52.149471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.151932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab5acb09-2804-425d-b32a-749be55e9387\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T20:42:52.149548Z","caller":"traceutil/trace.go:171","msg":"trace[1215701634] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab5acb09-2804-425d-b32a-749be55e9387; range_end:; response_count:1; response_revision:17191; }","duration":"391.246284ms","start":"2026-03-03T20:42:51.758282Z","end":"2026-03-03T20:42:52.149528Z","steps":["trace[1215701634] 'agreement among raft nodes before linearized reading' (duration: 391.002768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:52.149627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.758272Z","time spent":"391.339006ms","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ab5acb09-2804-425d-b32a-749be55e9387\" "} {"level":"warn","ts":"2026-03-03T20:42:52.149978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.602354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:42:52.149995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.955703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:42:52.150067Z","caller":"traceutil/trace.go:171","msg":"trace[1005667169] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:17191; }","duration":"112.745098ms","start":"2026-03-03T20:42:52.037297Z","end":"2026-03-03T20:42:52.150043Z","steps":["trace[1005667169] 'agreement among raft nodes before linearized reading' (duration: 112.555463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:52.150073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.773985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:42:52.150096Z","caller":"traceutil/trace.go:171","msg":"trace[1833915700] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17191; }","duration":"374.084155ms","start":"2026-03-03T20:42:51.775985Z","end":"2026-03-03T20:42:52.150069Z","steps":["trace[1833915700] 'agreement among raft nodes before linearized reading' (duration: 373.825989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:52.150085Z","caller":"traceutil/trace.go:171","msg":"trace[2110771625] transaction","detail":"{read_only:false; response_revision:17191; number_of_response:1; }","duration":"371.810572ms","start":"2026-03-03T20:42:51.778255Z","end":"2026-03-03T20:42:52.150066Z","steps":["trace[2110771625] 'process raft request' (duration: 370.41145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:52.150124Z","caller":"traceutil/trace.go:171","msg":"trace[555290551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17191; }","duration":"394.837667ms","start":"2026-03-03T20:42:51.755271Z","end":"2026-03-03T20:42:52.150109Z","steps":["trace[555290551] 'agreement among raft nodes before linearized reading' (duration: 394.760056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:52.15016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.755261Z","time spent":"394.892788ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:42:52.150224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.821288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:42:52.150284Z","caller":"traceutil/trace.go:171","msg":"trace[1356923373] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:17191; }","duration":"326.91059ms","start":"2026-03-03T20:42:51.823356Z","end":"2026-03-03T20:42:52.150267Z","steps":["trace[1356923373] 'agreement among raft nodes before linearized reading' (duration: 326.828208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:52.150388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.823339Z","time spent":"327.034103ms","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:42:52.150224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.77824Z","time spent":"371.906195ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:42:52.150156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.775975Z","time spent":"374.164937ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:42:52.15049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.362081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940365"} {"level":"info","ts":"2026-03-03T20:42:52.150771Z","caller":"traceutil/trace.go:171","msg":"trace[295503167] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17191; }","duration":"380.664348ms","start":"2026-03-03T20:42:51.770093Z","end":"2026-03-03T20:42:52.150757Z","steps":["trace[295503167] 'agreement among raft nodes before linearized reading' (duration: 379.277796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:52.150824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.770086Z","time spent":"380.71638ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940389,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:42:52.151078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.100308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940365"} {"level":"info","ts":"2026-03-03T20:42:52.151128Z","caller":"traceutil/trace.go:171","msg":"trace[312155102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17191; }","duration":"390.175139ms","start":"2026-03-03T20:42:51.760941Z","end":"2026-03-03T20:42:52.151116Z","steps":["trace[312155102] 'agreement among raft nodes before linearized reading' (duration: 388.744796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:52.151175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:51.760933Z","time spent":"390.221161ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940389,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:42:52.308327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.6854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:42:52.308477Z","caller":"traceutil/trace.go:171","msg":"trace[1660408307] transaction","detail":"{read_only:false; response_revision:17192; number_of_response:1; }","duration":"135.474585ms","start":"2026-03-03T20:42:52.172972Z","end":"2026-03-03T20:42:52.308447Z","steps":["trace[1660408307] 'process raft request' (duration: 30.5875ms)","trace[1660408307] 'compare' (duration: 104.552978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:42:57.517331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.416081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:42:57.517543Z","caller":"traceutil/trace.go:171","msg":"trace[1741616672] linearizableReadLoop","detail":"{readStateIndex:17941; appliedIndex:17939; }","duration":"185.685791ms","start":"2026-03-03T20:42:57.33184Z","end":"2026-03-03T20:42:57.517526Z","steps":["trace[1741616672] 'read index received' (duration: 184.056283ms)","trace[1741616672] 'applied index is now lower than readState.Index' (duration: 1.628638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:42:57.517719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.881716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:42:57.517757Z","caller":"traceutil/trace.go:171","msg":"trace[1369849619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17294; }","duration":"185.948877ms","start":"2026-03-03T20:42:57.331798Z","end":"2026-03-03T20:42:57.517746Z","steps":["trace[1369849619] 'agreement among raft nodes before linearized reading' (duration: 185.783534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:42:57.517796Z","caller":"traceutil/trace.go:171","msg":"trace[1077455943] transaction","detail":"{read_only:false; response_revision:17293; number_of_response:1; }","duration":"423.845161ms","start":"2026-03-03T20:42:57.093909Z","end":"2026-03-03T20:42:57.517754Z","steps":["trace[1077455943] 'process raft request' (duration: 58.898707ms)","trace[1077455943] 'compare' (duration: 364.145055ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:42:57.517881Z","caller":"traceutil/trace.go:171","msg":"trace[1626719874] transaction","detail":"{read_only:false; response_revision:17294; number_of_response:1; }","duration":"386.703369ms","start":"2026-03-03T20:42:57.131145Z","end":"2026-03-03T20:42:57.517848Z","steps":["trace[1626719874] 'process raft request' (duration: 386.295499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:42:57.517998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:57.093885Z","time spent":"424.011254ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:42:57.518063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:42:57.131116Z","time spent":"386.850182ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:43:00.242702Z","caller":"traceutil/trace.go:171","msg":"trace[628517692] transaction","detail":"{read_only:false; response_revision:17317; number_of_response:1; }","duration":"137.364329ms","start":"2026-03-03T20:43:00.105307Z","end":"2026-03-03T20:43:00.242671Z","steps":["trace[628517692] 'process raft request' (duration: 136.912119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:00.531238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.506052ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:43:00.531358Z","caller":"traceutil/trace.go:171","msg":"trace[1543969954] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17317; }","duration":"168.633235ms","start":"2026-03-03T20:43:00.362705Z","end":"2026-03-03T20:43:00.531338Z","steps":["trace[1543969954] 'range keys from in-memory index tree' (duration: 168.490862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:00.531785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.61177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:43:00.531895Z","caller":"traceutil/trace.go:171","msg":"trace[1588384105] transaction","detail":"{read_only:false; response_revision:17318; number_of_response:1; }","duration":"285.59149ms","start":"2026-03-03T20:43:00.246271Z","end":"2026-03-03T20:43:00.531862Z","steps":["trace[1588384105] 'process raft request' (duration: 83.812396ms)","trace[1588384105] 'compare' (duration: 201.279633ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:00.531934Z","caller":"traceutil/trace.go:171","msg":"trace[1026247222] linearizableReadLoop","detail":"{readStateIndex:17967; appliedIndex:17966; }","duration":"284.178278ms","start":"2026-03-03T20:43:00.247739Z","end":"2026-03-03T20:43:00.531918Z","steps":["trace[1026247222] 'read index received' (duration: 82.337662ms)","trace[1026247222] 'applied index is now lower than readState.Index' (duration: 201.838966ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:00.532235Z","caller":"traceutil/trace.go:171","msg":"trace[689781667] transaction","detail":"{read_only:false; response_revision:17319; number_of_response:1; }","duration":"284.26213ms","start":"2026-03-03T20:43:00.247956Z","end":"2026-03-03T20:43:00.532218Z","steps":["trace[689781667] 'process raft request' (duration: 283.906191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:00.532616Z","caller":"traceutil/trace.go:171","msg":"trace[785365304] transaction","detail":"{read_only:false; response_revision:17321; number_of_response:1; }","duration":"284.509606ms","start":"2026-03-03T20:43:00.248092Z","end":"2026-03-03T20:43:00.532602Z","steps":["trace[785365304] 'process raft request' (duration: 284.445264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:00.532686Z","caller":"traceutil/trace.go:171","msg":"trace[1197354934] transaction","detail":"{read_only:false; response_revision:17320; number_of_response:1; }","duration":"284.72108ms","start":"2026-03-03T20:43:00.247949Z","end":"2026-03-03T20:43:00.53267Z","steps":["trace[1197354934] 'process raft request' (duration: 284.221959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:00.533926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.128033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:951392"} {"level":"info","ts":"2026-03-03T20:43:00.533979Z","caller":"traceutil/trace.go:171","msg":"trace[1636101135] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17319; }","duration":"286.251506ms","start":"2026-03-03T20:43:00.247715Z","end":"2026-03-03T20:43:00.533966Z","steps":["trace[1636101135] 'agreement among raft nodes before linearized reading' (duration: 284.299471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:00.547056Z","caller":"traceutil/trace.go:171","msg":"trace[1571149909] transaction","detail":"{read_only:false; response_revision:17322; number_of_response:1; }","duration":"211.528961ms","start":"2026-03-03T20:43:00.335502Z","end":"2026-03-03T20:43:00.547031Z","steps":["trace[1571149909] 'process raft request' (duration: 211.406688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:00.547134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.849479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8bfbn\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-03T20:43:00.54715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.264372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:43:00.54734Z","caller":"traceutil/trace.go:171","msg":"trace[1670323566] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:17322; }","duration":"185.512567ms","start":"2026-03-03T20:43:00.361803Z","end":"2026-03-03T20:43:00.547316Z","steps":["trace[1670323566] 'agreement among raft nodes before linearized reading' (duration: 185.251801ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:00.547181Z","caller":"traceutil/trace.go:171","msg":"trace[1210628686] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8bfbn; range_end:; response_count:1; response_revision:17322; }","duration":"295.91308ms","start":"2026-03-03T20:43:00.251257Z","end":"2026-03-03T20:43:00.54717Z","steps":["trace[1210628686] 'agreement among raft nodes before linearized reading' (duration: 295.744996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:01.240088Z","caller":"traceutil/trace.go:171","msg":"trace[1808114083] linearizableReadLoop","detail":"{readStateIndex:17972; appliedIndex:17971; }","duration":"116.153307ms","start":"2026-03-03T20:43:01.123918Z","end":"2026-03-03T20:43:01.240071Z","steps":["trace[1808114083] 'read index received' (duration: 116.003883ms)","trace[1808114083] 'applied index is now lower than readState.Index' (duration: 148.904µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:43:01.240184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.259009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:43:01.240228Z","caller":"traceutil/trace.go:171","msg":"trace[378659016] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:17323; }","duration":"116.364191ms","start":"2026-03-03T20:43:01.123856Z","end":"2026-03-03T20:43:01.24022Z","steps":["trace[378659016] 'agreement among raft nodes before linearized reading' (duration: 116.28687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:01.240175Z","caller":"traceutil/trace.go:171","msg":"trace[283023136] transaction","detail":"{read_only:false; response_revision:17323; number_of_response:1; }","duration":"119.616328ms","start":"2026-03-03T20:43:01.120525Z","end":"2026-03-03T20:43:01.240142Z","steps":["trace[283023136] 'process raft request' (duration: 119.437683ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:01.728622Z","caller":"traceutil/trace.go:171","msg":"trace[1547565297] transaction","detail":"{read_only:false; response_revision:17325; number_of_response:1; }","duration":"197.428774ms","start":"2026-03-03T20:43:01.531166Z","end":"2026-03-03T20:43:01.728595Z","steps":["trace[1547565297] 'process raft request' (duration: 165.463592ms)","trace[1547565297] 'compare' (duration: 31.85851ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:01.754294Z","caller":"traceutil/trace.go:171","msg":"trace[598550945] transaction","detail":"{read_only:false; response_revision:17326; number_of_response:1; }","duration":"222.841824ms","start":"2026-03-03T20:43:01.531426Z","end":"2026-03-03T20:43:01.754268Z","steps":["trace[598550945] 'process raft request' (duration: 222.682771ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:07.847412Z","caller":"traceutil/trace.go:171","msg":"trace[1744724428] transaction","detail":"{read_only:false; response_revision:17415; number_of_response:1; }","duration":"102.429338ms","start":"2026-03-03T20:43:07.744941Z","end":"2026-03-03T20:43:07.84737Z","steps":["trace[1744724428] 'process raft request' (duration: 58.358775ms)","trace[1744724428] 'compare' (duration: 43.810057ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:16.868068Z","caller":"traceutil/trace.go:171","msg":"trace[1672995128] transaction","detail":"{read_only:false; response_revision:17467; number_of_response:1; }","duration":"121.365518ms","start":"2026-03-03T20:43:16.746677Z","end":"2026-03-03T20:43:16.868042Z","steps":["trace[1672995128] 'process raft request' (duration: 97.124605ms)","trace[1672995128] 'compare' (duration: 24.09471ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:16.868247Z","caller":"traceutil/trace.go:171","msg":"trace[14563464] linearizableReadLoop","detail":"{readStateIndex:18125; appliedIndex:18124; }","duration":"121.439719ms","start":"2026-03-03T20:43:16.746776Z","end":"2026-03-03T20:43:16.868215Z","steps":["trace[14563464] 'read index received' (duration: 24.672752ms)","trace[14563464] 'applied index is now lower than readState.Index' (duration: 96.764477ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:43:16.86832Z","caller":"traceutil/trace.go:171","msg":"trace[1720732704] transaction","detail":"{read_only:false; response_revision:17468; number_of_response:1; }","duration":"101.855495ms","start":"2026-03-03T20:43:16.766438Z","end":"2026-03-03T20:43:16.868293Z","steps":["trace[1720732704] 'process raft request' (duration: 101.556598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:16.868664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.779916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8bfbn\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-03T20:43:16.868746Z","caller":"traceutil/trace.go:171","msg":"trace[1103328956] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8bfbn; range_end:; response_count:1; response_revision:17468; }","duration":"108.888578ms","start":"2026-03-03T20:43:16.759839Z","end":"2026-03-03T20:43:16.868728Z","steps":["trace[1103328956] 'agreement among raft nodes before linearized reading' (duration: 108.604901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:43:16.869886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.091078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:952054"} {"level":"info","ts":"2026-03-03T20:43:16.869931Z","caller":"traceutil/trace.go:171","msg":"trace[14983957] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17468; }","duration":"123.17685ms","start":"2026-03-03T20:43:16.746745Z","end":"2026-03-03T20:43:16.869922Z","steps":["trace[14983957] 'agreement among raft nodes before linearized reading' (duration: 121.609223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:43:30.782126Z","caller":"traceutil/trace.go:171","msg":"trace[225716973] transaction","detail":"{read_only:false; response_revision:17691; number_of_response:1; }","duration":"211.781577ms","start":"2026-03-03T20:43:30.570317Z","end":"2026-03-03T20:43:30.782099Z","steps":["trace[225716973] 'process raft request' (duration: 211.594222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:44:14.111474Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15705} {"level":"info","ts":"2026-03-03T20:44:14.221332Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15705,"took":"106.36323ms","hash":600414070,"current-db-size-bytes":41807872,"current-db-size":"42 MB","current-db-size-in-use-bytes":29614080,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T20:44:14.221388Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":600414070,"revision":15705,"compact-revision":13388} {"level":"info","ts":"2026-03-03T20:44:23.976961Z","caller":"traceutil/trace.go:171","msg":"trace[326062288] transaction","detail":"{read_only:false; response_revision:18076; number_of_response:1; }","duration":"128.127844ms","start":"2026-03-03T20:44:23.848802Z","end":"2026-03-03T20:44:23.97693Z","steps":["trace[326062288] 'process raft request' (duration: 127.427428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:44:24.71462Z","caller":"traceutil/trace.go:171","msg":"trace[2071697406] transaction","detail":"{read_only:false; response_revision:18080; number_of_response:1; }","duration":"135.312392ms","start":"2026-03-03T20:44:24.579279Z","end":"2026-03-03T20:44:24.714591Z","steps":["trace[2071697406] 'process raft request' (duration: 135.146198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:44:26.319023Z","caller":"traceutil/trace.go:171","msg":"trace[830869961] transaction","detail":"{read_only:false; response_revision:18091; number_of_response:1; }","duration":"105.294715ms","start":"2026-03-03T20:44:26.2137Z","end":"2026-03-03T20:44:26.318995Z","steps":["trace[830869961] 'process raft request' (duration: 105.144742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:44:34.192376Z","caller":"traceutil/trace.go:171","msg":"trace[742159475] transaction","detail":"{read_only:false; response_revision:18152; number_of_response:1; }","duration":"124.118261ms","start":"2026-03-03T20:44:34.068222Z","end":"2026-03-03T20:44:34.19234Z","steps":["trace[742159475] 'process raft request' (duration: 123.857965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:45:25.369449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.077166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:45:25.369583Z","caller":"traceutil/trace.go:171","msg":"trace[1351653535] transaction","detail":"{read_only:false; response_revision:18466; number_of_response:1; }","duration":"127.659924ms","start":"2026-03-03T20:45:25.241904Z","end":"2026-03-03T20:45:25.369564Z","steps":["trace[1351653535] 'process raft request' (duration: 17.382064ms)","trace[1351653535] 'compare' (duration: 109.953863ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:47:16.136269Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T20:47:16.142324Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T20:47:16.142434Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T20:47:50.249529Z","caller":"traceutil/trace.go:171","msg":"trace[524386229] transaction","detail":"{read_only:false; response_revision:19474; number_of_response:1; }","duration":"117.984529ms","start":"2026-03-03T20:47:50.131489Z","end":"2026-03-03T20:47:50.249474Z","steps":["trace[524386229] 'process raft request' (duration: 117.747234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:03.428633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.408913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:48:03.428722Z","caller":"traceutil/trace.go:171","msg":"trace[1436478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19535; }","duration":"116.539736ms","start":"2026-03-03T20:48:03.312155Z","end":"2026-03-03T20:48:03.428695Z","steps":["trace[1436478] 'range keys from in-memory index tree' (duration: 116.220138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:16.651013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040986452,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:48:16.764888Z","caller":"traceutil/trace.go:171","msg":"trace[93682411] linearizableReadLoop","detail":"{readStateIndex:20323; appliedIndex:20322; }","duration":"614.738712ms","start":"2026-03-03T20:48:16.150125Z","end":"2026-03-03T20:48:16.764863Z","steps":["trace[93682411] 'read index received' (duration: 614.689271ms)","trace[93682411] 'applied index is now lower than readState.Index' (duration: 48.741µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:48:16.76492Z","caller":"traceutil/trace.go:171","msg":"trace[1939224918] transaction","detail":"{read_only:false; response_revision:19592; number_of_response:1; }","duration":"808.799288ms","start":"2026-03-03T20:48:15.956101Z","end":"2026-03-03T20:48:16.7649Z","steps":["trace[1939224918] 'process raft request' (duration: 808.625824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:16.765015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.882006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:48:16.765047Z","caller":"traceutil/trace.go:171","msg":"trace[1765608919] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:19592; }","duration":"614.954477ms","start":"2026-03-03T20:48:16.150084Z","end":"2026-03-03T20:48:16.765038Z","steps":["trace[1765608919] 'agreement among raft nodes before linearized reading' (duration: 614.886376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:16.76507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:16.150067Z","time spent":"614.997489ms","remote":"127.0.0.1:46792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:48:16.765128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:15.956065Z","time spent":"808.898591ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:48:17.322264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.661117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:48:17.322488Z","caller":"traceutil/trace.go:171","msg":"trace[1402636404] linearizableReadLoop","detail":"{readStateIndex:20324; appliedIndex:20323; }","duration":"557.528185ms","start":"2026-03-03T20:48:16.764948Z","end":"2026-03-03T20:48:17.322477Z","steps":["trace[1402636404] 'read index received' (duration: 397.53575ms)","trace[1402636404] 'applied index is now lower than readState.Index' (duration: 159.991125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:48:17.322643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.239259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T20:48:17.322671Z","caller":"traceutil/trace.go:171","msg":"trace[1172175235] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19594; }","duration":"660.29365ms","start":"2026-03-03T20:48:16.662371Z","end":"2026-03-03T20:48:17.322665Z","steps":["trace[1172175235] 'agreement among raft nodes before linearized reading' (duration: 660.163347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:17.322697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:16.662305Z","time spent":"660.385493ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:48:17.322811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.950314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:48:17.322832Z","caller":"traceutil/trace.go:171","msg":"trace[1420282180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19594; }","duration":"875.009525ms","start":"2026-03-03T20:48:16.447818Z","end":"2026-03-03T20:48:17.322828Z","steps":["trace[1420282180] 'agreement among raft nodes before linearized reading' (duration: 874.947934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:17.322847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:16.4478Z","time spent":"875.044026ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:48:17.322937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.411005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:48:17.322935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.447473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:48:17.322953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.654682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:48:17.322961Z","caller":"traceutil/trace.go:171","msg":"trace[941989524] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19594; }","duration":"816.433156ms","start":"2026-03-03T20:48:16.506521Z","end":"2026-03-03T20:48:17.322955Z","steps":["trace[941989524] 'agreement among raft nodes before linearized reading' (duration: 816.373255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:17.322978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:16.506479Z","time spent":"816.495297ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:48:17.322927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.507553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:48:17.322444Z","caller":"traceutil/trace.go:171","msg":"trace[621493442] transaction","detail":"{read_only:false; response_revision:19593; number_of_response:1; }","duration":"628.475051ms","start":"2026-03-03T20:48:16.693944Z","end":"2026-03-03T20:48:17.322419Z","steps":["trace[621493442] 'process raft request' (duration: 468.592579ms)","trace[621493442] 'compare' (duration: 159.516334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:48:17.323054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.266461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:48:17.322986Z","caller":"traceutil/trace.go:171","msg":"trace[423075414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19594; }","duration":"953.721863ms","start":"2026-03-03T20:48:16.369252Z","end":"2026-03-03T20:48:17.322974Z","steps":["trace[423075414] 'agreement among raft nodes before linearized reading' (duration: 953.638901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:17.323099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:16.369235Z","time spent":"953.860846ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:48:17.32306Z","caller":"traceutil/trace.go:171","msg":"trace[1422294864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19594; }","duration":"874.670338ms","start":"2026-03-03T20:48:16.448357Z","end":"2026-03-03T20:48:17.323027Z","steps":["trace[1422294864] 'agreement among raft nodes before linearized reading' (duration: 874.289739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:48:17.322983Z","caller":"traceutil/trace.go:171","msg":"trace[1614332075] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19594; }","duration":"725.529415ms","start":"2026-03-03T20:48:16.597434Z","end":"2026-03-03T20:48:17.322964Z","steps":["trace[1614332075] 'agreement among raft nodes before linearized reading' (duration: 725.447213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:48:17.323112Z","caller":"traceutil/trace.go:171","msg":"trace[1530183119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19594; }","duration":"878.340833ms","start":"2026-03-03T20:48:16.444753Z","end":"2026-03-03T20:48:17.323094Z","steps":["trace[1530183119] 'agreement among raft nodes before linearized reading' (duration: 878.132528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:17.323158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:16.444739Z","time spent":"878.411014ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:48:17.323165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:16.448344Z","time spent":"874.79911ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:48:17.323208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:16.597414Z","time spent":"725.74065ms","remote":"127.0.0.1:46804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:48:17.32327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:16.693922Z","time spent":"629.136297ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:48:17.34415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.609571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:48:17.344232Z","caller":"traceutil/trace.go:171","msg":"trace[1227617767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19595; }","duration":"453.737475ms","start":"2026-03-03T20:48:16.890474Z","end":"2026-03-03T20:48:17.344212Z","steps":["trace[1227617767] 'agreement among raft nodes before linearized reading' (duration: 453.54754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:17.344272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:16.890452Z","time spent":"453.813277ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:48:49.402285Z","caller":"traceutil/trace.go:171","msg":"trace[1471355275] linearizableReadLoop","detail":"{readStateIndex:20479; appliedIndex:20478; }","duration":"226.669233ms","start":"2026-03-03T20:48:49.175592Z","end":"2026-03-03T20:48:49.402261Z","steps":["trace[1471355275] 'read index received' (duration: 226.456598ms)","trace[1471355275] 'applied index is now lower than readState.Index' (duration: 208.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:48:49.402394Z","caller":"traceutil/trace.go:171","msg":"trace[597159591] transaction","detail":"{read_only:false; response_revision:19742; number_of_response:1; }","duration":"539.70206ms","start":"2026-03-03T20:48:48.862658Z","end":"2026-03-03T20:48:49.40236Z","steps":["trace[597159591] 'process raft request' (duration: 539.419264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:49.402449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.828097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:48:49.402494Z","caller":"traceutil/trace.go:171","msg":"trace[1957734203] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19742; }","duration":"226.926449ms","start":"2026-03-03T20:48:49.175554Z","end":"2026-03-03T20:48:49.40248Z","steps":["trace[1957734203] 'agreement among raft nodes before linearized reading' (duration: 226.836197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:48:49.402575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:48:48.862632Z","time spent":"539.853594ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:48:49.405212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.385018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:48:49.405263Z","caller":"traceutil/trace.go:171","msg":"trace[1814276525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19742; }","duration":"149.456289ms","start":"2026-03-03T20:48:49.255787Z","end":"2026-03-03T20:48:49.405244Z","steps":["trace[1814276525] 'agreement among raft nodes before linearized reading' (duration: 149.324856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:01.624069Z","caller":"traceutil/trace.go:171","msg":"trace[1202712386] transaction","detail":"{read_only:false; response_revision:19800; number_of_response:1; }","duration":"112.172124ms","start":"2026-03-03T20:49:01.511871Z","end":"2026-03-03T20:49:01.624043Z","steps":["trace[1202712386] 'process raft request' (duration: 109.377219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:03.777775Z","caller":"traceutil/trace.go:171","msg":"trace[1613061684] linearizableReadLoop","detail":"{readStateIndex:20550; appliedIndex:20549; }","duration":"141.559927ms","start":"2026-03-03T20:49:03.636189Z","end":"2026-03-03T20:49:03.777749Z","steps":["trace[1613061684] 'read index received' (duration: 141.360972ms)","trace[1613061684] 'applied index is now lower than readState.Index' (duration: 197.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:03.777876Z","caller":"traceutil/trace.go:171","msg":"trace[61537393] transaction","detail":"{read_only:false; response_revision:19810; number_of_response:1; }","duration":"147.767921ms","start":"2026-03-03T20:49:03.630076Z","end":"2026-03-03T20:49:03.777844Z","steps":["trace[61537393] 'process raft request' (duration: 147.487595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:03.778035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.804832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:49:03.778105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.636716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:49:03.778179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.437365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T20:49:03.778179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.736005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:49:03.778233Z","caller":"traceutil/trace.go:171","msg":"trace[969216613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19810; }","duration":"132.521857ms","start":"2026-03-03T20:49:03.645699Z","end":"2026-03-03T20:49:03.77822Z","steps":["trace[969216613] 'agreement among raft nodes before linearized reading' (duration: 132.346063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:03.77825Z","caller":"traceutil/trace.go:171","msg":"trace[619390668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19810; }","duration":"127.826168ms","start":"2026-03-03T20:49:03.650407Z","end":"2026-03-03T20:49:03.778233Z","steps":["trace[619390668] 'agreement among raft nodes before linearized reading' (duration: 127.611523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:03.778198Z","caller":"traceutil/trace.go:171","msg":"trace[406957397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19810; }","duration":"140.765738ms","start":"2026-03-03T20:49:03.637411Z","end":"2026-03-03T20:49:03.778177Z","steps":["trace[406957397] 'agreement among raft nodes before linearized reading' (duration: 140.547033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:03.778297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.52007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:49:03.778129Z","caller":"traceutil/trace.go:171","msg":"trace[825517506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19810; }","duration":"141.968506ms","start":"2026-03-03T20:49:03.636109Z","end":"2026-03-03T20:49:03.778077Z","steps":["trace[825517506] 'agreement among raft nodes before linearized reading' (duration: 141.772071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:03.77836Z","caller":"traceutil/trace.go:171","msg":"trace[1473882539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19810; }","duration":"127.614663ms","start":"2026-03-03T20:49:03.650729Z","end":"2026-03-03T20:49:03.778344Z","steps":["trace[1473882539] 'agreement among raft nodes before linearized reading' (duration: 127.413528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:03.778383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.66051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:49:03.778466Z","caller":"traceutil/trace.go:171","msg":"trace[1399297213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19810; }","duration":"132.782693ms","start":"2026-03-03T20:49:03.645633Z","end":"2026-03-03T20:49:03.778416Z","steps":["trace[1399297213] 'agreement among raft nodes before linearized reading' (duration: 132.549988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:11.232284Z","caller":"traceutil/trace.go:171","msg":"trace[1952325233] linearizableReadLoop","detail":"{readStateIndex:20587; appliedIndex:20586; }","duration":"342.536803ms","start":"2026-03-03T20:49:10.889715Z","end":"2026-03-03T20:49:11.232252Z","steps":["trace[1952325233] 'read index received' (duration: 342.314708ms)","trace[1952325233] 'applied index is now lower than readState.Index' (duration: 221.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:11.232716Z","caller":"traceutil/trace.go:171","msg":"trace[1992408782] transaction","detail":"{read_only:false; response_revision:19844; number_of_response:1; }","duration":"483.527746ms","start":"2026-03-03T20:49:10.749169Z","end":"2026-03-03T20:49:11.232697Z","steps":["trace[1992408782] 'process raft request' (duration: 482.933912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:11.233001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:10.749133Z","time spent":"483.753332ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:11.233349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.143354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:11.233428Z","caller":"traceutil/trace.go:171","msg":"trace[2135928991] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19845; }","duration":"193.260587ms","start":"2026-03-03T20:49:11.040147Z","end":"2026-03-03T20:49:11.233407Z","steps":["trace[2135928991] 'agreement among raft nodes before linearized reading' (duration: 193.116923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:11.233481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.765121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:11.233542Z","caller":"traceutil/trace.go:171","msg":"trace[254987427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19845; }","duration":"343.829382ms","start":"2026-03-03T20:49:10.889698Z","end":"2026-03-03T20:49:11.233527Z","steps":["trace[254987427] 'agreement among raft nodes before linearized reading' (duration: 343.7339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:11.233588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:10.889639Z","time spent":"343.937866ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:49:11.233745Z","caller":"traceutil/trace.go:171","msg":"trace[1010971848] transaction","detail":"{read_only:false; response_revision:19845; number_of_response:1; }","duration":"114.508908ms","start":"2026-03-03T20:49:11.119221Z","end":"2026-03-03T20:49:11.233729Z","steps":["trace[1010971848] 'process raft request' (duration: 113.951425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:11.234346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.837276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:11.234427Z","caller":"traceutil/trace.go:171","msg":"trace[587772502] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19845; }","duration":"145.910768ms","start":"2026-03-03T20:49:11.088488Z","end":"2026-03-03T20:49:11.234399Z","steps":["trace[587772502] 'agreement among raft nodes before linearized reading' (duration: 145.532979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:12.029182Z","caller":"traceutil/trace.go:171","msg":"trace[1238915904] transaction","detail":"{read_only:false; response_revision:19846; number_of_response:1; }","duration":"505.551667ms","start":"2026-03-03T20:49:11.523559Z","end":"2026-03-03T20:49:12.029111Z","steps":["trace[1238915904] 'process raft request' (duration: 505.399564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:12.029449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:11.523528Z","time spent":"505.825963ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:14.235577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23055725s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:49:14.235789Z","caller":"traceutil/trace.go:171","msg":"trace[1651723221] linearizableReadLoop","detail":"{readStateIndex:20591; appliedIndex:20588; }","duration":"2.356394439s","start":"2026-03-03T20:49:11.879378Z","end":"2026-03-03T20:49:14.235773Z","steps":["trace[1651723221] 'read index received' (duration: 149.542842ms)","trace[1651723221] 'applied index is now lower than readState.Index' (duration: 2.206850457s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:14.236Z","caller":"traceutil/trace.go:171","msg":"trace[25045999] transaction","detail":"{read_only:false; response_revision:19847; number_of_response:1; }","duration":"2.694837916s","start":"2026-03-03T20:49:11.54115Z","end":"2026-03-03T20:49:14.235988Z","steps":["trace[25045999] 'process raft request' (duration: 1.463789904s)","trace[25045999] 'compare' (duration: 1.230263654s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:14.236066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:11.541116Z","time spent":"2.694919698s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:14.236226Z","caller":"traceutil/trace.go:171","msg":"trace[691658733] transaction","detail":"{read_only:false; response_revision:19848; number_of_response:1; }","duration":"2.358412826s","start":"2026-03-03T20:49:11.877804Z","end":"2026-03-03T20:49:14.236217Z","steps":["trace[691658733] 'process raft request' (duration: 2.357885754s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:14.236283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:11.877777Z","time spent":"2.358478097s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:14.23646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357059755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:14.236499Z","caller":"traceutil/trace.go:171","msg":"trace[153843862] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19848; }","duration":"2.357169298s","start":"2026-03-03T20:49:11.879319Z","end":"2026-03-03T20:49:14.236488Z","steps":["trace[153843862] 'agreement among raft nodes before linearized reading' (duration: 2.357073275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:14.236529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:11.879295Z","time spent":"2.357226738s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:14.889936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:49:14.890048Z","caller":"traceutil/trace.go:171","msg":"trace[949657842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432555s","start":"2026-03-03T20:49:12.889585Z","end":"2026-03-03T20:49:14.890018Z","steps":["trace[949657842] 'agreement among raft nodes before linearized reading' (duration: 2.000266041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:14.890117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:12.889565Z","time spent":"2.000540917s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:49:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:49:15.848264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186167788s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:49:15.84858Z","caller":"traceutil/trace.go:171","msg":"trace[142153140] transaction","detail":"{read_only:false; response_revision:19849; number_of_response:1; }","duration":"1.813179926s","start":"2026-03-03T20:49:14.035353Z","end":"2026-03-03T20:49:15.848533Z","steps":["trace[142153140] 'process raft request' (duration: 626.637469ms)","trace[142153140] 'compare' (duration: 1.185100284s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:15.848649Z","caller":"traceutil/trace.go:171","msg":"trace[1044209497] linearizableReadLoop","detail":"{readStateIndex:20593; appliedIndex:20591; }","duration":"1.612802024s","start":"2026-03-03T20:49:14.235823Z","end":"2026-03-03T20:49:15.848625Z","steps":["trace[1044209497] 'read index received' (duration: 426.110564ms)","trace[1044209497] 'applied index is now lower than readState.Index' (duration: 1.18669028s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:15.848734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.035328Z","time spent":"1.81332946s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:15.848955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957665346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:49:15.848967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95783781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T20:49:15.84893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741343235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:15.849Z","caller":"traceutil/trace.go:171","msg":"trace[1965280575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19850; }","duration":"3.957727668s","start":"2026-03-03T20:49:11.891259Z","end":"2026-03-03T20:49:15.848987Z","steps":["trace[1965280575] 'agreement among raft nodes before linearized reading' (duration: 3.957546423s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:15.849063Z","caller":"traceutil/trace.go:171","msg":"trace[1874885961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19850; }","duration":"3.957914111s","start":"2026-03-03T20:49:11.891092Z","end":"2026-03-03T20:49:15.849006Z","steps":["trace[1874885961] 'agreement among raft nodes before linearized reading' (duration: 3.957732817s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:15.849066Z","caller":"traceutil/trace.go:171","msg":"trace[2063844756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19850; }","duration":"2.74152423s","start":"2026-03-03T20:49:13.107519Z","end":"2026-03-03T20:49:15.849044Z","steps":["trace[2063844756] 'agreement among raft nodes before linearized reading' (duration: 2.741227513s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:15.848663Z","caller":"traceutil/trace.go:171","msg":"trace[385576835] transaction","detail":"{read_only:false; response_revision:19850; number_of_response:1; }","duration":"1.735632335s","start":"2026-03-03T20:49:14.113002Z","end":"2026-03-03T20:49:15.848635Z","steps":["trace[385576835] 'process raft request' (duration: 1.735534123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.849092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429190809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:49:15.849112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:11.891081Z","time spent":"3.958017934s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:49:15.849133Z","caller":"traceutil/trace.go:171","msg":"trace[545931772] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19850; }","duration":"2.429274861s","start":"2026-03-03T20:49:13.419848Z","end":"2026-03-03T20:49:15.849123Z","steps":["trace[545931772] 'agreement among raft nodes before linearized reading' (duration: 2.429204759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.849151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:13.107498Z","time spent":"2.741609482s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:15.849193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:13.419833Z","time spent":"2.429351032s","remote":"127.0.0.1:35780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:15.849196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.112976Z","time spent":"1.736153628s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:15.84922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956061518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:49:15.84925Z","caller":"traceutil/trace.go:171","msg":"trace[1387801098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19850; }","duration":"3.956146211s","start":"2026-03-03T20:49:11.893096Z","end":"2026-03-03T20:49:15.849243Z","steps":["trace[1387801098] 'agreement among raft nodes before linearized reading' (duration: 3.956078939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.849283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:11.893062Z","time spent":"3.956215052s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:49:15.849158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821090585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:49:15.849077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:11.891253Z","time spent":"3.95781442s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:49:15.849359Z","caller":"traceutil/trace.go:171","msg":"trace[2021327989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19850; }","duration":"3.821344371s","start":"2026-03-03T20:49:12.028Z","end":"2026-03-03T20:49:15.849344Z","steps":["trace[2021327989] 'agreement among raft nodes before linearized reading' (duration: 3.821099065s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.849394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:12.027939Z","time spent":"3.821445443s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:49:15.849505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019362476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:49:15.84956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959877158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T20:49:15.849574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93696584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T20:49:15.849586Z","caller":"traceutil/trace.go:171","msg":"trace[387050046] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:19850; }","duration":"1.019505759s","start":"2026-03-03T20:49:14.83006Z","end":"2026-03-03T20:49:15.849565Z","steps":["trace[387050046] 'agreement among raft nodes before linearized reading' (duration: 1.019177481s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:15.849617Z","caller":"traceutil/trace.go:171","msg":"trace[504913626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19850; }","duration":"3.959953789s","start":"2026-03-03T20:49:11.889643Z","end":"2026-03-03T20:49:15.849597Z","steps":["trace[504913626] 'agreement among raft nodes before linearized reading' (duration: 3.959777495s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:15.849636Z","caller":"traceutil/trace.go:171","msg":"trace[793546091] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:19850; }","duration":"1.937033642s","start":"2026-03-03T20:49:13.912571Z","end":"2026-03-03T20:49:15.849604Z","steps":["trace[793546091] 'agreement among raft nodes before linearized reading' (duration: 1.93692926s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.849643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.83004Z","time spent":"1.019592351s","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":204,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:15.849675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:13.912554Z","time spent":"1.937111213s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:49:15.849761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.740464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-85v4r.18996f9b96f7c462\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-03T20:49:15.849802Z","caller":"traceutil/trace.go:171","msg":"trace[714432967] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-85v4r.18996f9b96f7c462; range_end:; response_count:1; response_revision:19850; }","duration":"409.795734ms","start":"2026-03-03T20:49:15.439992Z","end":"2026-03-03T20:49:15.849788Z","steps":["trace[714432967] 'agreement among raft nodes before linearized reading' (duration: 409.710822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.849676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:11.889634Z","time spent":"3.96002927s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:49:15.849837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.439978Z","time spent":"409.852805ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-85v4r.18996f9b96f7c462\" "} {"level":"warn","ts":"2026-03-03T20:49:15.849915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.583938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:49:15.849927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.511646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:49:15.849998Z","caller":"traceutil/trace.go:171","msg":"trace[190792586] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19850; }","duration":"819.621489ms","start":"2026-03-03T20:49:15.030363Z","end":"2026-03-03T20:49:15.849984Z","steps":["trace[190792586] 'agreement among raft nodes before linearized reading' (duration: 819.444255ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:15.849996Z","caller":"traceutil/trace.go:171","msg":"trace[1161239090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19850; }","duration":"959.699831ms","start":"2026-03-03T20:49:14.890276Z","end":"2026-03-03T20:49:15.849976Z","steps":["trace[1161239090] 'agreement among raft nodes before linearized reading' (duration: 959.580948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.850042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.030342Z","time spent":"819.69125ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:49:15.850054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:14.890252Z","time spent":"959.790873ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:49:15.850079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.610643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127351"} {"level":"info","ts":"2026-03-03T20:49:15.85015Z","caller":"traceutil/trace.go:171","msg":"trace[1698486902] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19850; }","duration":"435.735416ms","start":"2026-03-03T20:49:15.414396Z","end":"2026-03-03T20:49:15.850132Z","steps":["trace[1698486902] 'agreement among raft nodes before linearized reading' (duration: 435.44682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.84968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.370008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-03T20:49:15.850183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.414359Z","time spent":"435.817368ms","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127375,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-03T20:49:15.850344Z","caller":"traceutil/trace.go:171","msg":"trace[582000831] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:19850; }","duration":"435.931581ms","start":"2026-03-03T20:49:15.414268Z","end":"2026-03-03T20:49:15.8502Z","steps":["trace[582000831] 'agreement among raft nodes before linearized reading' (duration: 435.314937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.850424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.414248Z","time spent":"436.157657ms","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T20:49:15.849141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947201698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:49:15.851047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.693911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:15.851745Z","caller":"traceutil/trace.go:171","msg":"trace[1839721603] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19850; }","duration":"699.435818ms","start":"2026-03-03T20:49:15.152295Z","end":"2026-03-03T20:49:15.85173Z","steps":["trace[1839721603] 'agreement among raft nodes before linearized reading' (duration: 697.515324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.85181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.152272Z","time spent":"699.52214ms","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:49:15.852153Z","caller":"traceutil/trace.go:171","msg":"trace[1929157723] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19850; }","duration":"1.949779108s","start":"2026-03-03T20:49:13.901843Z","end":"2026-03-03T20:49:15.851622Z","steps":["trace[1929157723] 'agreement among raft nodes before linearized reading' (duration: 1.947120196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:15.852199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:13.90182Z","time spent":"1.950367031s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:17.796836Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556316454s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:49:17.858991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:49:17.859058Z","caller":"traceutil/trace.go:171","msg":"trace[430454903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00064898s","start":"2026-03-03T20:49:15.858392Z","end":"2026-03-03T20:49:17.859041Z","steps":["trace[430454903] 'agreement among raft nodes before linearized reading' (duration: 2.000562478s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:17.859111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.858383Z","time spent":"2.000719742s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:49:19.787879Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17985} {"level":"warn","ts":"2026-03-03T20:49:19.789375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.665205986s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-03T20:49:19.789795Z","caller":"traceutil/trace.go:171","msg":"trace[475187309] compact","detail":"{revision:17985; response_revision:19850; }","duration":"3.939127326s","start":"2026-03-03T20:49:15.850629Z","end":"2026-03-03T20:49:19.789757Z","steps":["trace[475187309] 'process raft request' (duration: 272.039656ms)","trace[475187309] 'check and update compact revision' (duration: 3.662626486s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:19.789842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.850866Z","time spent":"3.938968823s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:49:19.789886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.850584Z","time spent":"3.939298s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:49:19.790442Z","caller":"traceutil/trace.go:171","msg":"trace[2100722301] transaction","detail":"{read_only:false; response_revision:19851; number_of_response:1; }","duration":"3.937019488s","start":"2026-03-03T20:49:15.85341Z","end":"2026-03-03T20:49:19.79043Z","steps":["trace[2100722301] 'process raft request' (duration: 3.936338902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:19.790527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.853392Z","time spent":"3.937078979s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:19.790907Z","caller":"traceutil/trace.go:171","msg":"trace[323145898] transaction","detail":"{read_only:false; response_revision:19852; number_of_response:1; }","duration":"3.936398442s","start":"2026-03-03T20:49:15.854494Z","end":"2026-03-03T20:49:19.790892Z","steps":["trace[323145898] 'process raft request' (duration: 3.93588827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:19.790997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.854476Z","time spent":"3.936474295s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:19.79128Z","caller":"traceutil/trace.go:171","msg":"trace[775261685] transaction","detail":"{read_only:false; response_revision:19853; number_of_response:1; }","duration":"3.9367016s","start":"2026-03-03T20:49:15.854562Z","end":"2026-03-03T20:49:19.791263Z","steps":["trace[775261685] 'process raft request' (duration: 3.93626725s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:19.791375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.854556Z","time spent":"3.936766001s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:19.791654Z","caller":"traceutil/trace.go:171","msg":"trace[996020343] transaction","detail":"{read_only:false; response_revision:19854; number_of_response:1; }","duration":"3.936670989s","start":"2026-03-03T20:49:15.854916Z","end":"2026-03-03T20:49:19.791587Z","steps":["trace[996020343] 'process raft request' (duration: 3.936308081s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:19.791772Z","caller":"traceutil/trace.go:171","msg":"trace[1335881827] transaction","detail":"{read_only:false; response_revision:19855; number_of_response:1; }","duration":"3.936799262s","start":"2026-03-03T20:49:15.854964Z","end":"2026-03-03T20:49:19.791764Z","steps":["trace[1335881827] 'process raft request' (duration: 3.936594727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:19.791822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.854959Z","time spent":"3.936837682s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:19.791822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.854909Z","time spent":"3.936824053s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:19.791961Z","caller":"traceutil/trace.go:171","msg":"trace[1470631999] transaction","detail":"{read_only:false; response_revision:19856; number_of_response:1; }","duration":"3.936958506s","start":"2026-03-03T20:49:15.854995Z","end":"2026-03-03T20:49:19.791954Z","steps":["trace[1470631999] 'process raft request' (duration: 3.936759061s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:19.791965Z","caller":"traceutil/trace.go:171","msg":"trace[1151113941] linearizableReadLoop","detail":"{readStateIndex:20595; appliedIndex:20593; }","duration":"3.939354102s","start":"2026-03-03T20:49:15.85259Z","end":"2026-03-03T20:49:19.791944Z","steps":["trace[1151113941] 'read index received' (duration: 270.150363ms)","trace[1151113941] 'applied index is now lower than readState.Index' (duration: 3.669202899s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:19.791997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.854991Z","time spent":"3.936988407s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:19.7925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939895074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:78 size:105996"} {"level":"info","ts":"2026-03-03T20:49:19.792533Z","caller":"traceutil/trace.go:171","msg":"trace[1759692497] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:78; response_revision:19856; }","duration":"3.939955115s","start":"2026-03-03T20:49:15.852569Z","end":"2026-03-03T20:49:19.792525Z","steps":["trace[1759692497] 'agreement among raft nodes before linearized reading' (duration: 3.939460004s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:19.792559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.852557Z","time spent":"3.939994186s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":106020,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T20:49:19.859365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999826641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:49:19.85947Z","caller":"traceutil/trace.go:171","msg":"trace[1563641640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010054s","start":"2026-03-03T20:49:17.859441Z","end":"2026-03-03T20:49:19.859451Z","steps":["trace[1563641640] 'agreement among raft nodes before linearized reading' (duration: 1.999856721s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:19.859515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:17.85942Z","time spent":"2.000085746s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:49:19.943728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433647345s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:49:20.039322Z","caller":"traceutil/trace.go:171","msg":"trace[309918391] transaction","detail":"{read_only:false; response_revision:19857; number_of_response:1; }","duration":"3.797901597s","start":"2026-03-03T20:49:16.241372Z","end":"2026-03-03T20:49:20.039274Z","steps":["trace[309918391] 'process raft request' (duration: 3.70285199s)","trace[309918391] 'compare' (duration: 36.344154ms)","trace[309918391] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 58.290843ms)"],"step_count":3} {"level":"info","ts":"2026-03-03T20:49:20.039383Z","caller":"traceutil/trace.go:171","msg":"trace[711244406] transaction","detail":"{read_only:false; response_revision:19859; number_of_response:1; }","duration":"2.643713109s","start":"2026-03-03T20:49:17.395653Z","end":"2026-03-03T20:49:20.039366Z","steps":["trace[711244406] 'process raft request' (duration: 2.643514724s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:20.03942Z","caller":"traceutil/trace.go:171","msg":"trace[1340554158] transaction","detail":"{read_only:false; response_revision:19860; number_of_response:1; }","duration":"2.184272193s","start":"2026-03-03T20:49:17.855121Z","end":"2026-03-03T20:49:20.039393Z","steps":["trace[1340554158] 'process raft request' (duration: 2.18414263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.039484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:16.241348Z","time spent":"3.7980547s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:20.039506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:17.395633Z","time spent":"2.643799311s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:49:20.039547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:17.855058Z","time spent":"2.184423676s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:20.039226Z","caller":"traceutil/trace.go:171","msg":"trace[980813295] transaction","detail":"{read_only:false; response_revision:19858; number_of_response:1; }","duration":"3.797106228s","start":"2026-03-03T20:49:16.242099Z","end":"2026-03-03T20:49:20.039206Z","steps":["trace[980813295] 'process raft request' (duration: 3.796963925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.039739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:16.242089Z","time spent":"3.79760277s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:49:20.066811Z","caller":"traceutil/trace.go:171","msg":"trace[896695823] linearizableReadLoop","detail":"{readStateIndex:20607; appliedIndex:20601; }","duration":"274.77662ms","start":"2026-03-03T20:49:19.79201Z","end":"2026-03-03T20:49:20.066786Z","steps":["trace[896695823] 'read index received' (duration: 152.190324ms)","trace[896695823] 'applied index is now lower than readState.Index' (duration: 122.585046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:20.066892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176520915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:20.066921Z","caller":"traceutil/trace.go:171","msg":"trace[97856013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19861; }","duration":"1.176572276s","start":"2026-03-03T20:49:18.890339Z","end":"2026-03-03T20:49:20.066912Z","steps":["trace[97856013] 'agreement among raft nodes before linearized reading' (duration: 1.176516374s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:20.066892Z","caller":"traceutil/trace.go:171","msg":"trace[1887194924] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19861; }","duration":"276.188003ms","start":"2026-03-03T20:49:19.790679Z","end":"2026-03-03T20:49:20.066867Z","steps":["trace[1887194924] 'process raft request' (duration: 276.06767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.066939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:18.890326Z","time spent":"1.176609657s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:49:20.066927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674881724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T20:49:20.066989Z","caller":"traceutil/trace.go:171","msg":"trace[215207074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19861; }","duration":"2.674979745s","start":"2026-03-03T20:49:17.391994Z","end":"2026-03-03T20:49:20.066974Z","steps":["trace[215207074] 'agreement among raft nodes before linearized reading' (duration: 2.674826642s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.06703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:17.391973Z","time spent":"2.675049077s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:49:20.067059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007086186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T20:49:20.067102Z","caller":"traceutil/trace.go:171","msg":"trace[321406765] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19861; }","duration":"3.007189189s","start":"2026-03-03T20:49:17.059898Z","end":"2026-03-03T20:49:20.067087Z","steps":["trace[321406765] 'agreement among raft nodes before linearized reading' (duration: 3.007024025s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.067138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:17.059873Z","time spent":"3.00725541s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-03T20:49:20.067163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.06222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-2wh6c.18996f9941e8ce0e\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-03T20:49:20.067186Z","caller":"traceutil/trace.go:171","msg":"trace[2043497] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-2wh6c.18996f9941e8ce0e; range_end:; response_count:1; response_revision:19861; }","duration":"273.111821ms","start":"2026-03-03T20:49:19.794066Z","end":"2026-03-03T20:49:20.067177Z","steps":["trace[2043497] 'agreement among raft nodes before linearized reading' (duration: 273.020219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.067226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429819594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:20.067259Z","caller":"traceutil/trace.go:171","msg":"trace[1660560549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19861; }","duration":"2.429903356s","start":"2026-03-03T20:49:17.637346Z","end":"2026-03-03T20:49:20.067249Z","steps":["trace[1660560549] 'agreement among raft nodes before linearized reading' (duration: 2.429845154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.067297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:17.637325Z","time spent":"2.429964587s","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:20.067434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161725486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:49:20.067489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.573987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:20.067491Z","caller":"traceutil/trace.go:171","msg":"trace[1584081877] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19861; }","duration":"3.161835669s","start":"2026-03-03T20:49:16.905641Z","end":"2026-03-03T20:49:20.067477Z","steps":["trace[1584081877] 'agreement among raft nodes before linearized reading' (duration: 3.161742377s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:20.067507Z","caller":"traceutil/trace.go:171","msg":"trace[820314496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19861; }","duration":"200.623329ms","start":"2026-03-03T20:49:19.866879Z","end":"2026-03-03T20:49:20.067502Z","steps":["trace[820314496] 'agreement among raft nodes before linearized reading' (duration: 200.596198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.067531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:16.90562Z","time spent":"3.16190142s","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:49:20.067514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.34902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-03T20:49:20.067306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.212920773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:49:20.067588Z","caller":"traceutil/trace.go:171","msg":"trace[705066659] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:19861; }","duration":"271.451923ms","start":"2026-03-03T20:49:19.796116Z","end":"2026-03-03T20:49:20.067568Z","steps":["trace[705066659] 'agreement among raft nodes before linearized reading' (duration: 271.212177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:20.067592Z","caller":"traceutil/trace.go:171","msg":"trace[1064332633] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19861; }","duration":"4.21322253s","start":"2026-03-03T20:49:15.854355Z","end":"2026-03-03T20:49:20.067578Z","steps":["trace[1064332633] 'agreement among raft nodes before linearized reading' (duration: 4.212907853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.067684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952695331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-03-03T20:49:20.067721Z","caller":"traceutil/trace.go:171","msg":"trace[1907167104] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19861; }","duration":"3.952768582s","start":"2026-03-03T20:49:16.114942Z","end":"2026-03-03T20:49:20.067711Z","steps":["trace[1907167104] 'agreement among raft nodes before linearized reading' (duration: 3.952535607s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.067698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.854343Z","time spent":"4.213337653s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:49:20.067762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:16.114921Z","time spent":"3.952833844s","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T20:49:20.067826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213267331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:78 size:105996"} {"level":"info","ts":"2026-03-03T20:49:20.067853Z","caller":"traceutil/trace.go:171","msg":"trace[404042413] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:78; response_revision:19861; }","duration":"4.213310291s","start":"2026-03-03T20:49:15.854535Z","end":"2026-03-03T20:49:20.067845Z","steps":["trace[404042413] 'agreement among raft nodes before linearized reading' (duration: 4.212467792s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.06787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:49:15.854528Z","time spent":"4.213337673s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":106020,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-03T20:49:20.243504Z","caller":"traceutil/trace.go:171","msg":"trace[487178711] linearizableReadLoop","detail":"{readStateIndex:20611; appliedIndex:20610; }","duration":"110.233929ms","start":"2026-03-03T20:49:20.133247Z","end":"2026-03-03T20:49:20.243481Z","steps":["trace[487178711] 'read index received' (duration: 106.789499ms)","trace[487178711] 'applied index is now lower than readState.Index' (duration: 3.44325ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:20.243536Z","caller":"traceutil/trace.go:171","msg":"trace[313840282] transaction","detail":"{read_only:false; response_revision:19864; number_of_response:1; }","duration":"113.081246ms","start":"2026-03-03T20:49:20.130427Z","end":"2026-03-03T20:49:20.243508Z","steps":["trace[313840282] 'process raft request' (duration: 109.577595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.24377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.501825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-03T20:49:20.24383Z","caller":"traceutil/trace.go:171","msg":"trace[1944478046] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:19864; }","duration":"110.601448ms","start":"2026-03-03T20:49:20.133209Z","end":"2026-03-03T20:49:20.24381Z","steps":["trace[1944478046] 'agreement among raft nodes before linearized reading' (duration: 110.373192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.392966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.33125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:49:20.393113Z","caller":"traceutil/trace.go:171","msg":"trace[817057088] transaction","detail":"{read_only:false; response_revision:19865; number_of_response:1; }","duration":"253.315751ms","start":"2026-03-03T20:49:20.139757Z","end":"2026-03-03T20:49:20.393072Z","steps":["trace[817057088] 'process raft request' (duration: 130.805227ms)","trace[817057088] 'compare' (duration: 46.061539ms)","trace[817057088] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/kube-system/kube-apiserver-instance; req_size:7285; } (duration: 76.048496ms)"],"step_count":3} {"level":"info","ts":"2026-03-03T20:49:20.393097Z","caller":"traceutil/trace.go:171","msg":"trace[107725767] linearizableReadLoop","detail":"{readStateIndex:20612; appliedIndex:20611; }","duration":"149.515271ms","start":"2026-03-03T20:49:20.243564Z","end":"2026-03-03T20:49:20.393079Z","steps":["trace[107725767] 'read index received' (duration: 26.968686ms)","trace[107725767] 'applied index is now lower than readState.Index' (duration: 122.545535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:20.433596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.528404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:49:20.433635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.479093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:20.43369Z","caller":"traceutil/trace.go:171","msg":"trace[1896412623] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19865; }","duration":"246.676046ms","start":"2026-03-03T20:49:20.186991Z","end":"2026-03-03T20:49:20.433667Z","steps":["trace[1896412623] 'agreement among raft nodes before linearized reading' (duration: 206.165206ms)","trace[1896412623] 'range keys from in-memory index tree' (duration: 40.349136ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:20.43373Z","caller":"traceutil/trace.go:171","msg":"trace[353523219] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:19865; }","duration":"296.604196ms","start":"2026-03-03T20:49:20.137099Z","end":"2026-03-03T20:49:20.433703Z","steps":["trace[353523219] 'agreement among raft nodes before linearized reading' (duration: 256.128737ms)","trace[353523219] 'range keys from in-memory index tree' (duration: 40.326116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:20.538664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.505558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:49:20.538767Z","caller":"traceutil/trace.go:171","msg":"trace[544153421] linearizableReadLoop","detail":"{readStateIndex:20613; appliedIndex:20612; }","duration":"145.539039ms","start":"2026-03-03T20:49:20.393211Z","end":"2026-03-03T20:49:20.53875Z","steps":["trace[544153421] 'read index received' (duration: 44.981µs)","trace[544153421] 'applied index is now lower than readState.Index' (duration: 145.492418ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:20.538862Z","caller":"traceutil/trace.go:171","msg":"trace[1481271787] transaction","detail":"{read_only:false; response_revision:19866; number_of_response:1; }","duration":"292.89371ms","start":"2026-03-03T20:49:20.245948Z","end":"2026-03-03T20:49:20.538842Z","steps":["trace[1481271787] 'process raft request' (duration: 147.123826ms)","trace[1481271787] 'compare' (duration: 40.540971ms)","trace[1481271787] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; req_size:756; } (duration: 104.832444ms)"],"step_count":3} {"level":"warn","ts":"2026-03-03T20:49:20.540899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.48528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-03T20:49:20.540933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.887951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-03-03T20:49:20.540979Z","caller":"traceutil/trace.go:171","msg":"trace[1192999781] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:19866; }","duration":"105.606142ms","start":"2026-03-03T20:49:20.435354Z","end":"2026-03-03T20:49:20.54096Z","steps":["trace[1192999781] 'agreement among raft nodes before linearized reading' (duration: 103.7963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:20.54099Z","caller":"traceutil/trace.go:171","msg":"trace[1135857102] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19866; }","duration":"143.991543ms","start":"2026-03-03T20:49:20.396983Z","end":"2026-03-03T20:49:20.540974Z","steps":["trace[1135857102] 'agreement among raft nodes before linearized reading' (duration: 142.090589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.541282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.320192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:20.541325Z","caller":"traceutil/trace.go:171","msg":"trace[1533320429] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19866; }","duration":"104.382544ms","start":"2026-03-03T20:49:20.436932Z","end":"2026-03-03T20:49:20.541315Z","steps":["trace[1533320429] 'agreement among raft nodes before linearized reading' (duration: 102.209823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:20.541339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.652514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:49:20.541383Z","caller":"traceutil/trace.go:171","msg":"trace[2102467946] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19866; }","duration":"295.730906ms","start":"2026-03-03T20:49:20.245639Z","end":"2026-03-03T20:49:20.54137Z","steps":["trace[2102467946] 'agreement among raft nodes before linearized reading' (duration: 293.410712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:20.607934Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17985,"took":"814.667064ms","hash":2923804001,"current-db-size-bytes":42229760,"current-db-size":"42 MB","current-db-size-in-use-bytes":28164096,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T20:49:20.60805Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2923804001,"revision":17985,"compact-revision":15705} {"level":"info","ts":"2026-03-03T20:49:20.870978Z","caller":"traceutil/trace.go:171","msg":"trace[151885795] transaction","detail":"{read_only:false; response_revision:19870; number_of_response:1; }","duration":"200.642968ms","start":"2026-03-03T20:49:20.670312Z","end":"2026-03-03T20:49:20.870955Z","steps":["trace[151885795] 'process raft request' (duration: 200.484035ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:24.065118Z","caller":"traceutil/trace.go:171","msg":"trace[772997999] transaction","detail":"{read_only:false; response_revision:19883; number_of_response:1; }","duration":"119.446733ms","start":"2026-03-03T20:49:23.945642Z","end":"2026-03-03T20:49:24.065089Z","steps":["trace[772997999] 'process raft request' (duration: 96.990402ms)","trace[772997999] 'compare' (duration: 22.293338ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:49:24.065201Z","caller":"traceutil/trace.go:171","msg":"trace[164457731] transaction","detail":"{read_only:false; response_revision:19887; number_of_response:1; }","duration":"114.772545ms","start":"2026-03-03T20:49:23.950413Z","end":"2026-03-03T20:49:24.065186Z","steps":["trace[164457731] 'process raft request' (duration: 114.725904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:24.065361Z","caller":"traceutil/trace.go:171","msg":"trace[1834816467] transaction","detail":"{read_only:false; response_revision:19885; number_of_response:1; }","duration":"119.170786ms","start":"2026-03-03T20:49:23.946175Z","end":"2026-03-03T20:49:24.065346Z","steps":["trace[1834816467] 'process raft request' (duration: 118.89562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:24.065386Z","caller":"traceutil/trace.go:171","msg":"trace[277461656] transaction","detail":"{read_only:false; response_revision:19886; number_of_response:1; }","duration":"118.509191ms","start":"2026-03-03T20:49:23.946864Z","end":"2026-03-03T20:49:24.065373Z","steps":["trace[277461656] 'process raft request' (duration: 118.241675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:24.06548Z","caller":"traceutil/trace.go:171","msg":"trace[1595173366] transaction","detail":"{read_only:false; response_revision:19884; number_of_response:1; }","duration":"119.383332ms","start":"2026-03-03T20:49:23.946072Z","end":"2026-03-03T20:49:24.065455Z","steps":["trace[1595173366] 'process raft request' (duration: 118.955222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:26.30749Z","caller":"traceutil/trace.go:171","msg":"trace[1445570058] transaction","detail":"{read_only:false; response_revision:19892; number_of_response:1; }","duration":"211.773855ms","start":"2026-03-03T20:49:26.095694Z","end":"2026-03-03T20:49:26.307468Z","steps":["trace[1445570058] 'process raft request' (duration: 211.635442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:26.35727Z","caller":"traceutil/trace.go:171","msg":"trace[2120227853] transaction","detail":"{read_only:false; response_revision:19893; number_of_response:1; }","duration":"261.301026ms","start":"2026-03-03T20:49:26.095942Z","end":"2026-03-03T20:49:26.357243Z","steps":["trace[2120227853] 'process raft request' (duration: 261.012599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:26.357315Z","caller":"traceutil/trace.go:171","msg":"trace[1089157225] transaction","detail":"{read_only:false; response_revision:19895; number_of_response:1; }","duration":"260.970108ms","start":"2026-03-03T20:49:26.096319Z","end":"2026-03-03T20:49:26.35729Z","steps":["trace[1089157225] 'process raft request' (duration: 260.894776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:26.357323Z","caller":"traceutil/trace.go:171","msg":"trace[116012939] transaction","detail":"{read_only:false; response_revision:19894; number_of_response:1; }","duration":"261.265365ms","start":"2026-03-03T20:49:26.09602Z","end":"2026-03-03T20:49:26.357285Z","steps":["trace[116012939] 'process raft request' (duration: 261.136072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:26.357506Z","caller":"traceutil/trace.go:171","msg":"trace[1510426044] transaction","detail":"{read_only:false; response_revision:19896; number_of_response:1; }","duration":"230.541601ms","start":"2026-03-03T20:49:26.126932Z","end":"2026-03-03T20:49:26.357473Z","steps":["trace[1510426044] 'process raft request' (duration: 230.323236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:26.357747Z","caller":"traceutil/trace.go:171","msg":"trace[98009032] transaction","detail":"{read_only:false; response_revision:19897; number_of_response:1; }","duration":"207.829605ms","start":"2026-03-03T20:49:26.149905Z","end":"2026-03-03T20:49:26.357735Z","steps":["trace[98009032] 'process raft request' (duration: 207.499328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:26.35807Z","caller":"traceutil/trace.go:171","msg":"trace[583932649] linearizableReadLoop","detail":"{readStateIndex:20643; appliedIndex:20640; }","duration":"238.177338ms","start":"2026-03-03T20:49:26.119871Z","end":"2026-03-03T20:49:26.358049Z","steps":["trace[583932649] 'read index received' (duration: 187.799079ms)","trace[583932649] 'applied index is now lower than readState.Index' (duration: 50.376349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:26.358289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.166802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:26.358113Z","caller":"traceutil/trace.go:171","msg":"trace[1304849483] transaction","detail":"{read_only:false; response_revision:19898; number_of_response:1; }","duration":"208.141802ms","start":"2026-03-03T20:49:26.149943Z","end":"2026-03-03T20:49:26.358085Z","steps":["trace[1304849483] 'process raft request' (duration: 207.753643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:26.358365Z","caller":"traceutil/trace.go:171","msg":"trace[1991716795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19898; }","duration":"186.275824ms","start":"2026-03-03T20:49:26.172071Z","end":"2026-03-03T20:49:26.358347Z","steps":["trace[1991716795] 'agreement among raft nodes before linearized reading' (duration: 186.142971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:49:26.358294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.400964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:49:26.358486Z","caller":"traceutil/trace.go:171","msg":"trace[731188265] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19898; }","duration":"238.637579ms","start":"2026-03-03T20:49:26.119829Z","end":"2026-03-03T20:49:26.358467Z","steps":["trace[731188265] 'agreement among raft nodes before linearized reading' (duration: 238.346812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:56.446611Z","caller":"traceutil/trace.go:171","msg":"trace[2121771537] linearizableReadLoop","detail":"{readStateIndex:20784; appliedIndex:20783; }","duration":"121.678545ms","start":"2026-03-03T20:49:56.324887Z","end":"2026-03-03T20:49:56.446565Z","steps":["trace[2121771537] 'read index received' (duration: 121.537831ms)","trace[2121771537] 'applied index is now lower than readState.Index' (duration: 139.714µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:49:56.446804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.902001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:49:56.446836Z","caller":"traceutil/trace.go:171","msg":"trace[130552158] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20029; }","duration":"121.988503ms","start":"2026-03-03T20:49:56.324837Z","end":"2026-03-03T20:49:56.446826Z","steps":["trace[130552158] 'agreement among raft nodes before linearized reading' (duration: 121.85296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:49:56.44718Z","caller":"traceutil/trace.go:171","msg":"trace[881597911] transaction","detail":"{read_only:false; response_revision:20029; number_of_response:1; }","duration":"141.375583ms","start":"2026-03-03T20:49:56.305785Z","end":"2026-03-03T20:49:56.44716Z","steps":["trace[881597911] 'process raft request' (duration: 140.589954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:29.021717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.003149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:50:29.02174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.659811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:50:29.021785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.636534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-03T20:50:29.021817Z","caller":"traceutil/trace.go:171","msg":"trace[1512575425] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:20496; }","duration":"214.135922ms","start":"2026-03-03T20:50:28.807648Z","end":"2026-03-03T20:50:29.021784Z","steps":["trace[1512575425] 'count revisions from in-memory index tree' (duration: 213.893046ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:29.021841Z","caller":"traceutil/trace.go:171","msg":"trace[2037810449] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20496; }","duration":"213.784624ms","start":"2026-03-03T20:50:28.808033Z","end":"2026-03-03T20:50:29.021818Z","steps":["trace[2037810449] 'range keys from in-memory index tree' (duration: 213.61139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:29.021793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.732506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:50:29.021885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.804818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:50:29.021919Z","caller":"traceutil/trace.go:171","msg":"trace[154797962] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20496; }","duration":"236.860759ms","start":"2026-03-03T20:50:28.78505Z","end":"2026-03-03T20:50:29.02191Z","steps":["trace[154797962] 'range keys from in-memory index tree' (duration: 236.696375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:29.021922Z","caller":"traceutil/trace.go:171","msg":"trace[382307986] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20496; }","duration":"236.90211ms","start":"2026-03-03T20:50:28.784992Z","end":"2026-03-03T20:50:29.021894Z","steps":["trace[382307986] 'range keys from in-memory index tree' (duration: 236.604173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:29.021955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.266497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:50:29.022017Z","caller":"traceutil/trace.go:171","msg":"trace[1104893104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20496; }","duration":"221.354679ms","start":"2026-03-03T20:50:28.800644Z","end":"2026-03-03T20:50:29.021999Z","steps":["trace[1104893104] 'range keys from in-memory index tree' (duration: 221.101744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:29.022061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.454879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:50:29.022116Z","caller":"traceutil/trace.go:171","msg":"trace[919571472] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20496; }","duration":"214.509271ms","start":"2026-03-03T20:50:28.807575Z","end":"2026-03-03T20:50:29.022085Z","steps":["trace[919571472] 'range keys from in-memory index tree' (duration: 214.395708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:29.02213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.740857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-03T20:50:29.022141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.109155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:50:29.022166Z","caller":"traceutil/trace.go:171","msg":"trace[386786284] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20496; }","duration":"236.774547ms","start":"2026-03-03T20:50:28.785379Z","end":"2026-03-03T20:50:29.022154Z","steps":["trace[386786284] 'range keys from in-memory index tree' (duration: 236.631794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:29.022192Z","caller":"traceutil/trace.go:171","msg":"trace[489719659] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20496; }","duration":"237.184247ms","start":"2026-03-03T20:50:28.784993Z","end":"2026-03-03T20:50:29.022177Z","steps":["trace[489719659] 'range keys from in-memory index tree' (duration: 237.027864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:29.022215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.501811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:50:29.022241Z","caller":"traceutil/trace.go:171","msg":"trace[1144047043] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20496; }","duration":"214.568162ms","start":"2026-03-03T20:50:28.807665Z","end":"2026-03-03T20:50:29.022234Z","steps":["trace[1144047043] 'range keys from in-memory index tree' (duration: 214.442149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:29.022383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.992258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T20:50:29.022437Z","caller":"traceutil/trace.go:171","msg":"trace[146127791] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20496; }","duration":"214.067581ms","start":"2026-03-03T20:50:28.808355Z","end":"2026-03-03T20:50:29.022423Z","steps":["trace[146127791] 'range keys from in-memory index tree' (duration: 213.822305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:29.02246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.261335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-03T20:50:29.02247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.276341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:50:29.022566Z","caller":"traceutil/trace.go:171","msg":"trace[289787177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20496; }","duration":"132.407045ms","start":"2026-03-03T20:50:28.89014Z","end":"2026-03-03T20:50:29.022547Z","steps":["trace[289787177] 'range keys from in-memory index tree' (duration: 132.170979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:29.021849Z","caller":"traceutil/trace.go:171","msg":"trace[2143895939] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20496; }","duration":"236.738287ms","start":"2026-03-03T20:50:28.785092Z","end":"2026-03-03T20:50:29.02183Z","steps":["trace[2143895939] 'range keys from in-memory index tree' (duration: 236.486301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:29.022494Z","caller":"traceutil/trace.go:171","msg":"trace[2036107064] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20496; }","duration":"211.312496ms","start":"2026-03-03T20:50:28.811169Z","end":"2026-03-03T20:50:29.022482Z","steps":["trace[2036107064] 'range keys from in-memory index tree' (duration: 211.137262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:36.351535Z","caller":"traceutil/trace.go:171","msg":"trace[1709790643] transaction","detail":"{read_only:false; response_revision:20538; number_of_response:1; }","duration":"257.801805ms","start":"2026-03-03T20:50:36.093683Z","end":"2026-03-03T20:50:36.351485Z","steps":["trace[1709790643] 'process raft request' (duration: 257.282603ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:50.925924Z","caller":"traceutil/trace.go:171","msg":"trace[1332184036] transaction","detail":"{read_only:false; response_revision:20602; number_of_response:1; }","duration":"124.610443ms","start":"2026-03-03T20:50:50.801286Z","end":"2026-03-03T20:50:50.925897Z","steps":["trace[1332184036] 'process raft request' (duration: 124.191234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:51.352705Z","caller":"traceutil/trace.go:171","msg":"trace[829963196] transaction","detail":"{read_only:false; response_revision:20604; number_of_response:1; }","duration":"166.865514ms","start":"2026-03-03T20:50:51.185808Z","end":"2026-03-03T20:50:51.352673Z","steps":["trace[829963196] 'process raft request' (duration: 86.845736ms)","trace[829963196] 'compare' (duration: 79.833824ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:50:51.35289Z","caller":"traceutil/trace.go:171","msg":"trace[914634514] transaction","detail":"{read_only:false; response_revision:20605; number_of_response:1; }","duration":"163.805153ms","start":"2026-03-03T20:50:51.189055Z","end":"2026-03-03T20:50:51.35286Z","steps":["trace[914634514] 'process raft request' (duration: 163.567578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:51.352888Z","caller":"traceutil/trace.go:171","msg":"trace[801019678] linearizableReadLoop","detail":"{readStateIndex:21385; appliedIndex:21383; }","duration":"162.345149ms","start":"2026-03-03T20:50:51.190509Z","end":"2026-03-03T20:50:51.352854Z","steps":["trace[801019678] 'read index received' (duration: 81.761828ms)","trace[801019678] 'applied index is now lower than readState.Index' (duration: 80.580571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:50:51.353115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.86297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:50:51.353164Z","caller":"traceutil/trace.go:171","msg":"trace[1231894256] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20605; }","duration":"174.933862ms","start":"2026-03-03T20:50:51.178217Z","end":"2026-03-03T20:50:51.353151Z","steps":["trace[1231894256] 'agreement among raft nodes before linearized reading' (duration: 174.84285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:51.353215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.082474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-03T20:50:51.353268Z","caller":"traceutil/trace.go:171","msg":"trace[197424892] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20605; }","duration":"178.149526ms","start":"2026-03-03T20:50:51.175106Z","end":"2026-03-03T20:50:51.353256Z","steps":["trace[197424892] 'agreement among raft nodes before linearized reading' (duration: 178.036194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:51.353236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.824805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:50:51.353342Z","caller":"traceutil/trace.go:171","msg":"trace[284526238] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20605; }","duration":"176.958069ms","start":"2026-03-03T20:50:51.176358Z","end":"2026-03-03T20:50:51.353316Z","steps":["trace[284526238] 'agreement among raft nodes before linearized reading' (duration: 176.814526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:51.353331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.04262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T20:50:51.353396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.402033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:50:51.353433Z","caller":"traceutil/trace.go:171","msg":"trace[1728005806] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20605; }","duration":"172.478194ms","start":"2026-03-03T20:50:51.180945Z","end":"2026-03-03T20:50:51.353423Z","steps":["trace[1728005806] 'agreement among raft nodes before linearized reading' (duration: 172.436023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:51.35347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.344276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-03T20:50:51.353513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.273125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:50:51.353523Z","caller":"traceutil/trace.go:171","msg":"trace[1410780142] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20605; }","duration":"164.464948ms","start":"2026-03-03T20:50:51.189045Z","end":"2026-03-03T20:50:51.35351Z","steps":["trace[1410780142] 'agreement among raft nodes before linearized reading' (duration: 164.266174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:51.353114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.235084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T20:50:51.353562Z","caller":"traceutil/trace.go:171","msg":"trace[1760673901] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20605; }","duration":"180.728686ms","start":"2026-03-03T20:50:51.172824Z","end":"2026-03-03T20:50:51.353553Z","steps":["trace[1760673901] 'agreement among raft nodes before linearized reading' (duration: 180.121802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:51.35336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.873481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:50:51.353615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.630905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T20:50:51.35353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.734311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:50:51.353656Z","caller":"traceutil/trace.go:171","msg":"trace[1474101538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20605; }","duration":"146.702527ms","start":"2026-03-03T20:50:51.206944Z","end":"2026-03-03T20:50:51.353646Z","steps":["trace[1474101538] 'agreement among raft nodes before linearized reading' (duration: 146.599254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:51.353561Z","caller":"traceutil/trace.go:171","msg":"trace[18686363] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20605; }","duration":"180.332597ms","start":"2026-03-03T20:50:51.173211Z","end":"2026-03-03T20:50:51.353543Z","steps":["trace[18686363] 'agreement among raft nodes before linearized reading' (duration: 180.275996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:51.353425Z","caller":"traceutil/trace.go:171","msg":"trace[1205423118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20605; }","duration":"152.183913ms","start":"2026-03-03T20:50:51.201216Z","end":"2026-03-03T20:50:51.3534Z","steps":["trace[1205423118] 'agreement among raft nodes before linearized reading' (duration: 151.896856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:51.35352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.213234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-03T20:50:51.354156Z","caller":"traceutil/trace.go:171","msg":"trace[1715101879] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20605; }","duration":"177.867ms","start":"2026-03-03T20:50:51.176276Z","end":"2026-03-03T20:50:51.354143Z","steps":["trace[1715101879] 'agreement among raft nodes before linearized reading' (duration: 176.843346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:51.353622Z","caller":"traceutil/trace.go:171","msg":"trace[49949956] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20605; }","duration":"172.145447ms","start":"2026-03-03T20:50:51.181468Z","end":"2026-03-03T20:50:51.353613Z","steps":["trace[49949956] 'agreement among raft nodes before linearized reading' (duration: 171.87121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:51.353681Z","caller":"traceutil/trace.go:171","msg":"trace[1251734233] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20605; }","duration":"172.885954ms","start":"2026-03-03T20:50:51.180777Z","end":"2026-03-03T20:50:51.353663Z","steps":["trace[1251734233] 'agreement among raft nodes before linearized reading' (duration: 172.73513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:51.353698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.763735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:50:51.354634Z","caller":"traceutil/trace.go:171","msg":"trace[195312592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20605; }","duration":"143.705946ms","start":"2026-03-03T20:50:51.210914Z","end":"2026-03-03T20:50:51.35462Z","steps":["trace[195312592] 'agreement among raft nodes before linearized reading' (duration: 142.396706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:50:51.353792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.85353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:50:51.354739Z","caller":"traceutil/trace.go:171","msg":"trace[324464312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20605; }","duration":"147.833453ms","start":"2026-03-03T20:50:51.206892Z","end":"2026-03-03T20:50:51.354726Z","steps":["trace[324464312] 'agreement among raft nodes before linearized reading' (duration: 146.83916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:51.559582Z","caller":"traceutil/trace.go:171","msg":"trace[2118510943] transaction","detail":"{read_only:false; response_revision:20607; number_of_response:1; }","duration":"200.805902ms","start":"2026-03-03T20:50:51.358752Z","end":"2026-03-03T20:50:51.559558Z","steps":["trace[2118510943] 'process raft request' (duration: 183.560752ms)","trace[2118510943] 'compare' (duration: 17.057536ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:50:51.559871Z","caller":"traceutil/trace.go:171","msg":"trace[1341014614] transaction","detail":"{read_only:false; response_revision:20608; number_of_response:1; }","duration":"200.70739ms","start":"2026-03-03T20:50:51.359141Z","end":"2026-03-03T20:50:51.559848Z","steps":["trace[1341014614] 'process raft request' (duration: 200.358712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:50:51.559949Z","caller":"traceutil/trace.go:171","msg":"trace[698723456] transaction","detail":"{read_only:false; response_revision:20609; number_of_response:1; }","duration":"200.346462ms","start":"2026-03-03T20:50:51.359574Z","end":"2026-03-03T20:50:51.55992Z","steps":["trace[698723456] 'process raft request' (duration: 200.136197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:18.756905Z","caller":"traceutil/trace.go:171","msg":"trace[960949778] transaction","detail":"{read_only:false; response_revision:21616; number_of_response:1; }","duration":"370.206135ms","start":"2026-03-03T20:53:18.386666Z","end":"2026-03-03T20:53:18.756872Z","steps":["trace[960949778] 'process raft request' (duration: 369.98027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:18.757096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:18.386656Z","time spent":"370.347728ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:18.761334Z","caller":"traceutil/trace.go:171","msg":"trace[994817838] transaction","detail":"{read_only:false; response_revision:21617; number_of_response:1; }","duration":"373.503113ms","start":"2026-03-03T20:53:18.387813Z","end":"2026-03-03T20:53:18.761316Z","steps":["trace[994817838] 'process raft request' (duration: 373.362179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:18.761434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:18.387784Z","time spent":"373.603714ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:18.76152Z","caller":"traceutil/trace.go:171","msg":"trace[868437788] transaction","detail":"{read_only:false; response_revision:21618; number_of_response:1; }","duration":"373.016191ms","start":"2026-03-03T20:53:18.388471Z","end":"2026-03-03T20:53:18.761487Z","steps":["trace[868437788] 'process raft request' (duration: 372.809806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:18.761671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:18.388464Z","time spent":"373.127863ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:29.369702Z","caller":"traceutil/trace.go:171","msg":"trace[247984998] transaction","detail":"{read_only:false; response_revision:22093; number_of_response:1; }","duration":"235.619341ms","start":"2026-03-03T20:53:29.134049Z","end":"2026-03-03T20:53:29.369668Z","steps":["trace[247984998] 'process raft request' (duration: 229.913899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:29.369798Z","caller":"traceutil/trace.go:171","msg":"trace[832987151] transaction","detail":"{read_only:false; response_revision:22095; number_of_response:1; }","duration":"163.629779ms","start":"2026-03-03T20:53:29.206137Z","end":"2026-03-03T20:53:29.369767Z","steps":["trace[832987151] 'process raft request' (duration: 163.593379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:29.369845Z","caller":"traceutil/trace.go:171","msg":"trace[1901235072] linearizableReadLoop","detail":"{readStateIndex:22921; appliedIndex:22920; }","duration":"230.377879ms","start":"2026-03-03T20:53:29.139385Z","end":"2026-03-03T20:53:29.369763Z","steps":["trace[1901235072] 'read index received' (duration: 224.655406ms)","trace[1901235072] 'applied index is now lower than readState.Index' (duration: 5.717493ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:29.36993Z","caller":"traceutil/trace.go:171","msg":"trace[1246902382] transaction","detail":"{read_only:false; response_revision:22094; number_of_response:1; }","duration":"173.806866ms","start":"2026-03-03T20:53:29.195976Z","end":"2026-03-03T20:53:29.369783Z","steps":["trace[1246902382] 'process raft request' (duration: 173.697603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:29.370187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.780679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-03T20:53:29.370273Z","caller":"traceutil/trace.go:171","msg":"trace[142322342] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22095; }","duration":"230.892251ms","start":"2026-03-03T20:53:29.139355Z","end":"2026-03-03T20:53:29.370248Z","steps":["trace[142322342] 'agreement among raft nodes before linearized reading' (duration: 230.675326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:29.370344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.331259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2140"} {"level":"warn","ts":"2026-03-03T20:53:29.370584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.768346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"warn","ts":"2026-03-03T20:53:29.370629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.562628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T20:53:29.370663Z","caller":"traceutil/trace.go:171","msg":"trace[638301498] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22095; }","duration":"155.922641ms","start":"2026-03-03T20:53:29.214715Z","end":"2026-03-03T20:53:29.370638Z","steps":["trace[638301498] 'agreement among raft nodes before linearized reading' (duration: 155.567732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:29.370689Z","caller":"traceutil/trace.go:171","msg":"trace[1445687119] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:22095; }","duration":"221.636686ms","start":"2026-03-03T20:53:29.14896Z","end":"2026-03-03T20:53:29.370597Z","steps":["trace[1445687119] 'agreement among raft nodes before linearized reading' (duration: 221.092743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:29.370668Z","caller":"traceutil/trace.go:171","msg":"trace[1773553806] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:22095; }","duration":"163.614619ms","start":"2026-03-03T20:53:29.207044Z","end":"2026-03-03T20:53:29.370658Z","steps":["trace[1773553806] 'agreement among raft nodes before linearized reading' (duration: 163.502047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:29.371534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.573784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210912"} {"level":"info","ts":"2026-03-03T20:53:29.37157Z","caller":"traceutil/trace.go:171","msg":"trace[563895353] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22095; }","duration":"165.638956ms","start":"2026-03-03T20:53:29.20592Z","end":"2026-03-03T20:53:29.371559Z","steps":["trace[563895353] 'agreement among raft nodes before linearized reading' (duration: 164.672694ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:31.047308Z","caller":"traceutil/trace.go:171","msg":"trace[1205831823] linearizableReadLoop","detail":"{readStateIndex:22978; appliedIndex:22977; }","duration":"227.518402ms","start":"2026-03-03T20:53:30.819761Z","end":"2026-03-03T20:53:31.047279Z","steps":["trace[1205831823] 'read index received' (duration: 227.281177ms)","trace[1205831823] 'applied index is now lower than readState.Index' (duration: 236.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:31.04743Z","caller":"traceutil/trace.go:171","msg":"trace[1062354522] transaction","detail":"{read_only:false; response_revision:22150; number_of_response:1; }","duration":"228.625448ms","start":"2026-03-03T20:53:30.818762Z","end":"2026-03-03T20:53:31.047387Z","steps":["trace[1062354522] 'process raft request' (duration: 228.349561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:31.047602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.820029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T20:53:31.04765Z","caller":"traceutil/trace.go:171","msg":"trace[2040060091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22150; }","duration":"227.902112ms","start":"2026-03-03T20:53:30.819736Z","end":"2026-03-03T20:53:31.047638Z","steps":["trace[2040060091] 'agreement among raft nodes before linearized reading' (duration: 227.716257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:31.047724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.94183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:31.047806Z","caller":"traceutil/trace.go:171","msg":"trace[1161068997] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22150; }","duration":"165.037982ms","start":"2026-03-03T20:53:30.88275Z","end":"2026-03-03T20:53:31.047788Z","steps":["trace[1161068997] 'agreement among raft nodes before linearized reading' (duration: 164.899079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:31.047897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.070606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:31.047929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.195148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:31.047768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.492255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:31.047988Z","caller":"traceutil/trace.go:171","msg":"trace[370933309] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22150; }","duration":"166.165038ms","start":"2026-03-03T20:53:30.881805Z","end":"2026-03-03T20:53:31.04797Z","steps":["trace[370933309] 'agreement among raft nodes before linearized reading' (duration: 166.039185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:31.048019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.809072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:31.048033Z","caller":"traceutil/trace.go:171","msg":"trace[1284336034] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22150; }","duration":"175.790332ms","start":"2026-03-03T20:53:30.872232Z","end":"2026-03-03T20:53:31.048022Z","steps":["trace[1284336034] 'agreement among raft nodes before linearized reading' (duration: 175.413393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:31.048063Z","caller":"traceutil/trace.go:171","msg":"trace[1562990436] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22150; }","duration":"175.882193ms","start":"2026-03-03T20:53:30.87217Z","end":"2026-03-03T20:53:31.048052Z","steps":["trace[1562990436] 'agreement among raft nodes before linearized reading' (duration: 175.822952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:31.048084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.666018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:31.048119Z","caller":"traceutil/trace.go:171","msg":"trace[1560125825] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22150; }","duration":"187.728089ms","start":"2026-03-03T20:53:30.860383Z","end":"2026-03-03T20:53:31.048111Z","steps":["trace[1560125825] 'agreement among raft nodes before linearized reading' (duration: 187.666997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:31.048048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.960774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:31.048242Z","caller":"traceutil/trace.go:171","msg":"trace[861358200] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22150; }","duration":"166.386873ms","start":"2026-03-03T20:53:30.881835Z","end":"2026-03-03T20:53:31.048221Z","steps":["trace[861358200] 'agreement among raft nodes before linearized reading' (duration: 165.899632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:31.04828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.981644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:31.048287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.600165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:31.048321Z","caller":"traceutil/trace.go:171","msg":"trace[1586217475] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22150; }","duration":"225.074756ms","start":"2026-03-03T20:53:30.823237Z","end":"2026-03-03T20:53:31.048312Z","steps":["trace[1586217475] 'agreement among raft nodes before linearized reading' (duration: 225.011155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:31.048343Z","caller":"traceutil/trace.go:171","msg":"trace[1918949510] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22150; }","duration":"224.680557ms","start":"2026-03-03T20:53:30.823649Z","end":"2026-03-03T20:53:31.04833Z","steps":["trace[1918949510] 'agreement among raft nodes before linearized reading' (duration: 224.593805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:31.04842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.820623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:53:31.048476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.293401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:31.048507Z","caller":"traceutil/trace.go:171","msg":"trace[240217676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22150; }","duration":"203.917285ms","start":"2026-03-03T20:53:30.844578Z","end":"2026-03-03T20:53:31.048496Z","steps":["trace[240217676] 'agreement among raft nodes before linearized reading' (duration: 203.73312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:31.048513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.353235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:31.04852Z","caller":"traceutil/trace.go:171","msg":"trace[904583769] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22150; }","duration":"225.414564ms","start":"2026-03-03T20:53:30.823094Z","end":"2026-03-03T20:53:31.048508Z","steps":["trace[904583769] 'agreement among raft nodes before linearized reading' (duration: 225.275781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:31.048551Z","caller":"traceutil/trace.go:171","msg":"trace[1921124837] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22150; }","duration":"204.402467ms","start":"2026-03-03T20:53:30.844136Z","end":"2026-03-03T20:53:31.048538Z","steps":["trace[1921124837] 'agreement among raft nodes before linearized reading' (duration: 204.340635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:31.047968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.428052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:31.048597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.855393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:31.048653Z","caller":"traceutil/trace.go:171","msg":"trace[348778575] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22150; }","duration":"203.929865ms","start":"2026-03-03T20:53:30.844702Z","end":"2026-03-03T20:53:31.048631Z","steps":["trace[348778575] 'agreement among raft nodes before linearized reading' (duration: 203.811752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:31.048748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.625412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T20:53:31.048186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.790648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:31.048785Z","caller":"traceutil/trace.go:171","msg":"trace[553339936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22150; }","duration":"226.681753ms","start":"2026-03-03T20:53:30.82209Z","end":"2026-03-03T20:53:31.048772Z","steps":["trace[553339936] 'agreement among raft nodes before linearized reading' (duration: 225.576117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:31.048015Z","caller":"traceutil/trace.go:171","msg":"trace[64630386] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22150; }","duration":"203.328651ms","start":"2026-03-03T20:53:30.844667Z","end":"2026-03-03T20:53:31.047996Z","steps":["trace[64630386] 'agreement among raft nodes before linearized reading' (duration: 203.154297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:31.048881Z","caller":"traceutil/trace.go:171","msg":"trace[1803277498] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22150; }","duration":"178.423192ms","start":"2026-03-03T20:53:30.870366Z","end":"2026-03-03T20:53:31.048789Z","steps":["trace[1803277498] 'agreement among raft nodes before linearized reading' (duration: 177.789658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:31.049692Z","caller":"traceutil/trace.go:171","msg":"trace[307088873] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22150; }","duration":"188.128318ms","start":"2026-03-03T20:53:30.860487Z","end":"2026-03-03T20:53:31.048615Z","steps":["trace[307088873] 'agreement among raft nodes before linearized reading' (duration: 187.443962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:32.530782Z","caller":"traceutil/trace.go:171","msg":"trace[1926549438] transaction","detail":"{read_only:false; response_revision:22190; number_of_response:1; }","duration":"108.474009ms","start":"2026-03-03T20:53:32.422284Z","end":"2026-03-03T20:53:32.530758Z","steps":["trace[1926549438] 'process raft request' (duration: 108.311215ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:32.531673Z","caller":"traceutil/trace.go:171","msg":"trace[1885542761] linearizableReadLoop","detail":"{readStateIndex:23018; appliedIndex:23018; }","duration":"102.568531ms","start":"2026-03-03T20:53:32.429083Z","end":"2026-03-03T20:53:32.531651Z","steps":["trace[1885542761] 'read index received' (duration: 102.561781ms)","trace[1885542761] 'applied index is now lower than readState.Index' (duration: 5.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:53:32.531914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.793987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:32.532Z","caller":"traceutil/trace.go:171","msg":"trace[1051229189] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22190; }","duration":"102.886829ms","start":"2026-03-03T20:53:32.42907Z","end":"2026-03-03T20:53:32.531957Z","steps":["trace[1051229189] 'agreement among raft nodes before linearized reading' (duration: 102.731985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:32.536045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.81771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:32.536081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.291938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:32.53621Z","caller":"traceutil/trace.go:171","msg":"trace[377602994] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/volumetypes/cert-manager-test0; response_count:0; response_revision:22191; }","duration":"106.433201ms","start":"2026-03-03T20:53:32.429753Z","end":"2026-03-03T20:53:32.536186Z","steps":["trace[377602994] 'agreement among raft nodes before linearized reading' (duration: 106.265927ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:32.536137Z","caller":"traceutil/trace.go:171","msg":"trace[2145256146] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22191; }","duration":"106.955183ms","start":"2026-03-03T20:53:32.429163Z","end":"2026-03-03T20:53:32.536118Z","steps":["trace[2145256146] 'agreement among raft nodes before linearized reading' (duration: 106.764389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:37.789441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.722431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:53:37.789569Z","caller":"traceutil/trace.go:171","msg":"trace[1425294932] linearizableReadLoop","detail":"{readStateIndex:23132; appliedIndex:23130; }","duration":"778.27627ms","start":"2026-03-03T20:53:37.011275Z","end":"2026-03-03T20:53:37.789551Z","steps":["trace[1425294932] 'read index received' (duration: 21.704594ms)","trace[1425294932] 'applied index is now lower than readState.Index' (duration: 756.570036ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:37.789826Z","caller":"traceutil/trace.go:171","msg":"trace[4993387] transaction","detail":"{read_only:false; response_revision:22303; number_of_response:1; }","duration":"809.163037ms","start":"2026-03-03T20:53:36.980613Z","end":"2026-03-03T20:53:37.789776Z","steps":["trace[4993387] 'process raft request' (duration: 231.997756ms)","trace[4993387] 'compare' (duration: 576.308061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:53:37.789964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:36.980584Z","time spent":"809.307561ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1076,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:37.790017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.69902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:53:37.790207Z","caller":"traceutil/trace.go:171","msg":"trace[889048511] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22303; }","duration":"778.938125ms","start":"2026-03-03T20:53:37.011233Z","end":"2026-03-03T20:53:37.790171Z","steps":["trace[889048511] 'agreement among raft nodes before linearized reading' (duration: 778.571617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:37.790287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.011221Z","time spent":"779.046287ms","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:53:38.289947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040994276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:53:38.790494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040994276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:53:39.291065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040994276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:53:39.469339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.256689807s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:53:39.534687Z","caller":"traceutil/trace.go:171","msg":"trace[1811670660] transaction","detail":"{read_only:false; response_revision:22304; number_of_response:1; }","duration":"2.492352137s","start":"2026-03-03T20:53:37.042298Z","end":"2026-03-03T20:53:39.53465Z","steps":["trace[1811670660] 'process raft request' (duration: 2.427578254s)","trace[1811670660] 'compare' (duration: 63.697248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:53:39.534878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.042285Z","time spent":"2.492497571s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4550,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:39.890435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:53:39.890557Z","caller":"traceutil/trace.go:171","msg":"trace[800664471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000630921s","start":"2026-03-03T20:53:37.889905Z","end":"2026-03-03T20:53:39.890536Z","steps":["trace[800664471] 'agreement among raft nodes before linearized reading' (duration: 2.000480808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:39.890605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.889874Z","time spent":"2.000721654s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:53:40.003156Z","caller":"traceutil/trace.go:171","msg":"trace[1832187427] transaction","detail":"{read_only:false; response_revision:22305; number_of_response:1; }","duration":"2.691358388s","start":"2026-03-03T20:53:37.311775Z","end":"2026-03-03T20:53:40.003133Z","steps":["trace[1832187427] 'process raft request' (duration: 2.691146754s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.00331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.311759Z","time spent":"2.691468952s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:40.003483Z","caller":"traceutil/trace.go:171","msg":"trace[671077812] transaction","detail":"{read_only:false; response_revision:22308; number_of_response:1; }","duration":"1.909847943s","start":"2026-03-03T20:53:38.093621Z","end":"2026-03-03T20:53:40.003469Z","steps":["trace[671077812] 'process raft request' (duration: 1.909763191s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:40.003472Z","caller":"traceutil/trace.go:171","msg":"trace[1892828099] transaction","detail":"{read_only:false; response_revision:22306; number_of_response:1; }","duration":"2.598956453s","start":"2026-03-03T20:53:37.404476Z","end":"2026-03-03T20:53:40.003432Z","steps":["trace[1892828099] 'process raft request' (duration: 2.598588395s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:40.003498Z","caller":"traceutil/trace.go:171","msg":"trace[407275816] transaction","detail":"{read_only:false; response_revision:22307; number_of_response:1; }","duration":"2.171760414s","start":"2026-03-03T20:53:37.831705Z","end":"2026-03-03T20:53:40.003466Z","steps":["trace[407275816] 'process raft request' (duration: 2.1715709s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.00357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.093582Z","time spent":"1.909953396s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:40.00364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.831677Z","time spent":"2.171889047s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:40.003649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.40439Z","time spent":"2.599164328s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:40.003703Z","caller":"traceutil/trace.go:171","msg":"trace[373916031] transaction","detail":"{read_only:false; response_revision:22309; number_of_response:1; }","duration":"1.909854473s","start":"2026-03-03T20:53:38.093838Z","end":"2026-03-03T20:53:40.003692Z","steps":["trace[373916031] 'process raft request' (duration: 1.909592567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.003753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.093802Z","time spent":"1.909924165s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:40.003881Z","caller":"traceutil/trace.go:171","msg":"trace[454690603] transaction","detail":"{read_only:false; response_revision:22310; number_of_response:1; }","duration":"1.501764808s","start":"2026-03-03T20:53:38.502097Z","end":"2026-03-03T20:53:40.003861Z","steps":["trace[454690603] 'process raft request' (duration: 1.501554313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.004009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.502065Z","time spent":"1.501873451s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:40.004015Z","caller":"traceutil/trace.go:171","msg":"trace[509594111] transaction","detail":"{read_only:false; response_revision:22311; number_of_response:1; }","duration":"1.39418631s","start":"2026-03-03T20:53:38.609787Z","end":"2026-03-03T20:53:40.003974Z","steps":["trace[509594111] 'process raft request' (duration: 1.394009336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.00415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.609777Z","time spent":"1.394300902s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:40.010204Z","caller":"traceutil/trace.go:171","msg":"trace[1831752994] linearizableReadLoop","detail":"{readStateIndex:23141; appliedIndex:23132; }","duration":"2.220592098s","start":"2026-03-03T20:53:37.789595Z","end":"2026-03-03T20:53:40.010187Z","steps":["trace[1831752994] 'read index received' (duration: 1.680213692s)","trace[1831752994] 'applied index is now lower than readState.Index' (duration: 540.377466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:53:40.010741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93823006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T20:53:40.010786Z","caller":"traceutil/trace.go:171","msg":"trace[1330662760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22312; }","duration":"2.938373024s","start":"2026-03-03T20:53:37.072399Z","end":"2026-03-03T20:53:40.010772Z","steps":["trace[1330662760] 'agreement among raft nodes before linearized reading' (duration: 2.937925823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.010849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.072377Z","time spent":"2.938456645s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:53:40.010939Z","caller":"traceutil/trace.go:171","msg":"trace[547029547] transaction","detail":"{read_only:false; response_revision:22312; number_of_response:1; }","duration":"465.811015ms","start":"2026-03-03T20:53:39.545113Z","end":"2026-03-03T20:53:40.010924Z","steps":["trace[547029547] 'process raft request' (duration: 464.955166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.011007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:39.545085Z","time spent":"465.882816ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:40.011309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742810393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-86c9d8d9f4-g5fxq.18996fbd523fac4c\" ","response":"range_response_count:1 size:904"} {"level":"warn","ts":"2026-03-03T20:53:40.011355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930299536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:53:40.01136Z","caller":"traceutil/trace.go:171","msg":"trace[74052379] range","detail":"{range_begin:/registry/events/openstack/heat-api-86c9d8d9f4-g5fxq.18996fbd523fac4c; range_end:; response_count:1; response_revision:22312; }","duration":"2.742880035s","start":"2026-03-03T20:53:37.268455Z","end":"2026-03-03T20:53:40.011335Z","steps":["trace[74052379] 'agreement among raft nodes before linearized reading' (duration: 2.741830851s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:40.011382Z","caller":"traceutil/trace.go:171","msg":"trace[762456548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22312; }","duration":"2.930330207s","start":"2026-03-03T20:53:37.081043Z","end":"2026-03-03T20:53:40.011373Z","steps":["trace[762456548] 'agreement among raft nodes before linearized reading' (duration: 2.929257472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.011392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.268399Z","time spent":"2.742985427s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-api-86c9d8d9f4-g5fxq.18996fbd523fac4c\" "} {"level":"warn","ts":"2026-03-03T20:53:40.011407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.081011Z","time spent":"2.930390969s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:53:40.011554Z","caller":"traceutil/trace.go:171","msg":"trace[1197416920] transaction","detail":"{read_only:false; response_revision:22313; number_of_response:1; }","duration":"466.064701ms","start":"2026-03-03T20:53:39.545483Z","end":"2026-03-03T20:53:40.011548Z","steps":["trace[1197416920] 'process raft request' (duration: 464.967875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.011596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:39.54547Z","time spent":"466.100041ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1312,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:40.011805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000843976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:53:40.011839Z","caller":"traceutil/trace.go:171","msg":"trace[325260173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22314; }","duration":"2.000918987s","start":"2026-03-03T20:53:38.01091Z","end":"2026-03-03T20:53:40.011829Z","steps":["trace[325260173] 'agreement among raft nodes before linearized reading' (duration: 2.000802475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.011867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.010888Z","time spent":"2.000972329s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:53:40.01197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934670567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T20:53:40.012046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.167116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-03-03T20:53:40.012057Z","caller":"traceutil/trace.go:171","msg":"trace[1479692675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22312; }","duration":"2.93479188s","start":"2026-03-03T20:53:37.07725Z","end":"2026-03-03T20:53:40.012042Z","steps":["trace[1479692675] 'agreement among raft nodes before linearized reading' (duration: 2.93306227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.012233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:37.077238Z","time spent":"2.934980394s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:53:40.01231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67321184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-03T20:53:40.012338Z","caller":"traceutil/trace.go:171","msg":"trace[2042487392] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22314; }","duration":"1.67325992s","start":"2026-03-03T20:53:38.33907Z","end":"2026-03-03T20:53:40.01233Z","steps":["trace[2042487392] 'agreement among raft nodes before linearized reading' (duration: 1.673190618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.012365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.339052Z","time spent":"1.673307272s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:53:40.012516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896262918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-03-03T20:53:40.012543Z","caller":"traceutil/trace.go:171","msg":"trace[67655718] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:22314; }","duration":"1.896315979s","start":"2026-03-03T20:53:38.116219Z","end":"2026-03-03T20:53:40.012535Z","steps":["trace[67655718] 'agreement among raft nodes before linearized reading' (duration: 1.896242047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.01257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.116212Z","time spent":"1.89635299s","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-03T20:53:40.012244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67065004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:53:40.012997Z","caller":"traceutil/trace.go:171","msg":"trace[1868929143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22314; }","duration":"1.671435348s","start":"2026-03-03T20:53:38.341552Z","end":"2026-03-03T20:53:40.012987Z","steps":["trace[1868929143] 'agreement among raft nodes before linearized reading' (duration: 1.6706381s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:40.012078Z","caller":"traceutil/trace.go:171","msg":"trace[1767032801] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22314; }","duration":"532.233967ms","start":"2026-03-03T20:53:39.479834Z","end":"2026-03-03T20:53:40.012068Z","steps":["trace[1767032801] 'agreement among raft nodes before linearized reading' (duration: 532.153305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.013036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.341535Z","time spent":"1.671490459s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:53:40.012128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447786385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:53:40.013078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.010465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:53:40.01311Z","caller":"traceutil/trace.go:171","msg":"trace[1895065204] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22314; }","duration":"1.448777038s","start":"2026-03-03T20:53:38.564325Z","end":"2026-03-03T20:53:40.013102Z","steps":["trace[1895065204] 'agreement among raft nodes before linearized reading' (duration: 1.447772825s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:40.013119Z","caller":"traceutil/trace.go:171","msg":"trace[1760532131] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22314; }","duration":"135.084006ms","start":"2026-03-03T20:53:39.878026Z","end":"2026-03-03T20:53:40.01311Z","steps":["trace[1760532131] 'agreement among raft nodes before linearized reading' (duration: 133.814267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.013142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.56432Z","time spent":"1.448811419s","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:53:40.013129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:39.479808Z","time spent":"533.270441ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T20:53:40.012173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468856704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:53:40.01333Z","caller":"traceutil/trace.go:171","msg":"trace[1990550471] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:22314; }","duration":"1.470013672s","start":"2026-03-03T20:53:38.543289Z","end":"2026-03-03T20:53:40.013303Z","steps":["trace[1990550471] 'agreement among raft nodes before linearized reading' (duration: 1.468857935s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:40.013346Z","caller":"traceutil/trace.go:171","msg":"trace[476171273] transaction","detail":"{read_only:false; response_revision:22314; number_of_response:1; }","duration":"467.840813ms","start":"2026-03-03T20:53:39.545498Z","end":"2026-03-03T20:53:40.013338Z","steps":["trace[476171273] 'process raft request' (duration: 466.01314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:40.013377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:38.543275Z","time spent":"1.470088413s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:53:40.013389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:39.545491Z","time spent":"467.874043ms","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3921,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:40.013411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.520991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:40.013445Z","caller":"traceutil/trace.go:171","msg":"trace[1333819832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22314; }","duration":"121.595223ms","start":"2026-03-03T20:53:39.891841Z","end":"2026-03-03T20:53:40.013436Z","steps":["trace[1333819832] 'agreement among raft nodes before linearized reading' (duration: 121.542362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:48.14305Z","caller":"traceutil/trace.go:171","msg":"trace[248694170] transaction","detail":"{read_only:false; response_revision:22391; number_of_response:1; }","duration":"110.993937ms","start":"2026-03-03T20:53:48.032032Z","end":"2026-03-03T20:53:48.143026Z","steps":["trace[248694170] 'process raft request' (duration: 110.899435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:48.143067Z","caller":"traceutil/trace.go:171","msg":"trace[1107835004] transaction","detail":"{read_only:false; response_revision:22390; number_of_response:1; }","duration":"111.835807ms","start":"2026-03-03T20:53:48.031177Z","end":"2026-03-03T20:53:48.143013Z","steps":["trace[1107835004] 'process raft request' (duration: 54.945346ms)","trace[1107835004] 'compare' (duration: 56.555133ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:48.143373Z","caller":"traceutil/trace.go:171","msg":"trace[1058377178] transaction","detail":"{read_only:false; response_revision:22392; number_of_response:1; }","duration":"111.277614ms","start":"2026-03-03T20:53:48.032067Z","end":"2026-03-03T20:53:48.143345Z","steps":["trace[1058377178] 'process raft request' (duration: 110.919715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:48.143454Z","caller":"traceutil/trace.go:171","msg":"trace[1406790855] transaction","detail":"{read_only:false; response_revision:22394; number_of_response:1; }","duration":"107.925105ms","start":"2026-03-03T20:53:48.0355Z","end":"2026-03-03T20:53:48.143425Z","steps":["trace[1406790855] 'process raft request' (duration: 107.821583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:48.143516Z","caller":"traceutil/trace.go:171","msg":"trace[1286893] transaction","detail":"{read_only:false; response_revision:22393; number_of_response:1; }","duration":"110.615309ms","start":"2026-03-03T20:53:48.032856Z","end":"2026-03-03T20:53:48.143471Z","steps":["trace[1286893] 'process raft request' (duration: 110.333492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:52.755107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.849795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:53:52.75519Z","caller":"traceutil/trace.go:171","msg":"trace[1211992835] linearizableReadLoop","detail":"{readStateIndex:23272; appliedIndex:23271; }","duration":"207.588901ms","start":"2026-03-03T20:53:52.547589Z","end":"2026-03-03T20:53:52.755177Z","steps":["trace[1211992835] 'read index received' (duration: 53.131µs)","trace[1211992835] 'applied index is now lower than readState.Index' (duration: 207.53466ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:52.755259Z","caller":"traceutil/trace.go:171","msg":"trace[1569948687] transaction","detail":"{read_only:false; response_revision:22439; number_of_response:1; }","duration":"360.183733ms","start":"2026-03-03T20:53:52.395067Z","end":"2026-03-03T20:53:52.755251Z","steps":["trace[1569948687] 'process raft request' (duration: 28.036471ms)","trace[1569948687] 'compare' (duration: 331.513828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:53:52.755291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:52.39504Z","time spent":"360.238414ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:53:52.755502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.915679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:53:52.755525Z","caller":"traceutil/trace.go:171","msg":"trace[468087674] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:22439; }","duration":"207.97324ms","start":"2026-03-03T20:53:52.547546Z","end":"2026-03-03T20:53:52.755519Z","steps":["trace[468087674] 'agreement among raft nodes before linearized reading' (duration: 207.865857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:53.385131Z","caller":"traceutil/trace.go:171","msg":"trace[1829995974] transaction","detail":"{read_only:false; response_revision:22441; number_of_response:1; }","duration":"159.8012ms","start":"2026-03-03T20:53:53.225293Z","end":"2026-03-03T20:53:53.385094Z","steps":["trace[1829995974] 'process raft request' (duration: 159.556165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:53.697621Z","caller":"traceutil/trace.go:171","msg":"trace[1554996067] transaction","detail":"{read_only:false; response_revision:22446; number_of_response:1; }","duration":"164.700955ms","start":"2026-03-03T20:53:53.532882Z","end":"2026-03-03T20:53:53.697583Z","steps":["trace[1554996067] 'process raft request' (duration: 164.450789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:53.697664Z","caller":"traceutil/trace.go:171","msg":"trace[14242496] transaction","detail":"{read_only:false; response_revision:22447; number_of_response:1; }","duration":"162.857832ms","start":"2026-03-03T20:53:53.534771Z","end":"2026-03-03T20:53:53.697628Z","steps":["trace[14242496] 'process raft request' (duration: 162.692918ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:53.697848Z","caller":"traceutil/trace.go:171","msg":"trace[1961886409] transaction","detail":"{read_only:false; response_revision:22448; number_of_response:1; }","duration":"162.878342ms","start":"2026-03-03T20:53:53.534924Z","end":"2026-03-03T20:53:53.697802Z","steps":["trace[1961886409] 'process raft request' (duration: 162.604535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.130873Z","caller":"traceutil/trace.go:171","msg":"trace[2114563120] transaction","detail":"{read_only:false; response_revision:22453; number_of_response:1; }","duration":"317.00429ms","start":"2026-03-03T20:53:53.81384Z","end":"2026-03-03T20:53:54.130844Z","steps":["trace[2114563120] 'process raft request' (duration: 316.706363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.130921Z","caller":"traceutil/trace.go:171","msg":"trace[299655313] transaction","detail":"{read_only:false; response_revision:22454; number_of_response:1; }","duration":"315.357492ms","start":"2026-03-03T20:53:53.815532Z","end":"2026-03-03T20:53:54.13089Z","steps":["trace[299655313] 'process raft request' (duration: 315.214409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:54.131022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.813826Z","time spent":"317.129294ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:53:54.13107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.815521Z","time spent":"315.461975ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":599,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:54.131174Z","caller":"traceutil/trace.go:171","msg":"trace[264498005] transaction","detail":"{read_only:false; response_revision:22455; number_of_response:1; }","duration":"315.540347ms","start":"2026-03-03T20:53:53.81562Z","end":"2026-03-03T20:53:54.13116Z","steps":["trace[264498005] 'process raft request' (duration: 315.210979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.131197Z","caller":"traceutil/trace.go:171","msg":"trace[143106730] linearizableReadLoop","detail":"{readStateIndex:23289; appliedIndex:23285; }","duration":"299.676878ms","start":"2026-03-03T20:53:53.831498Z","end":"2026-03-03T20:53:54.131174Z","steps":["trace[143106730] 'read index received' (duration: 23.600998ms)","trace[143106730] 'applied index is now lower than readState.Index' (duration: 276.07482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:53:54.131283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.815556Z","time spent":"315.664569ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1318,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:54.131416Z","caller":"traceutil/trace.go:171","msg":"trace[1024300825] transaction","detail":"{read_only:false; response_revision:22457; number_of_response:1; }","duration":"299.520614ms","start":"2026-03-03T20:53:53.831884Z","end":"2026-03-03T20:53:54.131404Z","steps":["trace[1024300825] 'process raft request' (duration: 299.250118ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.131583Z","caller":"traceutil/trace.go:171","msg":"trace[528990843] transaction","detail":"{read_only:false; response_revision:22456; number_of_response:1; }","duration":"314.790879ms","start":"2026-03-03T20:53:53.816763Z","end":"2026-03-03T20:53:54.131554Z","steps":["trace[528990843] 'process raft request' (duration: 314.304747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:54.131594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.109678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-g7jgq\" ","response":"range_response_count:1 size:5269"} {"level":"info","ts":"2026-03-03T20:53:54.131673Z","caller":"traceutil/trace.go:171","msg":"trace[913022864] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-g7jgq; range_end:; response_count:1; response_revision:22457; }","duration":"300.233191ms","start":"2026-03-03T20:53:53.831424Z","end":"2026-03-03T20:53:54.131657Z","steps":["trace[913022864] 'agreement among raft nodes before linearized reading' (duration: 299.982165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:54.131718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.831406Z","time spent":"300.299212ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5293,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-g7jgq\" "} {"level":"warn","ts":"2026-03-03T20:53:54.131757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:53.816755Z","time spent":"314.888771ms","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4584,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:53:54.155008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.404847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T20:53:54.155016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.006813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:53:54.155049Z","caller":"traceutil/trace.go:171","msg":"trace[1137199414] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:22458; }","duration":"223.448368ms","start":"2026-03-03T20:53:53.931591Z","end":"2026-03-03T20:53:54.155039Z","steps":["trace[1137199414] 'agreement among raft nodes before linearized reading' (duration: 223.289414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.155067Z","caller":"traceutil/trace.go:171","msg":"trace[1591198748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22458; }","duration":"265.086785ms","start":"2026-03-03T20:53:53.889966Z","end":"2026-03-03T20:53:54.155053Z","steps":["trace[1591198748] 'agreement among raft nodes before linearized reading' (duration: 264.993793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:54.15506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.418813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5039"} {"level":"info","ts":"2026-03-03T20:53:54.155148Z","caller":"traceutil/trace.go:171","msg":"trace[408550968] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:22458; }","duration":"290.557176ms","start":"2026-03-03T20:53:53.864568Z","end":"2026-03-03T20:53:54.155125Z","steps":["trace[408550968] 'agreement among raft nodes before linearized reading' (duration: 290.29646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.259148Z","caller":"traceutil/trace.go:171","msg":"trace[1244443178] transaction","detail":"{read_only:false; response_revision:22459; number_of_response:1; }","duration":"119.70382ms","start":"2026-03-03T20:53:54.139418Z","end":"2026-03-03T20:53:54.259122Z","steps":["trace[1244443178] 'process raft request' (duration: 82.488375ms)","trace[1244443178] 'compare' (duration: 36.931298ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:54.31391Z","caller":"traceutil/trace.go:171","msg":"trace[196361413] transaction","detail":"{read_only:false; response_revision:22460; number_of_response:1; }","duration":"141.28554ms","start":"2026-03-03T20:53:54.172604Z","end":"2026-03-03T20:53:54.31389Z","steps":["trace[196361413] 'process raft request' (duration: 140.970913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.314128Z","caller":"traceutil/trace.go:171","msg":"trace[1974793004] transaction","detail":"{read_only:false; response_revision:22462; number_of_response:1; }","duration":"140.922242ms","start":"2026-03-03T20:53:54.173185Z","end":"2026-03-03T20:53:54.314107Z","steps":["trace[1974793004] 'process raft request' (duration: 140.82269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.314216Z","caller":"traceutil/trace.go:171","msg":"trace[1339374802] transaction","detail":"{read_only:false; response_revision:22461; number_of_response:1; }","duration":"141.069555ms","start":"2026-03-03T20:53:54.173118Z","end":"2026-03-03T20:53:54.314187Z","steps":["trace[1339374802] 'process raft request' (duration: 140.620265ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.314172Z","caller":"traceutil/trace.go:171","msg":"trace[746031211] transaction","detail":"{read_only:false; response_revision:22463; number_of_response:1; }","duration":"138.174618ms","start":"2026-03-03T20:53:54.17596Z","end":"2026-03-03T20:53:54.314135Z","steps":["trace[746031211] 'process raft request' (duration: 138.089726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.398574Z","caller":"traceutil/trace.go:171","msg":"trace[1194512405] transaction","detail":"{read_only:false; response_revision:22464; number_of_response:1; }","duration":"130.739176ms","start":"2026-03-03T20:53:54.267797Z","end":"2026-03-03T20:53:54.398536Z","steps":["trace[1194512405] 'process raft request' (duration: 130.262924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:54.39864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.281899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T20:53:54.398649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.523425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T20:53:54.398647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.120495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:53:54.398699Z","caller":"traceutil/trace.go:171","msg":"trace[460319131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22464; }","duration":"125.360591ms","start":"2026-03-03T20:53:54.273324Z","end":"2026-03-03T20:53:54.398685Z","steps":["trace[460319131] 'agreement among raft nodes before linearized reading' (duration: 125.181047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.398721Z","caller":"traceutil/trace.go:171","msg":"trace[1683843417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22464; }","duration":"125.238507ms","start":"2026-03-03T20:53:54.273467Z","end":"2026-03-03T20:53:54.398705Z","steps":["trace[1683843417] 'agreement among raft nodes before linearized reading' (duration: 125.026433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:54.398721Z","caller":"traceutil/trace.go:171","msg":"trace[2059681259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22464; }","duration":"125.606356ms","start":"2026-03-03T20:53:54.273091Z","end":"2026-03-03T20:53:54.398698Z","steps":["trace[2059681259] 'agreement among raft nodes before linearized reading' (duration: 125.444373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:53:54.398627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.125327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T20:53:54.398847Z","caller":"traceutil/trace.go:171","msg":"trace[1381877232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22464; }","duration":"132.380413ms","start":"2026-03-03T20:53:54.26645Z","end":"2026-03-03T20:53:54.39883Z","steps":["trace[1381877232] 'agreement among raft nodes before linearized reading' (duration: 131.999645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:53:55.065204Z","caller":"traceutil/trace.go:171","msg":"trace[358308410] linearizableReadLoop","detail":"{readStateIndex:23306; appliedIndex:23305; }","duration":"175.671869ms","start":"2026-03-03T20:53:54.889515Z","end":"2026-03-03T20:53:55.065187Z","steps":["trace[358308410] 'read index received' (duration: 162.928343ms)","trace[358308410] 'applied index is now lower than readState.Index' (duration: 12.742556ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:53:55.0654Z","caller":"traceutil/trace.go:171","msg":"trace[243850197] transaction","detail":"{read_only:false; response_revision:22472; number_of_response:1; }","duration":"410.650135ms","start":"2026-03-03T20:53:54.654707Z","end":"2026-03-03T20:53:55.065357Z","steps":["trace[243850197] 'process raft request' (duration: 397.680814ms)","trace[243850197] 'compare' (duration: 12.252624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:53:55.065719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.17963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:53:55.065744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:53:54.654691Z","time spent":"410.954701ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5439,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:53:55.065825Z","caller":"traceutil/trace.go:171","msg":"trace[1898382126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22472; }","duration":"176.331424ms","start":"2026-03-03T20:53:54.889465Z","end":"2026-03-03T20:53:55.065797Z","steps":["trace[1898382126] 'agreement among raft nodes before linearized reading' (duration: 176.16033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:54:19.796484Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19850} {"level":"info","ts":"2026-03-03T20:54:19.905369Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19850,"took":"104.447435ms","hash":1707337349,"current-db-size-bytes":45604864,"current-db-size":"46 MB","current-db-size-in-use-bytes":39223296,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-03T20:54:19.905452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1707337349,"revision":19850,"compact-revision":17985} {"level":"info","ts":"2026-03-03T20:54:58.723148Z","caller":"traceutil/trace.go:171","msg":"trace[1164031538] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"404.210295ms","start":"2026-03-03T20:54:58.318908Z","end":"2026-03-03T20:54:58.723118Z","steps":["trace[1164031538] 'process raft request' (duration: 404.018191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:54:58.723317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:54:58.31889Z","time spent":"404.343818ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:54:58.880711Z","caller":"traceutil/trace.go:171","msg":"trace[1921919629] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"528.749496ms","start":"2026-03-03T20:54:58.351933Z","end":"2026-03-03T20:54:58.880682Z","steps":["trace[1921919629] 'process raft request' (duration: 528.531401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:54:58.880882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:54:58.351911Z","time spent":"528.88286ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:54:58.880972Z","caller":"traceutil/trace.go:171","msg":"trace[694105965] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"259.350121ms","start":"2026-03-03T20:54:58.621577Z","end":"2026-03-03T20:54:58.880927Z","steps":["trace[694105965] 'process raft request' (duration: 259.062634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:54:58.881138Z","caller":"traceutil/trace.go:171","msg":"trace[2047546833] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"252.645756ms","start":"2026-03-03T20:54:58.628472Z","end":"2026-03-03T20:54:58.881118Z","steps":["trace[2047546833] 'process raft request' (duration: 252.373699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:54:58.881151Z","caller":"traceutil/trace.go:171","msg":"trace[149847497] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"251.782556ms","start":"2026-03-03T20:54:58.629337Z","end":"2026-03-03T20:54:58.881119Z","steps":["trace[149847497] 'process raft request' (duration: 251.676403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:54:58.881232Z","caller":"traceutil/trace.go:171","msg":"trace[76155707] linearizableReadLoop","detail":"{readStateIndex:23967; appliedIndex:23962; }","duration":"153.148456ms","start":"2026-03-03T20:54:58.728059Z","end":"2026-03-03T20:54:58.881207Z","steps":["trace[76155707] 'read index received' (duration: 152.315866ms)","trace[76155707] 'applied index is now lower than readState.Index' (duration: 831.44µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:54:58.881358Z","caller":"traceutil/trace.go:171","msg":"trace[2083743046] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"249.592495ms","start":"2026-03-03T20:54:58.63175Z","end":"2026-03-03T20:54:58.881343Z","steps":["trace[2083743046] 'process raft request' (duration: 249.316378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:54:58.881582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.148355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T20:54:58.881607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.397229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:54:58.881656Z","caller":"traceutil/trace.go:171","msg":"trace[1364021433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23116; }","duration":"131.250697ms","start":"2026-03-03T20:54:58.750391Z","end":"2026-03-03T20:54:58.881641Z","steps":["trace[1364021433] 'agreement among raft nodes before linearized reading' (duration: 131.021011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:54:58.881679Z","caller":"traceutil/trace.go:171","msg":"trace[707784939] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23116; }","duration":"109.499412ms","start":"2026-03-03T20:54:58.77216Z","end":"2026-03-03T20:54:58.881659Z","steps":["trace[707784939] 'agreement among raft nodes before linearized reading' (duration: 109.367809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:54:58.881662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.503802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T20:54:58.88169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.394117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:54:58.881601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.523254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T20:54:58.881758Z","caller":"traceutil/trace.go:171","msg":"trace[480199850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23116; }","duration":"133.51612ms","start":"2026-03-03T20:54:58.748222Z","end":"2026-03-03T20:54:58.881738Z","steps":["trace[480199850] 'agreement among raft nodes before linearized reading' (duration: 133.244564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:54:58.881758Z","caller":"traceutil/trace.go:171","msg":"trace[200211117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23116; }","duration":"143.642615ms","start":"2026-03-03T20:54:58.738088Z","end":"2026-03-03T20:54:58.881731Z","steps":["trace[200211117] 'agreement among raft nodes before linearized reading' (duration: 143.319967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:54:58.881801Z","caller":"traceutil/trace.go:171","msg":"trace[96421491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23116; }","duration":"153.730869ms","start":"2026-03-03T20:54:58.728051Z","end":"2026-03-03T20:54:58.881782Z","steps":["trace[96421491] 'agreement among raft nodes before linearized reading' (duration: 153.32517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:54:58.881802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.716784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:54:58.88186Z","caller":"traceutil/trace.go:171","msg":"trace[1247074500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23116; }","duration":"133.816996ms","start":"2026-03-03T20:54:58.74803Z","end":"2026-03-03T20:54:58.881847Z","steps":["trace[1247074500] 'agreement among raft nodes before linearized reading' (duration: 133.665493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:54:59.13161Z","caller":"traceutil/trace.go:171","msg":"trace[529341538] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"244.059495ms","start":"2026-03-03T20:54:58.887529Z","end":"2026-03-03T20:54:59.131589Z","steps":["trace[529341538] 'process raft request' (duration: 243.998554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:54:59.13187Z","caller":"traceutil/trace.go:171","msg":"trace[1137846060] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"244.27261ms","start":"2026-03-03T20:54:58.887578Z","end":"2026-03-03T20:54:59.131851Z","steps":["trace[1137846060] 'process raft request' (duration: 243.980613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:54:59.132107Z","caller":"traceutil/trace.go:171","msg":"trace[269857559] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"244.442735ms","start":"2026-03-03T20:54:58.887655Z","end":"2026-03-03T20:54:59.132098Z","steps":["trace[269857559] 'process raft request' (duration: 244.117477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:54:59.132123Z","caller":"traceutil/trace.go:171","msg":"trace[921487987] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"244.602978ms","start":"2026-03-03T20:54:58.88751Z","end":"2026-03-03T20:54:59.132113Z","steps":["trace[921487987] 'process raft request' (duration: 243.865031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:00.317729Z","caller":"traceutil/trace.go:171","msg":"trace[920431202] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"147.245409ms","start":"2026-03-03T20:55:00.170438Z","end":"2026-03-03T20:55:00.317683Z","steps":["trace[920431202] 'process raft request' (duration: 75.77006ms)","trace[920431202] 'compare' (duration: 71.284435ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:55:00.374186Z","caller":"traceutil/trace.go:171","msg":"trace[632033752] linearizableReadLoop","detail":"{readStateIndex:23979; appliedIndex:23977; }","duration":"108.09699ms","start":"2026-03-03T20:55:00.266066Z","end":"2026-03-03T20:55:00.374163Z","steps":["trace[632033752] 'read index received' (duration: 107.895995ms)","trace[632033752] 'applied index is now lower than readState.Index' (duration: 199.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:55:00.374343Z","caller":"traceutil/trace.go:171","msg":"trace[1688866989] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"200.569086ms","start":"2026-03-03T20:55:00.173761Z","end":"2026-03-03T20:55:00.37433Z","steps":["trace[1688866989] 'process raft request' (duration: 200.30995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:00.374488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.236372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:55:00.374577Z","caller":"traceutil/trace.go:171","msg":"trace[2115525655] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23127; }","duration":"108.360006ms","start":"2026-03-03T20:55:00.266193Z","end":"2026-03-03T20:55:00.374553Z","steps":["trace[2115525655] 'agreement among raft nodes before linearized reading' (duration: 108.204222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:00.374602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.24306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T20:55:00.374635Z","caller":"traceutil/trace.go:171","msg":"trace[1819454678] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23127; }","duration":"107.302681ms","start":"2026-03-03T20:55:00.267323Z","end":"2026-03-03T20:55:00.374625Z","steps":["trace[1819454678] 'agreement among raft nodes before linearized reading' (duration: 107.161378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:00.374758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.316514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:55:00.374718Z","caller":"traceutil/trace.go:171","msg":"trace[1019214359] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"202.811359ms","start":"2026-03-03T20:55:00.17185Z","end":"2026-03-03T20:55:00.374661Z","steps":["trace[1019214359] 'process raft request' (duration: 202.078602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:00.37483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.564131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:55:00.374865Z","caller":"traceutil/trace.go:171","msg":"trace[500569162] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23127; }","duration":"108.628622ms","start":"2026-03-03T20:55:00.26623Z","end":"2026-03-03T20:55:00.374858Z","steps":["trace[500569162] 'agreement among raft nodes before linearized reading' (duration: 108.581751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:00.374999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.929989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:55:00.375043Z","caller":"traceutil/trace.go:171","msg":"trace[1533905380] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23127; }","duration":"109.004381ms","start":"2026-03-03T20:55:00.266029Z","end":"2026-03-03T20:55:00.375034Z","steps":["trace[1533905380] 'agreement among raft nodes before linearized reading' (duration: 108.939359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:00.374794Z","caller":"traceutil/trace.go:171","msg":"trace[160869605] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23127; }","duration":"108.362866ms","start":"2026-03-03T20:55:00.266423Z","end":"2026-03-03T20:55:00.374785Z","steps":["trace[160869605] 'agreement among raft nodes before linearized reading' (duration: 108.310735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:00.752905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.240575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:55:00.753111Z","caller":"traceutil/trace.go:171","msg":"trace[197016363] linearizableReadLoop","detail":"{readStateIndex:23983; appliedIndex:23980; }","duration":"292.251456ms","start":"2026-03-03T20:55:00.460841Z","end":"2026-03-03T20:55:00.753092Z","steps":["trace[197016363] 'read index received' (duration: 167.771525ms)","trace[197016363] 'applied index is now lower than readState.Index' (duration: 124.478871ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:55:00.753333Z","caller":"traceutil/trace.go:171","msg":"trace[1036503793] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"311.561773ms","start":"2026-03-03T20:55:00.441736Z","end":"2026-03-03T20:55:00.753297Z","steps":["trace[1036503793] 'process raft request' (duration: 311.322178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:00.753346Z","caller":"traceutil/trace.go:171","msg":"trace[671346808] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"371.402243ms","start":"2026-03-03T20:55:00.381919Z","end":"2026-03-03T20:55:00.753321Z","steps":["trace[671346808] 'process raft request' (duration: 371.077095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:00.753425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.740164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:55:00.753464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:55:00.441706Z","time spent":"311.700177ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:55:00.75347Z","caller":"traceutil/trace.go:171","msg":"trace[230644212] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"372.184141ms","start":"2026-03-03T20:55:00.381145Z","end":"2026-03-03T20:55:00.753329Z","steps":["trace[230644212] 'process raft request' (duration: 247.453825ms)","trace[230644212] 'compare' (duration: 124.111712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:55:00.753491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:55:00.381898Z","time spent":"371.515396ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:55:00.753492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.633804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29542855-92k4f\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-03-03T20:55:00.753489Z","caller":"traceutil/trace.go:171","msg":"trace[742764728] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23131; }","duration":"235.853486ms","start":"2026-03-03T20:55:00.517619Z","end":"2026-03-03T20:55:00.753472Z","steps":["trace[742764728] 'agreement among raft nodes before linearized reading' (duration: 235.691813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:00.753595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:55:00.381118Z","time spent":"372.417597ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:55:00.753631Z","caller":"traceutil/trace.go:171","msg":"trace[1208859263] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29542855-92k4f; range_end:; response_count:1; response_revision:23131; }","duration":"292.745537ms","start":"2026-03-03T20:55:00.460833Z","end":"2026-03-03T20:55:00.753578Z","steps":["trace[1208859263] 'agreement among raft nodes before linearized reading' (duration: 292.481301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:07.837539Z","caller":"traceutil/trace.go:171","msg":"trace[747900786] linearizableReadLoop","detail":"{readStateIndex:24073; appliedIndex:24072; }","duration":"138.182659ms","start":"2026-03-03T20:55:07.699327Z","end":"2026-03-03T20:55:07.83751Z","steps":["trace[747900786] 'read index received' (duration: 138.049336ms)","trace[747900786] 'applied index is now lower than readState.Index' (duration: 131.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:55:07.837669Z","caller":"traceutil/trace.go:171","msg":"trace[994738667] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"163.834804ms","start":"2026-03-03T20:55:07.673798Z","end":"2026-03-03T20:55:07.837633Z","steps":["trace[994738667] 'process raft request' (duration: 163.503456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:55:07.837709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.362053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:55:07.837905Z","caller":"traceutil/trace.go:171","msg":"trace[169909442] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23220; }","duration":"138.597428ms","start":"2026-03-03T20:55:07.699275Z","end":"2026-03-03T20:55:07.837873Z","steps":["trace[169909442] 'agreement among raft nodes before linearized reading' (duration: 138.345902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:07.917856Z","caller":"traceutil/trace.go:171","msg":"trace[1367050265] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"200.6767ms","start":"2026-03-03T20:55:07.717148Z","end":"2026-03-03T20:55:07.917825Z","steps":["trace[1367050265] 'process raft request' (duration: 200.365172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:09.960525Z","caller":"traceutil/trace.go:171","msg":"trace[1031948392] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"219.430985ms","start":"2026-03-03T20:55:09.741073Z","end":"2026-03-03T20:55:09.960504Z","steps":["trace[1031948392] 'process raft request' (duration: 219.2194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:09.982146Z","caller":"traceutil/trace.go:171","msg":"trace[1840307287] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"203.799082ms","start":"2026-03-03T20:55:09.778307Z","end":"2026-03-03T20:55:09.982106Z","steps":["trace[1840307287] 'process raft request' (duration: 203.476815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:55:09.982186Z","caller":"traceutil/trace.go:171","msg":"trace[1395435887] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"139.53779ms","start":"2026-03-03T20:55:09.842629Z","end":"2026-03-03T20:55:09.982167Z","steps":["trace[1395435887] 'process raft request' (duration: 139.376716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:56:04.120465Z","caller":"traceutil/trace.go:171","msg":"trace[2122663253] linearizableReadLoop","detail":"{readStateIndex:24574; appliedIndex:24573; }","duration":"141.819043ms","start":"2026-03-03T20:56:03.978591Z","end":"2026-03-03T20:56:04.12041Z","steps":["trace[2122663253] 'read index received' (duration: 133.742985ms)","trace[2122663253] 'applied index is now lower than readState.Index' (duration: 8.073818ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:56:04.120515Z","caller":"traceutil/trace.go:171","msg":"trace[514865714] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"144.26848ms","start":"2026-03-03T20:56:03.976218Z","end":"2026-03-03T20:56:04.120487Z","steps":["trace[514865714] 'process raft request' (duration: 136.193202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:56:04.120773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.149931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:56:04.120903Z","caller":"traceutil/trace.go:171","msg":"trace[304128259] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23708; }","duration":"142.349255ms","start":"2026-03-03T20:56:03.978522Z","end":"2026-03-03T20:56:04.120872Z","steps":["trace[304128259] 'agreement among raft nodes before linearized reading' (duration: 142.065958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:56:28.416611Z","caller":"traceutil/trace.go:171","msg":"trace[436359588] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"127.93064ms","start":"2026-03-03T20:56:28.28864Z","end":"2026-03-03T20:56:28.416571Z","steps":["trace[436359588] 'process raft request' (duration: 120.029537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:56:54.241719Z","caller":"traceutil/trace.go:171","msg":"trace[898627771] linearizableReadLoop","detail":"{readStateIndex:25081; appliedIndex:25080; }","duration":"258.786349ms","start":"2026-03-03T20:56:53.982907Z","end":"2026-03-03T20:56:54.241693Z","steps":["trace[898627771] 'read index received' (duration: 258.596024ms)","trace[898627771] 'applied index is now lower than readState.Index' (duration: 188.925µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:56:54.242198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.26485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:56:54.242238Z","caller":"traceutil/trace.go:171","msg":"trace[1455990015] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24198; }","duration":"259.342191ms","start":"2026-03-03T20:56:53.982882Z","end":"2026-03-03T20:56:54.242224Z","steps":["trace[1455990015] 'agreement among raft nodes before linearized reading' (duration: 259.248469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:56:54.242474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.926653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T20:56:54.242551Z","caller":"traceutil/trace.go:171","msg":"trace[1587807813] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24198; }","duration":"194.028434ms","start":"2026-03-03T20:56:54.048511Z","end":"2026-03-03T20:56:54.24254Z","steps":["trace[1587807813] 'agreement among raft nodes before linearized reading' (duration: 193.871221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:56:59.689462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.358206ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T20:56:59.689974Z","caller":"traceutil/trace.go:171","msg":"trace[1158224876] linearizableReadLoop","detail":"{readStateIndex:25111; appliedIndex:25110; }","duration":"570.177918ms","start":"2026-03-03T20:56:59.119769Z","end":"2026-03-03T20:56:59.689947Z","steps":["trace[1158224876] 'read index received' (duration: 439.261759ms)","trace[1158224876] 'applied index is now lower than readState.Index' (duration: 130.914499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:56:59.690301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.501427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:56:59.69038Z","caller":"traceutil/trace.go:171","msg":"trace[1244870586] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24227; }","duration":"570.632509ms","start":"2026-03-03T20:56:59.119728Z","end":"2026-03-03T20:56:59.69036Z","steps":["trace[1244870586] 'agreement among raft nodes before linearized reading' (duration: 570.496876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:56:59.690421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.119707Z","time spent":"570.704611ms","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:56:59.690788Z","caller":"traceutil/trace.go:171","msg":"trace[1285829985] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"327.909743ms","start":"2026-03-03T20:56:59.362867Z","end":"2026-03-03T20:56:59.690777Z","steps":["trace[1285829985] 'process raft request' (duration: 326.823448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:56:59.690962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.362852Z","time spent":"327.970055ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:00.602869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.365711ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:00.602971Z","caller":"traceutil/trace.go:171","msg":"trace[727811453] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24228; }","duration":"240.466323ms","start":"2026-03-03T20:57:00.36248Z","end":"2026-03-03T20:57:00.602946Z","steps":["trace[727811453] 'range keys from in-memory index tree' (duration: 240.353191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.604134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.564749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:00.604337Z","caller":"traceutil/trace.go:171","msg":"trace[777655128] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"1.040245162s","start":"2026-03-03T20:56:59.564071Z","end":"2026-03-03T20:57:00.604316Z","steps":["trace[777655128] 'process raft request' (duration: 431.392156ms)","trace[777655128] 'compare' (duration: 607.447283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:00.604399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.564051Z","time spent":"1.040319604s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:00.604451Z","caller":"traceutil/trace.go:171","msg":"trace[511536511] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"1.005459845s","start":"2026-03-03T20:56:59.598943Z","end":"2026-03-03T20:57:00.604403Z","steps":["trace[511536511] 'process raft request' (duration: 1.005311602s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:00.604462Z","caller":"traceutil/trace.go:171","msg":"trace[1224548533] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"980.175468ms","start":"2026-03-03T20:56:59.624273Z","end":"2026-03-03T20:57:00.604448Z","steps":["trace[1224548533] 'process raft request' (duration: 980.074236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:00.604495Z","caller":"traceutil/trace.go:171","msg":"trace[998924870] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"978.765235ms","start":"2026-03-03T20:56:59.625715Z","end":"2026-03-03T20:57:00.60448Z","steps":["trace[998924870] 'process raft request' (duration: 978.670843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.604537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.624249Z","time spent":"980.242509ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:00.604546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.59893Z","time spent":"1.005560607s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:00.604563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.625701Z","time spent":"978.827276ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:00.604704Z","caller":"traceutil/trace.go:171","msg":"trace[186362606] linearizableReadLoop","detail":"{readStateIndex:25117; appliedIndex:25112; }","duration":"914.613896ms","start":"2026-03-03T20:56:59.690077Z","end":"2026-03-03T20:57:00.604691Z","steps":["trace[186362606] 'read index received' (duration: 305.35819ms)","trace[186362606] 'applied index is now lower than readState.Index' (duration: 609.255006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:00.60482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.488363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:57:00.604842Z","caller":"traceutil/trace.go:171","msg":"trace[911459486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24233; }","duration":"917.539423ms","start":"2026-03-03T20:56:59.687295Z","end":"2026-03-03T20:57:00.604834Z","steps":["trace[911459486] 'agreement among raft nodes before linearized reading' (duration: 917.447851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.604862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.687282Z","time spent":"917.574695ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:57:00.60498Z","caller":"traceutil/trace.go:171","msg":"trace[1197214216] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"967.728509ms","start":"2026-03-03T20:56:59.637243Z","end":"2026-03-03T20:57:00.604971Z","steps":["trace[1197214216] 'process raft request' (duration: 967.177837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.605019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.637233Z","time spent":"967.76311ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:00.605024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.216934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T20:57:00.60522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025338557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:00.605242Z","caller":"traceutil/trace.go:171","msg":"trace[794974508] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24233; }","duration":"1.025397337s","start":"2026-03-03T20:56:59.579838Z","end":"2026-03-03T20:57:00.605235Z","steps":["trace[794974508] 'agreement among raft nodes before linearized reading' (duration: 1.025358477s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.605261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.579819Z","time spent":"1.025436919s","remote":"127.0.0.1:58666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:00.605639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.181307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:57:00.60566Z","caller":"traceutil/trace.go:171","msg":"trace[493757426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24234; }","duration":"818.201797ms","start":"2026-03-03T20:56:59.787453Z","end":"2026-03-03T20:57:00.605655Z","steps":["trace[493757426] 'agreement among raft nodes before linearized reading' (duration: 818.143626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.605679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.787392Z","time spent":"818.282179ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:57:00.605856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.970787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:00.605876Z","caller":"traceutil/trace.go:171","msg":"trace[806654070] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24234; }","duration":"108.031908ms","start":"2026-03-03T20:57:00.497838Z","end":"2026-03-03T20:57:00.60587Z","steps":["trace[806654070] 'agreement among raft nodes before linearized reading' (duration: 108.000328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.60606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.422687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:57:00.606086Z","caller":"traceutil/trace.go:171","msg":"trace[1044634652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24234; }","duration":"515.465608ms","start":"2026-03-03T20:57:00.090613Z","end":"2026-03-03T20:57:00.606079Z","steps":["trace[1044634652] 'agreement among raft nodes before linearized reading' (duration: 515.366336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.606105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:00.090606Z","time spent":"515.494469ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:57:00.606229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.114728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:00.606248Z","caller":"traceutil/trace.go:171","msg":"trace[1220828266] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24234; }","duration":"533.156469ms","start":"2026-03-03T20:57:00.073086Z","end":"2026-03-03T20:57:00.606243Z","steps":["trace[1220828266] 'agreement among raft nodes before linearized reading' (duration: 533.114788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.606265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:00.073073Z","time spent":"533.187769ms","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:00.606364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.81876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:00.606382Z","caller":"traceutil/trace.go:171","msg":"trace[1432885230] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24234; }","duration":"572.868861ms","start":"2026-03-03T20:57:00.033508Z","end":"2026-03-03T20:57:00.606377Z","steps":["trace[1432885230] 'agreement among raft nodes before linearized reading' (duration: 572.83656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.606402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:00.033491Z","time spent":"572.905322ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:00.606503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.852734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:00.60652Z","caller":"traceutil/trace.go:171","msg":"trace[448129344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24234; }","duration":"716.889605ms","start":"2026-03-03T20:56:59.889625Z","end":"2026-03-03T20:57:00.606515Z","steps":["trace[448129344] 'agreement among raft nodes before linearized reading' (duration: 716.862765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.606537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.889615Z","time spent":"716.918006ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:00.606653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.59536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T20:57:00.60667Z","caller":"traceutil/trace.go:171","msg":"trace[1267889869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24234; }","duration":"813.640542ms","start":"2026-03-03T20:56:59.793024Z","end":"2026-03-03T20:57:00.606664Z","steps":["trace[1267889869] 'agreement among raft nodes before linearized reading' (duration: 813.58509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.606687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.792981Z","time spent":"813.701673ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:57:00.606791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.360415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:57:00.606807Z","caller":"traceutil/trace.go:171","msg":"trace[966276830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24234; }","duration":"816.412236ms","start":"2026-03-03T20:56:59.79039Z","end":"2026-03-03T20:57:00.606802Z","steps":["trace[966276830] 'agreement among raft nodes before linearized reading' (duration: 816.361365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.606823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.790369Z","time spent":"816.450956ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:57:00.605572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356920265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:00.607246Z","caller":"traceutil/trace.go:171","msg":"trace[1695877234] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24234; }","duration":"1.358617305s","start":"2026-03-03T20:56:59.24862Z","end":"2026-03-03T20:57:00.607238Z","steps":["trace[1695877234] 'agreement among raft nodes before linearized reading' (duration: 1.356927036s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.607269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.248606Z","time spent":"1.358654426s","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:00.628011Z","caller":"traceutil/trace.go:171","msg":"trace[1408602545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24233; }","duration":"960.274935ms","start":"2026-03-03T20:56:59.644776Z","end":"2026-03-03T20:57:00.605051Z","steps":["trace[1408602545] 'agreement among raft nodes before linearized reading' (duration: 960.164763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:00.628122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:56:59.644768Z","time spent":"983.321751ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:57:01.290052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.038064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:01.29027Z","caller":"traceutil/trace.go:171","msg":"trace[1464877489] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"659.977052ms","start":"2026-03-03T20:57:00.630264Z","end":"2026-03-03T20:57:01.290241Z","steps":["trace[1464877489] 'process raft request' (duration: 509.671192ms)","trace[1464877489] 'compare' (duration: 149.669175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:01.290401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:00.630242Z","time spent":"660.089385ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:01.290399Z","caller":"traceutil/trace.go:171","msg":"trace[270316295] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"496.904037ms","start":"2026-03-03T20:57:00.793477Z","end":"2026-03-03T20:57:01.290381Z","steps":["trace[270316295] 'process raft request' (duration: 496.836216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:01.290473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:00.793451Z","time spent":"496.98679ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:01.290594Z","caller":"traceutil/trace.go:171","msg":"trace[222134995] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"660.186617ms","start":"2026-03-03T20:57:00.630396Z","end":"2026-03-03T20:57:01.290582Z","steps":["trace[222134995] 'process raft request' (duration: 659.845409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:01.290648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:00.630388Z","time spent":"660.228679ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:01.290668Z","caller":"traceutil/trace.go:171","msg":"trace[553094543] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"659.85858ms","start":"2026-03-03T20:57:00.630799Z","end":"2026-03-03T20:57:01.290657Z","steps":["trace[553094543] 'process raft request' (duration: 659.477111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:01.290725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:00.630795Z","time spent":"659.900281ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:01.290842Z","caller":"traceutil/trace.go:171","msg":"trace[1883146275] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"660.569156ms","start":"2026-03-03T20:57:00.630264Z","end":"2026-03-03T20:57:01.290833Z","steps":["trace[1883146275] 'process raft request' (duration: 659.88766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:01.290885Z","caller":"traceutil/trace.go:171","msg":"trace[1865469624] linearizableReadLoop","detail":"{readStateIndex:25122; appliedIndex:25118; }","duration":"660.254039ms","start":"2026-03-03T20:57:00.630621Z","end":"2026-03-03T20:57:01.290875Z","steps":["trace[1865469624] 'read index received' (duration: 6.871389ms)","trace[1865469624] 'applied index is now lower than readState.Index' (duration: 653.38169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:01.290896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:00.630242Z","time spent":"660.628478ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:01.291083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.456753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:57:01.291125Z","caller":"traceutil/trace.go:171","msg":"trace[69860897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24240; }","duration":"660.505504ms","start":"2026-03-03T20:57:00.63061Z","end":"2026-03-03T20:57:01.291115Z","steps":["trace[69860897] 'agreement among raft nodes before linearized reading' (duration: 660.379961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:01.29115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:00.630606Z","time spent":"660.538476ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:57:01.29117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.328178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:01.2912Z","caller":"traceutil/trace.go:171","msg":"trace[1536195161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24240; }","duration":"401.396649ms","start":"2026-03-03T20:57:00.889795Z","end":"2026-03-03T20:57:01.291191Z","steps":["trace[1536195161] 'agreement among raft nodes before linearized reading' (duration: 401.345628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:01.291228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:00.889772Z","time spent":"401.450131ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:01.878407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040998886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:02.07351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:01.448455Z","time spent":"625.043403ms","remote":"127.0.0.1:53400","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:57:02.074272Z","caller":"traceutil/trace.go:171","msg":"trace[1040924413] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"740.165605ms","start":"2026-03-03T20:57:01.333893Z","end":"2026-03-03T20:57:02.074058Z","steps":["trace[1040924413] 'process raft request' (duration: 740.008761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:02.074387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:01.333868Z","time spent":"740.454912ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:02.106636Z","caller":"traceutil/trace.go:171","msg":"trace[2128914743] linearizableReadLoop","detail":"{readStateIndex:25126; appliedIndex:25124; }","duration":"728.888894ms","start":"2026-03-03T20:57:01.377722Z","end":"2026-03-03T20:57:02.106611Z","steps":["trace[2128914743] 'read index received' (duration: 695.955549ms)","trace[2128914743] 'applied index is now lower than readState.Index' (duration: 32.932605ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:02.106723Z","caller":"traceutil/trace.go:171","msg":"trace[1543108862] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"409.471107ms","start":"2026-03-03T20:57:01.697245Z","end":"2026-03-03T20:57:02.106716Z","steps":["trace[1543108862] 'process raft request' (duration: 409.258832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:02.10685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:01.69722Z","time spent":"409.547309ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:02.106881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.14882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:02.106862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.283368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:02.107006Z","caller":"traceutil/trace.go:171","msg":"trace[424431879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24242; }","duration":"218.477383ms","start":"2026-03-03T20:57:01.888514Z","end":"2026-03-03T20:57:02.106991Z","steps":["trace[424431879] 'agreement among raft nodes before linearized reading' (duration: 218.278398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:02.106953Z","caller":"traceutil/trace.go:171","msg":"trace[1837054786] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24242; }","duration":"729.219401ms","start":"2026-03-03T20:57:01.377715Z","end":"2026-03-03T20:57:02.106935Z","steps":["trace[1837054786] 'agreement among raft nodes before linearized reading' (duration: 729.116049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:02.10722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:01.377679Z","time spent":"729.516168ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T20:57:05.01986Z","caller":"traceutil/trace.go:171","msg":"trace[1976369422] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"381.739213ms","start":"2026-03-03T20:57:04.638096Z","end":"2026-03-03T20:57:05.019836Z","steps":["trace[1976369422] 'process raft request' (duration: 381.540889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.020121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:04.638076Z","time spent":"381.943898ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:05.67733Z","caller":"traceutil/trace.go:171","msg":"trace[639896773] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"1.037699554s","start":"2026-03-03T20:57:04.639601Z","end":"2026-03-03T20:57:05.6773Z","steps":["trace[639896773] 'process raft request' (duration: 968.352773ms)","trace[639896773] 'compare' (duration: 68.683165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:05.677508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:04.639581Z","time spent":"1.037852197s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:05.678106Z","caller":"traceutil/trace.go:171","msg":"trace[2101174295] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"1.037503469s","start":"2026-03-03T20:57:04.640589Z","end":"2026-03-03T20:57:05.678092Z","steps":["trace[2101174295] 'process raft request' (duration: 1.037422717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.678183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:04.640581Z","time spent":"1.03756299s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:05.678343Z","caller":"traceutil/trace.go:171","msg":"trace[648476165] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"1.038662606s","start":"2026-03-03T20:57:04.63967Z","end":"2026-03-03T20:57:05.678333Z","steps":["trace[648476165] 'process raft request' (duration: 1.038214095s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.678399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:04.639664Z","time spent":"1.038708366s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:05.678534Z","caller":"traceutil/trace.go:171","msg":"trace[968255272] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"1.03884653s","start":"2026-03-03T20:57:04.639674Z","end":"2026-03-03T20:57:05.67852Z","steps":["trace[968255272] 'process raft request' (duration: 1.038292497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.678599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:04.639651Z","time spent":"1.038915952s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:05.678975Z","caller":"traceutil/trace.go:171","msg":"trace[1269527727] linearizableReadLoop","detail":"{readStateIndex:25148; appliedIndex:25142; }","duration":"1.029553915s","start":"2026-03-03T20:57:04.649387Z","end":"2026-03-03T20:57:05.678941Z","steps":["trace[1269527727] 'read index received' (duration: 370.270887ms)","trace[1269527727] 'applied index is now lower than readState.Index' (duration: 659.281918ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:05.679321Z","caller":"traceutil/trace.go:171","msg":"trace[344310297] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"1.038383949s","start":"2026-03-03T20:57:04.640921Z","end":"2026-03-03T20:57:05.679305Z","steps":["trace[344310297] 'process raft request' (duration: 1.03712383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.680533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:04.640913Z","time spent":"1.039476064s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:05.679431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030011045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:57:05.681383Z","caller":"traceutil/trace.go:171","msg":"trace[617022767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24264; }","duration":"1.032007421s","start":"2026-03-03T20:57:04.649355Z","end":"2026-03-03T20:57:05.681363Z","steps":["trace[617022767] 'agreement among raft nodes before linearized reading' (duration: 1.029898272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.681456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.481298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:05.681517Z","caller":"traceutil/trace.go:171","msg":"trace[1200252497] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24264; }","duration":"860.587451ms","start":"2026-03-03T20:57:04.820914Z","end":"2026-03-03T20:57:05.681501Z","steps":["trace[1200252497] 'agreement among raft nodes before linearized reading' (duration: 860.483539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.681551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:04.820893Z","time spent":"860.649713ms","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:05.681552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:04.649334Z","time spent":"1.032142274s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:57:05.681616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.31267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:57:05.681746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.763721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:57:05.681768Z","caller":"traceutil/trace.go:171","msg":"trace[1997897101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24264; }","duration":"374.824742ms","start":"2026-03-03T20:57:05.306937Z","end":"2026-03-03T20:57:05.681762Z","steps":["trace[1997897101] 'agreement among raft nodes before linearized reading' (duration: 374.73724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.681787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.306915Z","time spent":"374.868093ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:57:05.68176Z","caller":"traceutil/trace.go:171","msg":"trace[1632010620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24264; }","duration":"374.469154ms","start":"2026-03-03T20:57:05.307265Z","end":"2026-03-03T20:57:05.681735Z","steps":["trace[1632010620] 'agreement among raft nodes before linearized reading' (duration: 374.141787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.681899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.414634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:05.68187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.307258Z","time spent":"374.593157ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:57:05.681924Z","caller":"traceutil/trace.go:171","msg":"trace[760493266] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24264; }","duration":"399.440645ms","start":"2026-03-03T20:57:05.282477Z","end":"2026-03-03T20:57:05.681918Z","steps":["trace[760493266] 'agreement among raft nodes before linearized reading' (duration: 399.398484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.681945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.282421Z","time spent":"399.519086ms","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:05.682069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.120948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:05.682091Z","caller":"traceutil/trace.go:171","msg":"trace[1657199539] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24264; }","duration":"676.17688ms","start":"2026-03-03T20:57:05.005909Z","end":"2026-03-03T20:57:05.682086Z","steps":["trace[1657199539] 'agreement among raft nodes before linearized reading' (duration: 676.138969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.68211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.005895Z","time spent":"676.2098ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:05.682154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.521664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T20:57:05.68226Z","caller":"traceutil/trace.go:171","msg":"trace[1498165778] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24264; }","duration":"103.656126ms","start":"2026-03-03T20:57:05.578587Z","end":"2026-03-03T20:57:05.682243Z","steps":["trace[1498165778] 'agreement among raft nodes before linearized reading' (duration: 103.459992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.682629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.880454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:57:05.682693Z","caller":"traceutil/trace.go:171","msg":"trace[806407742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24264; }","duration":"374.959155ms","start":"2026-03-03T20:57:05.307719Z","end":"2026-03-03T20:57:05.682678Z","steps":["trace[806407742] 'agreement among raft nodes before linearized reading' (duration: 374.797092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.68222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.581713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:05.68291Z","caller":"traceutil/trace.go:171","msg":"trace[1555513037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24264; }","duration":"793.281598ms","start":"2026-03-03T20:57:04.889609Z","end":"2026-03-03T20:57:05.68289Z","steps":["trace[1555513037] 'agreement among raft nodes before linearized reading' (duration: 792.592882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.686193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:04.889594Z","time spent":"796.580536ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:05.68286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.16364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:57:05.686362Z","caller":"traceutil/trace.go:171","msg":"trace[1298019633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24264; }","duration":"378.679002ms","start":"2026-03-03T20:57:05.307673Z","end":"2026-03-03T20:57:05.686352Z","steps":["trace[1298019633] 'agreement among raft nodes before linearized reading' (duration: 375.131119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:05.686399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.307663Z","time spent":"378.728594ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:57:05.684616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.307709Z","time spent":"375.015896ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:57:06.191798Z","caller":"traceutil/trace.go:171","msg":"trace[1553662225] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"503.745316ms","start":"2026-03-03T20:57:05.688029Z","end":"2026-03-03T20:57:06.191774Z","steps":["trace[1553662225] 'process raft request' (duration: 485.050801ms)","trace[1553662225] 'compare' (duration: 17.62158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:06.191915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.688007Z","time spent":"503.847739ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:07.072099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.114403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:07.072326Z","caller":"traceutil/trace.go:171","msg":"trace[19313697] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"1.38254016s","start":"2026-03-03T20:57:05.689768Z","end":"2026-03-03T20:57:07.072308Z","steps":["trace[19313697] 'process raft request' (duration: 1.382484958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.072396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.689764Z","time spent":"1.382601551s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:07.07247Z","caller":"traceutil/trace.go:171","msg":"trace[190775081] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"1.384329121s","start":"2026-03-03T20:57:05.688093Z","end":"2026-03-03T20:57:07.072422Z","steps":["trace[190775081] 'process raft request' (duration: 988.828739ms)","trace[190775081] 'compare' (duration: 393.813773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:07.072605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.688067Z","time spent":"1.384469204s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:07.072622Z","caller":"traceutil/trace.go:171","msg":"trace[211660684] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"1.384025774s","start":"2026-03-03T20:57:05.688586Z","end":"2026-03-03T20:57:07.072612Z","steps":["trace[211660684] 'process raft request' (duration: 1.383591674s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.07268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.688573Z","time spent":"1.384076376s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:07.072765Z","caller":"traceutil/trace.go:171","msg":"trace[1524690276] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"1.383059702s","start":"2026-03-03T20:57:05.689694Z","end":"2026-03-03T20:57:07.072754Z","steps":["trace[1524690276] 'process raft request' (duration: 1.38253359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.07282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.689686Z","time spent":"1.383106373s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:07.072982Z","caller":"traceutil/trace.go:171","msg":"trace[249077811] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"1.383174614s","start":"2026-03-03T20:57:05.689795Z","end":"2026-03-03T20:57:07.072969Z","steps":["trace[249077811] 'process raft request' (duration: 1.382479768s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.073046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.689792Z","time spent":"1.383223725s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:07.073259Z","caller":"traceutil/trace.go:171","msg":"trace[649760587] linearizableReadLoop","detail":"{readStateIndex:25155; appliedIndex:25149; }","duration":"1.169302338s","start":"2026-03-03T20:57:05.903936Z","end":"2026-03-03T20:57:07.073238Z","steps":["trace[649760587] 'read index received' (duration: 269.157809ms)","trace[649760587] 'applied index is now lower than readState.Index' (duration: 900.143679ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:07.073369Z","caller":"traceutil/trace.go:171","msg":"trace[948406490] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"955.163207ms","start":"2026-03-03T20:57:06.118195Z","end":"2026-03-03T20:57:07.073358Z","steps":["trace[948406490] 'process raft request' (duration: 954.726877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.073445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:06.11817Z","time spent":"955.217168ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:07.073537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169602465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:07.073554Z","caller":"traceutil/trace.go:171","msg":"trace[2017199513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24271; }","duration":"1.169646547s","start":"2026-03-03T20:57:05.903903Z","end":"2026-03-03T20:57:07.07355Z","steps":["trace[2017199513] 'agreement among raft nodes before linearized reading' (duration: 1.169612516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.07357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.903886Z","time spent":"1.169680607s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:07.100334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031570441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:07.100396Z","caller":"traceutil/trace.go:171","msg":"trace[11910812] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24272; }","duration":"1.031675514s","start":"2026-03-03T20:57:06.068706Z","end":"2026-03-03T20:57:07.100382Z","steps":["trace[11910812] 'agreement among raft nodes before linearized reading' (duration: 1.031532031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.100465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:06.068685Z","time spent":"1.031737365s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:07.100497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134730607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:57:07.100571Z","caller":"traceutil/trace.go:171","msg":"trace[981809341] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24272; }","duration":"1.134815769s","start":"2026-03-03T20:57:05.965737Z","end":"2026-03-03T20:57:07.100553Z","steps":["trace[981809341] 'agreement among raft nodes before linearized reading' (duration: 1.134539852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.100693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.527275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:07.100781Z","caller":"traceutil/trace.go:171","msg":"trace[1034640044] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24272; }","duration":"150.690049ms","start":"2026-03-03T20:57:06.950073Z","end":"2026-03-03T20:57:07.100763Z","steps":["trace[1034640044] 'agreement among raft nodes before linearized reading' (duration: 150.479874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.100722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.826992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:07.100895Z","caller":"traceutil/trace.go:171","msg":"trace[1573870845] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24272; }","duration":"735.090308ms","start":"2026-03-03T20:57:06.365783Z","end":"2026-03-03T20:57:07.100873Z","steps":["trace[1573870845] 'agreement among raft nodes before linearized reading' (duration: 734.811842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.101009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:06.365763Z","time spent":"735.225221ms","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:57:07.100692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:05.965692Z","time spent":"1.134985763s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:07.643115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.290803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:07.64318Z","caller":"traceutil/trace.go:171","msg":"trace[1877624553] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24272; }","duration":"443.411085ms","start":"2026-03-03T20:57:07.199752Z","end":"2026-03-03T20:57:07.643163Z","steps":["trace[1877624553] 'range keys from in-memory index tree' (duration: 443.19179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:07.643211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:07.199726Z","time spent":"443.476117ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:57:09.254359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.502580606s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:57:09.254782Z","caller":"traceutil/trace.go:171","msg":"trace[1742089214] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"1.571259841s","start":"2026-03-03T20:57:07.683499Z","end":"2026-03-03T20:57:09.254759Z","steps":["trace[1742089214] 'process raft request' (duration: 1.571054476s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:09.254919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:07.683476Z","time spent":"1.571376033s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:09.255005Z","caller":"traceutil/trace.go:171","msg":"trace[1831812082] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"1.570659027s","start":"2026-03-03T20:57:07.684337Z","end":"2026-03-03T20:57:09.254996Z","steps":["trace[1831812082] 'process raft request' (duration: 1.57038995s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:09.255062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:07.684327Z","time spent":"1.570711408s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:09.255171Z","caller":"traceutil/trace.go:171","msg":"trace[170270431] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"1.57036508s","start":"2026-03-03T20:57:07.684779Z","end":"2026-03-03T20:57:09.255144Z","steps":["trace[170270431] 'process raft request' (duration: 1.570178766s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:09.255289Z","caller":"traceutil/trace.go:171","msg":"trace[1735562418] linearizableReadLoop","detail":"{readStateIndex:25162; appliedIndex:25158; }","duration":"1.542232696s","start":"2026-03-03T20:57:07.713047Z","end":"2026-03-03T20:57:09.25528Z","steps":["trace[1735562418] 'read index received' (duration: 38.912173ms)","trace[1735562418] 'applied index is now lower than readState.Index' (duration: 1.503319523s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:09.255345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:07.684772Z","time spent":"1.570483343s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:09.255387Z","caller":"traceutil/trace.go:171","msg":"trace[117208679] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"1.567070874s","start":"2026-03-03T20:57:07.688305Z","end":"2026-03-03T20:57:09.255376Z","steps":["trace[117208679] 'process raft request' (duration: 1.566782147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:09.25543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:07.68828Z","time spent":"1.567125765s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:09.255486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542423301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:09.255586Z","caller":"traceutil/trace.go:171","msg":"trace[803556710] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24277; }","duration":"1.542562774s","start":"2026-03-03T20:57:07.713Z","end":"2026-03-03T20:57:09.255563Z","steps":["trace[803556710] 'agreement among raft nodes before linearized reading' (duration: 1.54239473s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:09.255634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:07.712987Z","time spent":"1.542635966s","remote":"127.0.0.1:43470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:09.755811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040998972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:10.256488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040998972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:10.39548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.140931841s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:57:10.459681Z","caller":"traceutil/trace.go:171","msg":"trace[1920565432] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"1.35283441s","start":"2026-03-03T20:57:09.106824Z","end":"2026-03-03T20:57:10.459658Z","steps":["trace[1920565432] 'process raft request' (duration: 1.352794169s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:10.459799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:09.106794Z","time spent":"1.352938073s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:10.460134Z","caller":"traceutil/trace.go:171","msg":"trace[2092927419] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"2.358535991s","start":"2026-03-03T20:57:08.101583Z","end":"2026-03-03T20:57:10.460119Z","steps":["trace[2092927419] 'process raft request' (duration: 2.294374641s)","trace[2092927419] 'compare' (duration: 63.115005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:10.460202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:08.101555Z","time spent":"2.358612233s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:10.460338Z","caller":"traceutil/trace.go:171","msg":"trace[243668149] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"1.380426892s","start":"2026-03-03T20:57:09.079902Z","end":"2026-03-03T20:57:10.460329Z","steps":["trace[243668149] 'process raft request' (duration: 1.379667694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:10.460395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:09.079876Z","time spent":"1.380492543s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:10.887401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00059342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:10.887511Z","caller":"traceutil/trace.go:171","msg":"trace[314221544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000748253s","start":"2026-03-03T20:57:08.886739Z","end":"2026-03-03T20:57:10.887487Z","steps":["trace[314221544] 'agreement among raft nodes before linearized reading' (duration: 2.00061467s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:10.887572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:08.886721Z","time spent":"2.000836526s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:11.708872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.238325ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T20:57:11.709857Z","caller":"traceutil/trace.go:171","msg":"trace[1909730280] linearizableReadLoop","detail":"{readStateIndex:25167; appliedIndex:25162; }","duration":"2.454510768s","start":"2026-03-03T20:57:09.255312Z","end":"2026-03-03T20:57:11.709823Z","steps":["trace[1909730280] 'read index received' (duration: 1.140656554s)","trace[1909730280] 'applied index is now lower than readState.Index' (duration: 1.313852894s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:11.709962Z","caller":"traceutil/trace.go:171","msg":"trace[1605007277] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"1.952540623s","start":"2026-03-03T20:57:09.757393Z","end":"2026-03-03T20:57:11.709933Z","steps":["trace[1605007277] 'process raft request' (duration: 1.951667043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:11.710114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:09.757352Z","time spent":"1.952689147s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:12.210796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040998980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:12.278719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.082130118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:57:12.278771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183693127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:12.278755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.088984789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:12.278832Z","caller":"traceutil/trace.go:171","msg":"trace[1858122638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24281; }","duration":"4.082278102s","start":"2026-03-03T20:57:08.196521Z","end":"2026-03-03T20:57:12.278799Z","steps":["trace[1858122638] 'agreement among raft nodes before linearized reading' (duration: 3.513413274s)","trace[1858122638] 'range keys from in-memory index tree' (duration: 568.572121ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:12.278831Z","caller":"traceutil/trace.go:171","msg":"trace[1037471994] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24281; }","duration":"4.183799749s","start":"2026-03-03T20:57:08.095012Z","end":"2026-03-03T20:57:12.278812Z","steps":["trace[1037471994] 'agreement among raft nodes before linearized reading' (duration: 3.614930911s)","trace[1037471994] 'count revisions from in-memory index tree' (duration: 568.782056ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:12.278855Z","caller":"traceutil/trace.go:171","msg":"trace[1731566671] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24281; }","duration":"3.089127623s","start":"2026-03-03T20:57:09.189705Z","end":"2026-03-03T20:57:12.278833Z","steps":["trace[1731566671] 'agreement among raft nodes before linearized reading' (duration: 2.520173713s)","trace[1731566671] 'count revisions from in-memory index tree' (duration: 568.809437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:12.278855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188444959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T20:57:12.278908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:09.189689Z","time spent":"3.089203354s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:12.278952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229515402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:12.278978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199166728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:57:12.278971Z","caller":"traceutil/trace.go:171","msg":"trace[1802585119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24281; }","duration":"3.188599012s","start":"2026-03-03T20:57:09.090342Z","end":"2026-03-03T20:57:12.278941Z","steps":["trace[1802585119] 'agreement among raft nodes before linearized reading' (duration: 2.61954174s)","trace[1802585119] 'range keys from in-memory index tree' (duration: 568.772946ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:12.279007Z","caller":"traceutil/trace.go:171","msg":"trace[104828917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24281; }","duration":"3.19922933s","start":"2026-03-03T20:57:09.079768Z","end":"2026-03-03T20:57:12.278997Z","steps":["trace[104828917] 'agreement among raft nodes before linearized reading' (duration: 2.630142736s)","trace[104828917] 'range keys from in-memory index tree' (duration: 569.005171ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:12.279009Z","caller":"traceutil/trace.go:171","msg":"trace[180808672] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24281; }","duration":"3.229605424s","start":"2026-03-03T20:57:09.049385Z","end":"2026-03-03T20:57:12.27899Z","steps":["trace[180808672] 'agreement among raft nodes before linearized reading' (duration: 2.660516571s)","trace[180808672] 'count revisions from in-memory index tree' (duration: 569.025702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:12.279035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:09.079748Z","time spent":"3.1992808s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:57:12.279033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:09.090333Z","time spent":"3.188687554s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:57:12.279054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:09.049364Z","time spent":"3.229677006s","remote":"127.0.0.1:58776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:12.279054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199188308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:57:12.27911Z","caller":"traceutil/trace.go:171","msg":"trace[1157355309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24281; }","duration":"3.19925609s","start":"2026-03-03T20:57:09.079836Z","end":"2026-03-03T20:57:12.279092Z","steps":["trace[1157355309] 'agreement among raft nodes before linearized reading' (duration: 2.630026263s)","trace[1157355309] 'range keys from in-memory index tree' (duration: 569.094673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:12.278893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:08.094992Z","time spent":"4.183889081s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:12.279168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:09.079829Z","time spent":"3.199326111s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:57:12.279281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198033282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:57:12.279334Z","caller":"traceutil/trace.go:171","msg":"trace[494001801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24281; }","duration":"3.198119273s","start":"2026-03-03T20:57:09.081198Z","end":"2026-03-03T20:57:12.279317Z","steps":["trace[494001801] 'agreement among raft nodes before linearized reading' (duration: 2.628694452s)","trace[494001801] 'range keys from in-memory index tree' (duration: 569.302718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:12.279392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:09.081184Z","time spent":"3.198195555s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:57:12.279417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.921930919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:12.278893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:08.196508Z","time spent":"4.082367454s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:57:12.279485Z","caller":"traceutil/trace.go:171","msg":"trace[822307004] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24281; }","duration":"3.922029231s","start":"2026-03-03T20:57:08.357437Z","end":"2026-03-03T20:57:12.279466Z","steps":["trace[822307004] 'agreement among raft nodes before linearized reading' (duration: 3.352476778s)","trace[822307004] 'count revisions from in-memory index tree' (duration: 569.365719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:12.279559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:08.357421Z","time spent":"3.922121123s","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:12.280363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.094366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:12.280786Z","caller":"traceutil/trace.go:171","msg":"trace[1663784406] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"1.019808817s","start":"2026-03-03T20:57:11.260962Z","end":"2026-03-03T20:57:12.280771Z","steps":["trace[1663784406] 'process raft request' (duration: 1.019766576s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:12.280857Z","caller":"traceutil/trace.go:171","msg":"trace[1152869808] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"1.02035297s","start":"2026-03-03T20:57:11.260475Z","end":"2026-03-03T20:57:12.280828Z","steps":["trace[1152869808] 'process raft request' (duration: 449.334612ms)","trace[1152869808] 'compare' (duration: 568.888899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:12.281646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:11.260948Z","time spent":"1.020459923s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:12.281668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:11.26045Z","time spent":"1.021128808s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:12.28118Z","caller":"traceutil/trace.go:171","msg":"trace[718479175] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"1.020258848s","start":"2026-03-03T20:57:11.2609Z","end":"2026-03-03T20:57:12.281159Z","steps":["trace[718479175] 'process raft request' (duration: 1.019785287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.281994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:11.260887Z","time spent":"1.021054836s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:12.280923Z","caller":"traceutil/trace.go:171","msg":"trace[10037121] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"1.020174026s","start":"2026-03-03T20:57:11.260727Z","end":"2026-03-03T20:57:12.280901Z","steps":["trace[10037121] 'process raft request' (duration: 1.019849448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.282199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:11.260693Z","time spent":"1.021402225s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:12.30715Z","caller":"traceutil/trace.go:171","msg":"trace[982195934] linearizableReadLoop","detail":"{readStateIndex:25173; appliedIndex:25167; }","duration":"597.203156ms","start":"2026-03-03T20:57:11.709923Z","end":"2026-03-03T20:57:12.307126Z","steps":["trace[982195934] 'read index received' (duration: 569.909932ms)","trace[982195934] 'applied index is now lower than readState.Index' (duration: 27.292114ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:12.307228Z","caller":"traceutil/trace.go:171","msg":"trace[2014726699] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"615.511691ms","start":"2026-03-03T20:57:11.691712Z","end":"2026-03-03T20:57:12.307223Z","steps":["trace[2014726699] 'process raft request' (duration: 615.205614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.307244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419471857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:12.307287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:11.691678Z","time spent":"615.571943ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:12.307304Z","caller":"traceutil/trace.go:171","msg":"trace[205960615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24287; }","duration":"1.419569379s","start":"2026-03-03T20:57:10.887717Z","end":"2026-03-03T20:57:12.307286Z","steps":["trace[205960615] 'agreement among raft nodes before linearized reading' (duration: 1.419435956s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.30732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620548096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:12.307342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:10.887692Z","time spent":"1.419643021s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:57:12.307361Z","caller":"traceutil/trace.go:171","msg":"trace[1467800804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24287; }","duration":"1.620655418s","start":"2026-03-03T20:57:10.686694Z","end":"2026-03-03T20:57:12.30735Z","steps":["trace[1467800804] 'agreement among raft nodes before linearized reading' (duration: 1.620557646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.307378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216611305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:12.307198Z","caller":"traceutil/trace.go:171","msg":"trace[294315784] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"137.034512ms","start":"2026-03-03T20:57:12.170149Z","end":"2026-03-03T20:57:12.307183Z","steps":["trace[294315784] 'process raft request' (duration: 136.92783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:12.307446Z","caller":"traceutil/trace.go:171","msg":"trace[2000765402] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24287; }","duration":"2.216725027s","start":"2026-03-03T20:57:10.090702Z","end":"2026-03-03T20:57:12.307427Z","steps":["trace[2000765402] 'agreement among raft nodes before linearized reading' (duration: 2.216580024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.307493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:10.090684Z","time spent":"2.216798399s","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:12.307424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784777416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:12.307562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.698194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:12.307567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593745541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:12.307561Z","caller":"traceutil/trace.go:171","msg":"trace[14077744] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24287; }","duration":"2.784951491s","start":"2026-03-03T20:57:09.522591Z","end":"2026-03-03T20:57:12.307543Z","steps":["trace[14077744] 'agreement among raft nodes before linearized reading' (duration: 2.784768326s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:12.307601Z","caller":"traceutil/trace.go:171","msg":"trace[1015690325] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24287; }","duration":"2.593780302s","start":"2026-03-03T20:57:09.713812Z","end":"2026-03-03T20:57:12.307593Z","steps":["trace[1015690325] 'agreement among raft nodes before linearized reading' (duration: 2.59371526s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.307622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:09.713752Z","time spent":"2.593865094s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:12.30762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:09.522573Z","time spent":"2.785033112s","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:12.307602Z","caller":"traceutil/trace.go:171","msg":"trace[1500382539] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24287; }","duration":"832.765036ms","start":"2026-03-03T20:57:11.474824Z","end":"2026-03-03T20:57:12.307589Z","steps":["trace[1500382539] 'agreement among raft nodes before linearized reading' (duration: 832.697644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.307688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:11.474806Z","time spent":"832.869428ms","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:12.30774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768725146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:12.307775Z","caller":"traceutil/trace.go:171","msg":"trace[335888696] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24287; }","duration":"1.768807628s","start":"2026-03-03T20:57:10.538957Z","end":"2026-03-03T20:57:12.307764Z","steps":["trace[335888696] 'agreement among raft nodes before linearized reading' (duration: 1.768746626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.307805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:10.538931Z","time spent":"1.76886698s","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:12.307805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.430503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:12.307827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141694006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:12.30784Z","caller":"traceutil/trace.go:171","msg":"trace[914553875] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24287; }","duration":"946.470064ms","start":"2026-03-03T20:57:11.36136Z","end":"2026-03-03T20:57:12.30783Z","steps":["trace[914553875] 'agreement among raft nodes before linearized reading' (duration: 946.410173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.307876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:11.36133Z","time spent":"946.537006ms","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:12.307402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:10.686665Z","time spent":"1.620726129s","remote":"127.0.0.1:51314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:12.307933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093170009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-03T20:57:12.307963Z","caller":"traceutil/trace.go:171","msg":"trace[1692213573] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24287; }","duration":"2.09322298s","start":"2026-03-03T20:57:10.21473Z","end":"2026-03-03T20:57:12.307953Z","steps":["trace[1692213573] 'agreement among raft nodes before linearized reading' (duration: 2.093131718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.307981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:10.214713Z","time spent":"2.093264231s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T20:57:12.307849Z","caller":"traceutil/trace.go:171","msg":"trace[220833248] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24287; }","duration":"2.141717007s","start":"2026-03-03T20:57:10.166125Z","end":"2026-03-03T20:57:12.307842Z","steps":["trace[220833248] 'agreement among raft nodes before linearized reading' (duration: 2.141679636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:12.308044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:10.166076Z","time spent":"2.141957352s","remote":"127.0.0.1:58654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:12.807783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040998987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:13.308585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040998987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:13.588084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281087825s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:57:13.616338Z","caller":"traceutil/trace.go:171","msg":"trace[947082685] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"1.33170018s","start":"2026-03-03T20:57:12.284615Z","end":"2026-03-03T20:57:13.616315Z","steps":["trace[947082685] 'process raft request' (duration: 1.303650789s)","trace[947082685] 'compare' (duration: 27.560639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:13.61649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.284585Z","time spent":"1.331814033s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:13.616607Z","caller":"traceutil/trace.go:171","msg":"trace[535781702] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"1.331858913s","start":"2026-03-03T20:57:12.28474Z","end":"2026-03-03T20:57:13.616599Z","steps":["trace[535781702] 'process raft request' (duration: 1.331669889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:13.61664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.284711Z","time spent":"1.331909345s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:13.616631Z","caller":"traceutil/trace.go:171","msg":"trace[626152876] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"1.331988216s","start":"2026-03-03T20:57:12.284615Z","end":"2026-03-03T20:57:13.616603Z","steps":["trace[626152876] 'process raft request' (duration: 1.331609287s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:13.616707Z","caller":"traceutil/trace.go:171","msg":"trace[946444170] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"1.331910915s","start":"2026-03-03T20:57:12.284788Z","end":"2026-03-03T20:57:13.616699Z","steps":["trace[946444170] 'process raft request' (duration: 1.331761531s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:13.61669Z","caller":"traceutil/trace.go:171","msg":"trace[1137343388] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"1.3312592s","start":"2026-03-03T20:57:12.285403Z","end":"2026-03-03T20:57:13.616662Z","steps":["trace[1137343388] 'process raft request' (duration: 1.331203718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:13.61675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.284772Z","time spent":"1.331953865s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:13.616772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.284585Z","time spent":"1.332111579s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:13.616826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.285386Z","time spent":"1.331365712s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:14.317413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001097422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:14.317497Z","caller":"traceutil/trace.go:171","msg":"trace[924758549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001213374s","start":"2026-03-03T20:57:12.316265Z","end":"2026-03-03T20:57:14.317479Z","steps":["trace[924758549] 'agreement among raft nodes before linearized reading' (duration: 2.001114192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:14.317553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.316257Z","time spent":"2.001287316s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:15.082335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493356442s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:57:15.13834Z","caller":"traceutil/trace.go:171","msg":"trace[116491145] linearizableReadLoop","detail":"{readStateIndex:25182; appliedIndex:25173; }","duration":"2.831096042s","start":"2026-03-03T20:57:12.307223Z","end":"2026-03-03T20:57:15.138319Z","steps":["trace[116491145] 'read index received' (duration: 1.281035753s)","trace[116491145] 'applied index is now lower than readState.Index' (duration: 1.550059289s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:15.138482Z","caller":"traceutil/trace.go:171","msg":"trace[420748322] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"2.671016065s","start":"2026-03-03T20:57:12.467428Z","end":"2026-03-03T20:57:15.138444Z","steps":["trace[420748322] 'process raft request' (duration: 2.67078791s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.138564Z","caller":"traceutil/trace.go:171","msg":"trace[178870666] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"2.671379983s","start":"2026-03-03T20:57:12.46717Z","end":"2026-03-03T20:57:15.13855Z","steps":["trace[178870666] 'process raft request' (duration: 2.670952483s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.139142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.46737Z","time spent":"2.671670831s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:15.138567Z","caller":"traceutil/trace.go:171","msg":"trace[1597796959] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"2.824580111s","start":"2026-03-03T20:57:12.313965Z","end":"2026-03-03T20:57:15.138546Z","steps":["trace[1597796959] 'process raft request' (duration: 2.768635492s)","trace[1597796959] 'compare' (duration: 55.193092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:15.139282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.467147Z","time spent":"2.672049399s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:15.139029Z","caller":"traceutil/trace.go:171","msg":"trace[2075919450] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"1.95194427s","start":"2026-03-03T20:57:13.186959Z","end":"2026-03-03T20:57:15.138903Z","steps":["trace[2075919450] 'process raft request' (duration: 1.951314135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.139489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.313939Z","time spent":"2.825383449s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:15.138631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067707006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:15.139597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:13.186937Z","time spent":"1.952483702s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:15.13962Z","caller":"traceutil/trace.go:171","msg":"trace[196756699] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24296; }","duration":"3.068769031s","start":"2026-03-03T20:57:12.07083Z","end":"2026-03-03T20:57:15.139599Z","steps":["trace[196756699] 'agreement among raft nodes before linearized reading' (duration: 3.067686426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.139896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.070814Z","time spent":"3.069065477s","remote":"127.0.0.1:42112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:15.138659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339903555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:15.139978Z","caller":"traceutil/trace.go:171","msg":"trace[2015396189] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24296; }","duration":"3.341293478s","start":"2026-03-03T20:57:11.798665Z","end":"2026-03-03T20:57:15.139959Z","steps":["trace[2015396189] 'agreement among raft nodes before linearized reading' (duration: 3.339926166s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.140061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:11.798642Z","time spent":"3.34138852s","remote":"127.0.0.1:58714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:15.635459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:15.635555Z","caller":"traceutil/trace.go:171","msg":"trace[2087457191] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584799s","start":"2026-03-03T20:57:13.634951Z","end":"2026-03-03T20:57:15.635536Z","steps":["trace[2087457191] 'agreement among raft nodes before linearized reading' (duration: 2.000466046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.635598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:13.634899Z","time spent":"2.000690411s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:15.639505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040998997,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:57:15.900288Z","caller":"traceutil/trace.go:171","msg":"trace[2019592208] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"1.612474498s","start":"2026-03-03T20:57:14.287796Z","end":"2026-03-03T20:57:15.90027Z","steps":["trace[2019592208] 'process raft request' (duration: 1.612417586s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.900298Z","caller":"traceutil/trace.go:171","msg":"trace[473645233] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"2.185243166s","start":"2026-03-03T20:57:13.715022Z","end":"2026-03-03T20:57:15.900265Z","steps":["trace[473645233] 'process raft request' (duration: 2.158556126s)","trace[473645233] 'compare' (duration: 26.536176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:15.900398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:14.287768Z","time spent":"1.612571589s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:15.900483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:13.715001Z","time spent":"2.185375269s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:15.9005Z","caller":"traceutil/trace.go:171","msg":"trace[575789091] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"1.612456607s","start":"2026-03-03T20:57:14.288019Z","end":"2026-03-03T20:57:15.900475Z","steps":["trace[575789091] 'process raft request' (duration: 1.612227402s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.900542Z","caller":"traceutil/trace.go:171","msg":"trace[1086240994] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"1.612457498s","start":"2026-03-03T20:57:14.288062Z","end":"2026-03-03T20:57:15.90052Z","steps":["trace[1086240994] 'process raft request' (duration: 1.612282983s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.900611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:14.288007Z","time spent":"1.612544429s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:15.900675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:14.288046Z","time spent":"1.61256269s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:15.900764Z","caller":"traceutil/trace.go:171","msg":"trace[2039854749] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"1.611689629s","start":"2026-03-03T20:57:14.289057Z","end":"2026-03-03T20:57:15.900746Z","steps":["trace[2039854749] 'process raft request' (duration: 1.611405982s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.900892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:14.289015Z","time spent":"1.611832672s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:15.953703Z","caller":"traceutil/trace.go:171","msg":"trace[1491993808] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"487.123899ms","start":"2026-03-03T20:57:15.466541Z","end":"2026-03-03T20:57:15.953665Z","steps":["trace[1491993808] 'process raft request' (duration: 486.943385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.953885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.466521Z","time spent":"487.256883ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:15.954295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999340068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:15.954301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401438765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:15.95436Z","caller":"traceutil/trace.go:171","msg":"trace[1216328116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24302; }","duration":"2.99944425s","start":"2026-03-03T20:57:12.954901Z","end":"2026-03-03T20:57:15.954345Z","steps":["trace[1216328116] 'agreement among raft nodes before linearized reading' (duration: 2.999321737s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.954378Z","caller":"traceutil/trace.go:171","msg":"trace[1935812641] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24302; }","duration":"2.401558799s","start":"2026-03-03T20:57:13.552798Z","end":"2026-03-03T20:57:15.954357Z","steps":["trace[1935812641] 'agreement among raft nodes before linearized reading' (duration: 2.401392905s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.954405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.954884Z","time spent":"2.999511241s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:15.954402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884684296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:15.954426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:13.552783Z","time spent":"2.40163082s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:15.954463Z","caller":"traceutil/trace.go:171","msg":"trace[1446080481] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24302; }","duration":"2.884801619s","start":"2026-03-03T20:57:13.069647Z","end":"2026-03-03T20:57:15.954448Z","steps":["trace[1446080481] 'agreement among raft nodes before linearized reading' (duration: 2.884673786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.954456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618091424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:15.954459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110369629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:15.95449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92530391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-03T20:57:15.954502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:13.069624Z","time spent":"2.884870881s","remote":"127.0.0.1:35780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:15.954518Z","caller":"traceutil/trace.go:171","msg":"trace[801938318] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24302; }","duration":"1.925359152s","start":"2026-03-03T20:57:14.029151Z","end":"2026-03-03T20:57:15.954511Z","steps":["trace[801938318] 'agreement among raft nodes before linearized reading' (duration: 1.92525077s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.954509Z","caller":"traceutil/trace.go:171","msg":"trace[1385675640] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24302; }","duration":"3.618152016s","start":"2026-03-03T20:57:12.336345Z","end":"2026-03-03T20:57:15.954497Z","steps":["trace[1385675640] 'agreement among raft nodes before linearized reading' (duration: 3.618042793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.954535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:14.029136Z","time spent":"1.925394583s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-03T20:57:15.954538Z","caller":"traceutil/trace.go:171","msg":"trace[1251939998] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24302; }","duration":"1.110467422s","start":"2026-03-03T20:57:14.844035Z","end":"2026-03-03T20:57:15.954503Z","steps":["trace[1251939998] 'agreement among raft nodes before linearized reading' (duration: 1.11037101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.954546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.336292Z","time spent":"3.618245448s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:15.954579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:14.844016Z","time spent":"1.110552244s","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:15.954581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287229923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:57:15.954596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180893546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:15.954629Z","caller":"traceutil/trace.go:171","msg":"trace[574648072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24302; }","duration":"3.287311405s","start":"2026-03-03T20:57:12.667306Z","end":"2026-03-03T20:57:15.954617Z","steps":["trace[574648072] 'agreement among raft nodes before linearized reading' (duration: 3.287184752s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.954646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637164501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:15.954659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.667281Z","time spent":"3.287372155s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:57:15.954663Z","caller":"traceutil/trace.go:171","msg":"trace[993716997] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24302; }","duration":"2.181053879s","start":"2026-03-03T20:57:13.773594Z","end":"2026-03-03T20:57:15.954647Z","steps":["trace[993716997] 'agreement among raft nodes before linearized reading' (duration: 2.180850345s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.954678Z","caller":"traceutil/trace.go:171","msg":"trace[1016709116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24302; }","duration":"1.637240073s","start":"2026-03-03T20:57:14.317429Z","end":"2026-03-03T20:57:15.954669Z","steps":["trace[1016709116] 'agreement among raft nodes before linearized reading' (duration: 1.637196012s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.954707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:14.317412Z","time spent":"1.637289764s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:57:15.954444Z","caller":"traceutil/trace.go:171","msg":"trace[555195001] linearizableReadLoop","detail":"{readStateIndex:25188; appliedIndex:25182; }","duration":"815.055193ms","start":"2026-03-03T20:57:15.138953Z","end":"2026-03-03T20:57:15.954008Z","steps":["trace[555195001] 'read index received' (duration: 734.635376ms)","trace[555195001] 'applied index is now lower than readState.Index' (duration: 80.415357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:15.954716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:13.773578Z","time spent":"2.181124191s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:15.954757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643069914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T20:57:15.954797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385599648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:15.954843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.292199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:15.954855Z","caller":"traceutil/trace.go:171","msg":"trace[444372484] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24302; }","duration":"2.38569234s","start":"2026-03-03T20:57:13.56915Z","end":"2026-03-03T20:57:15.954842Z","steps":["trace[444372484] 'agreement among raft nodes before linearized reading' (duration: 2.385553297s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.954872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011377019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:57:15.95489Z","caller":"traceutil/trace.go:171","msg":"trace[844601283] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24302; }","duration":"2.011499822s","start":"2026-03-03T20:57:13.943385Z","end":"2026-03-03T20:57:15.954885Z","steps":["trace[844601283] 'agreement among raft nodes before linearized reading' (duration: 2.0114416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.9549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:13.569133Z","time spent":"2.385754252s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:15.954917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:13.943365Z","time spent":"2.011544703s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:57:15.954935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.987068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T20:57:15.954946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.041193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T20:57:15.954887Z","caller":"traceutil/trace.go:171","msg":"trace[2144154733] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24302; }","duration":"504.361681ms","start":"2026-03-03T20:57:15.450516Z","end":"2026-03-03T20:57:15.954877Z","steps":["trace[2144154733] 'agreement among raft nodes before linearized reading' (duration: 504.290969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.954976Z","caller":"traceutil/trace.go:171","msg":"trace[662672016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24302; }","duration":"332.082211ms","start":"2026-03-03T20:57:15.622884Z","end":"2026-03-03T20:57:15.954966Z","steps":["trace[662672016] 'agreement among raft nodes before linearized reading' (duration: 331.954098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.954982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.278008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T20:57:15.955003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.450497Z","time spent":"504.499573ms","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:15.955001Z","caller":"traceutil/trace.go:171","msg":"trace[1506493040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24302; }","duration":"333.100524ms","start":"2026-03-03T20:57:15.621878Z","end":"2026-03-03T20:57:15.954979Z","steps":["trace[1506493040] 'agreement among raft nodes before linearized reading' (duration: 332.962681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.955006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.622871Z","time spent":"332.128871ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:57:15.955013Z","caller":"traceutil/trace.go:171","msg":"trace[1803478082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24302; }","duration":"333.34332ms","start":"2026-03-03T20:57:15.621662Z","end":"2026-03-03T20:57:15.955005Z","steps":["trace[1803478082] 'agreement among raft nodes before linearized reading' (duration: 333.246007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.955034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.621871Z","time spent":"333.154415ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:57:15.955042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.621639Z","time spent":"333.39713ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:57:15.954595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858088998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:15.955099Z","caller":"traceutil/trace.go:171","msg":"trace[2124081187] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24302; }","duration":"2.858806135s","start":"2026-03-03T20:57:13.096287Z","end":"2026-03-03T20:57:15.955093Z","steps":["trace[2124081187] 'agreement among raft nodes before linearized reading' (duration: 2.858004376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.955119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:13.09626Z","time spent":"2.858853456s","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:15.95446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.447358141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:15.955161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.102671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T20:57:15.955161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.336336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T20:57:15.955197Z","caller":"traceutil/trace.go:171","msg":"trace[1128568331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24302; }","duration":"332.332286ms","start":"2026-03-03T20:57:15.622856Z","end":"2026-03-03T20:57:15.955188Z","steps":["trace[1128568331] 'agreement among raft nodes before linearized reading' (duration: 332.254584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:15.955203Z","caller":"traceutil/trace.go:171","msg":"trace[807022317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24302; }","duration":"332.421798ms","start":"2026-03-03T20:57:15.622772Z","end":"2026-03-03T20:57:15.955194Z","steps":["trace[807022317] 'agreement among raft nodes before linearized reading' (duration: 332.320816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.955221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.622839Z","time spent":"332.375708ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:57:15.955207Z","caller":"traceutil/trace.go:171","msg":"trace[1504449017] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24302; }","duration":"3.448134108s","start":"2026-03-03T20:57:12.507054Z","end":"2026-03-03T20:57:15.955188Z","steps":["trace[1504449017] 'agreement among raft nodes before linearized reading' (duration: 3.447297738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.95523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.622749Z","time spent":"332.47536ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:57:15.955297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.507036Z","time spent":"3.44821439s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:15.956232Z","caller":"traceutil/trace.go:171","msg":"trace[543643384] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:24302; }","duration":"3.644706023s","start":"2026-03-03T20:57:12.311502Z","end":"2026-03-03T20:57:15.956208Z","steps":["trace[543643384] 'agreement among raft nodes before linearized reading' (duration: 3.642981543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:15.956307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:12.311492Z","time spent":"3.644799025s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" "} {"level":"warn","ts":"2026-03-03T20:57:16.458772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:16.5028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.956123Z","time spent":"546.668022ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:17.620672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120385883s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:17.75088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.482176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:17.751268Z","caller":"traceutil/trace.go:171","msg":"trace[1918766743] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"1.791796382s","start":"2026-03-03T20:57:15.959448Z","end":"2026-03-03T20:57:17.751244Z","steps":["trace[1918766743] 'process raft request' (duration: 1.791602988s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:17.751359Z","caller":"traceutil/trace.go:171","msg":"trace[923007879] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"605.499258ms","start":"2026-03-03T20:57:17.14583Z","end":"2026-03-03T20:57:17.751329Z","steps":["trace[923007879] 'process raft request' (duration: 605.467117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.751376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.959421Z","time spent":"1.791907105s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:17.751432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.145825Z","time spent":"605.572171ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:17.75153Z","caller":"traceutil/trace.go:171","msg":"trace[1144844572] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"1.791502625s","start":"2026-03-03T20:57:15.960015Z","end":"2026-03-03T20:57:17.751518Z","steps":["trace[1144844572] 'process raft request' (duration: 1.791072045s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:17.751638Z","caller":"traceutil/trace.go:171","msg":"trace[135734972] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"1.793900921s","start":"2026-03-03T20:57:15.957722Z","end":"2026-03-03T20:57:17.751623Z","steps":["trace[135734972] 'process raft request' (duration: 1.663557865s)","trace[135734972] 'compare' (duration: 129.23791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:17.751707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.957704Z","time spent":"1.793967873s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:17.75194Z","caller":"traceutil/trace.go:171","msg":"trace[1526633159] linearizableReadLoop","detail":"{readStateIndex:25195; appliedIndex:25188; }","duration":"1.79381242s","start":"2026-03-03T20:57:15.958097Z","end":"2026-03-03T20:57:17.751909Z","steps":["trace[1526633159] 'read index received' (duration: 541.569465ms)","trace[1526633159] 'applied index is now lower than readState.Index' (duration: 1.252239104s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:17.751993Z","caller":"traceutil/trace.go:171","msg":"trace[1106594183] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"1.792594711s","start":"2026-03-03T20:57:15.959388Z","end":"2026-03-03T20:57:17.751982Z","steps":["trace[1106594183] 'process raft request' (duration: 1.791586038s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.75205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.959376Z","time spent":"1.792643452s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:17.752097Z","caller":"traceutil/trace.go:171","msg":"trace[1010743722] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"1.792065599s","start":"2026-03-03T20:57:15.960018Z","end":"2026-03-03T20:57:17.752084Z","steps":["trace[1010743722] 'process raft request' (duration: 1.791117327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.752216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.96Z","time spent":"1.79213269s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:17.752337Z","caller":"traceutil/trace.go:171","msg":"trace[805965759] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"1.791778992s","start":"2026-03-03T20:57:15.960549Z","end":"2026-03-03T20:57:17.752328Z","steps":["trace[805965759] 'process raft request' (duration: 1.790633986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.75239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.960534Z","time spent":"1.791829043s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:17.752622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.206973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:17.752661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767950579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:17.752716Z","caller":"traceutil/trace.go:171","msg":"trace[882936809] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24311; }","duration":"1.768041781s","start":"2026-03-03T20:57:15.98466Z","end":"2026-03-03T20:57:17.752702Z","steps":["trace[882936809] 'agreement among raft nodes before linearized reading' (duration: 1.767941299s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.752752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.984642Z","time spent":"1.768100842s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:17.752801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79469661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a8861c88-8f57-4d9e-818e-7bc2a303a0d8\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T20:57:17.752833Z","caller":"traceutil/trace.go:171","msg":"trace[741699024] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a8861c88-8f57-4d9e-818e-7bc2a303a0d8; range_end:; response_count:1; response_revision:24311; }","duration":"1.794752951s","start":"2026-03-03T20:57:15.958063Z","end":"2026-03-03T20:57:17.752816Z","steps":["trace[741699024] 'agreement among raft nodes before linearized reading' (duration: 1.794633068s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.752875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.958053Z","time spent":"1.794798882s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-a8861c88-8f57-4d9e-818e-7bc2a303a0d8\" "} {"level":"info","ts":"2026-03-03T20:57:17.752681Z","caller":"traceutil/trace.go:171","msg":"trace[1770359752] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24311; }","duration":"627.307675ms","start":"2026-03-03T20:57:17.125358Z","end":"2026-03-03T20:57:17.752666Z","steps":["trace[1770359752] 'agreement among raft nodes before linearized reading' (duration: 627.212963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.752911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024654581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:17.752986Z","caller":"traceutil/trace.go:171","msg":"trace[1991699478] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"1.248927977s","start":"2026-03-03T20:57:16.503966Z","end":"2026-03-03T20:57:17.752894Z","steps":["trace[1991699478] 'process raft request' (duration: 1.247254719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.753015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794233019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:57:17.753045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787894802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:17.75307Z","caller":"traceutil/trace.go:171","msg":"trace[1032473853] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24311; }","duration":"1.79431379s","start":"2026-03-03T20:57:15.958745Z","end":"2026-03-03T20:57:17.753059Z","steps":["trace[1032473853] 'agreement among raft nodes before linearized reading' (duration: 1.793673905s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:17.753061Z","caller":"traceutil/trace.go:171","msg":"trace[1248605590] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24311; }","duration":"1.024813395s","start":"2026-03-03T20:57:16.728218Z","end":"2026-03-03T20:57:17.753031Z","steps":["trace[1248605590] 'agreement among raft nodes before linearized reading' (duration: 1.024577639s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:17.75306Z","caller":"traceutil/trace.go:171","msg":"trace[59869989] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"608.027588ms","start":"2026-03-03T20:57:17.145002Z","end":"2026-03-03T20:57:17.75303Z","steps":["trace[59869989] 'process raft request' (duration: 606.258326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.753103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.958729Z","time spent":"1.794366602s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:57:17.753106Z","caller":"traceutil/trace.go:171","msg":"trace[1874509068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24311; }","duration":"1.787972393s","start":"2026-03-03T20:57:15.965116Z","end":"2026-03-03T20:57:17.753089Z","steps":["trace[1874509068] 'agreement among raft nodes before linearized reading' (duration: 1.787883151s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.753122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:16.728156Z","time spent":"1.024950097s","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:17.753137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:16.503939Z","time spent":"1.249120372s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:17.75315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.965107Z","time spent":"1.788032945s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:17.75319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.144983Z","time spent":"608.13366ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:17.753214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.24851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:17.753237Z","caller":"traceutil/trace.go:171","msg":"trace[1813559656] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24311; }","duration":"334.328772ms","start":"2026-03-03T20:57:17.418902Z","end":"2026-03-03T20:57:17.753231Z","steps":["trace[1813559656] 'agreement among raft nodes before linearized reading' (duration: 334.274471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:17.75326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.418876Z","time spent":"334.380014ms","remote":"127.0.0.1:41902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:17.752997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.125335Z","time spent":"627.647432ms","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:57:17.75351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:15.959999Z","time spent":"1.792845666s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:18.276587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:18.776976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:18.822627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033534985s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:18.962599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.695824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:18.962747Z","caller":"traceutil/trace.go:171","msg":"trace[2070174264] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"1.203513662s","start":"2026-03-03T20:57:17.759202Z","end":"2026-03-03T20:57:18.962715Z","steps":["trace[2070174264] 'process raft request' (duration: 1.063584323s)","trace[2070174264] 'compare' (duration: 139.10261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:18.962851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.759139Z","time spent":"1.203662525s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:19.762375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:19.762457Z","caller":"traceutil/trace.go:171","msg":"trace[77084038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485067s","start":"2026-03-03T20:57:17.761957Z","end":"2026-03-03T20:57:19.762442Z","steps":["trace[77084038] 'agreement among raft nodes before linearized reading' (duration: 2.000390014s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:19.762499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.761935Z","time spent":"2.000552959s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:20.514124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.845015ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:20.514313Z","caller":"traceutil/trace.go:171","msg":"trace[953518464] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24312; }","duration":"152.03912ms","start":"2026-03-03T20:57:20.362247Z","end":"2026-03-03T20:57:20.514286Z","steps":["trace[953518464] 'range keys from in-memory index tree' (duration: 151.827515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.515749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.910133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:20.51604Z","caller":"traceutil/trace.go:171","msg":"trace[954489953] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"2.609567829s","start":"2026-03-03T20:57:17.906434Z","end":"2026-03-03T20:57:20.516002Z","steps":["trace[954489953] 'process raft request' (duration: 1.722284267s)","trace[954489953] 'compare' (duration: 886.092344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:20.516192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.906411Z","time spent":"2.609703891s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:20.516779Z","caller":"traceutil/trace.go:171","msg":"trace[1809710092] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"2.610342267s","start":"2026-03-03T20:57:17.906426Z","end":"2026-03-03T20:57:20.516769Z","steps":["trace[1809710092] 'process raft request' (duration: 2.610101641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.516837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.906399Z","time spent":"2.610409959s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:20.516823Z","caller":"traceutil/trace.go:171","msg":"trace[1576785496] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"2.610288245s","start":"2026-03-03T20:57:17.906512Z","end":"2026-03-03T20:57:20.5168Z","steps":["trace[1576785496] 'process raft request' (duration: 2.610165912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.516963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.906505Z","time spent":"2.610372377s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:20.517041Z","caller":"traceutil/trace.go:171","msg":"trace[347506473] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"2.610518041s","start":"2026-03-03T20:57:17.906515Z","end":"2026-03-03T20:57:20.517033Z","steps":["trace[347506473] 'process raft request' (duration: 2.610229924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.517096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.906505Z","time spent":"2.610560742s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:20.517169Z","caller":"traceutil/trace.go:171","msg":"trace[848933933] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"2.610532381s","start":"2026-03-03T20:57:17.90663Z","end":"2026-03-03T20:57:20.517163Z","steps":["trace[848933933] 'process raft request' (duration: 2.610228074s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:20.517209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.906596Z","time spent":"2.610592182s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:20.517267Z","caller":"traceutil/trace.go:171","msg":"trace[172623569] linearizableReadLoop","detail":"{readStateIndex:25204; appliedIndex:25198; }","duration":"2.757006422s","start":"2026-03-03T20:57:17.760242Z","end":"2026-03-03T20:57:20.517249Z","steps":["trace[172623569] 'read index received' (duration: 1.062695413s)","trace[172623569] 'applied index is now lower than readState.Index' (duration: 1.694309549s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:21.762987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:21.763046Z","caller":"traceutil/trace.go:171","msg":"trace[645566194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000228771s","start":"2026-03-03T20:57:19.762803Z","end":"2026-03-03T20:57:21.763032Z","steps":["trace[645566194] 'agreement among raft nodes before linearized reading' (duration: 2.00015291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:21.763081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:19.762791Z","time spent":"2.000281232s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:22.113258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:22.113356Z","caller":"traceutil/trace.go:171","msg":"trace[106790856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000030027s","start":"2026-03-03T20:57:20.113305Z","end":"2026-03-03T20:57:22.113335Z","steps":["trace[106790856] 'agreement among raft nodes before linearized reading' (duration: 1.999909894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.113421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:20.11329Z","time spent":"2.000121209s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:22.309336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792373725s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-03T20:57:22.309471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.549208692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:22.309527Z","caller":"traceutil/trace.go:171","msg":"trace[1047281092] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24317; }","duration":"4.549272164s","start":"2026-03-03T20:57:17.76024Z","end":"2026-03-03T20:57:22.309512Z","steps":["trace[1047281092] 'agreement among raft nodes before linearized reading' (duration: 2.757093614s)","trace[1047281092] 'range keys from in-memory index tree' (duration: 1.792094838s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:22.309551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.760221Z","time spent":"4.549325515s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:57:22.310528Z","caller":"traceutil/trace.go:171","msg":"trace[1560272992] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"2.551773067s","start":"2026-03-03T20:57:19.75873Z","end":"2026-03-03T20:57:22.310503Z","steps":["trace[1560272992] 'process raft request' (duration: 2.550707442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.310643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:19.758715Z","time spent":"2.551868729s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:22.928726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.153103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:22.928885Z","caller":"traceutil/trace.go:171","msg":"trace[530326529] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"3.169149581s","start":"2026-03-03T20:57:19.759707Z","end":"2026-03-03T20:57:22.928856Z","steps":["trace[530326529] 'process raft request' (duration: 2.550783003s)","trace[530326529] 'compare' (duration: 617.424456ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:22.92896Z","caller":"traceutil/trace.go:171","msg":"trace[625484020] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"407.723597ms","start":"2026-03-03T20:57:22.521219Z","end":"2026-03-03T20:57:22.928942Z","steps":["trace[625484020] 'process raft request' (duration: 407.679916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.929026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:19.75968Z","time spent":"3.169273154s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:22.929034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.521187Z","time spent":"407.808938ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:22.929155Z","caller":"traceutil/trace.go:171","msg":"trace[364677064] linearizableReadLoop","detail":"{readStateIndex:25207; appliedIndex:25204; }","duration":"2.411845648s","start":"2026-03-03T20:57:20.517298Z","end":"2026-03-03T20:57:22.929143Z","steps":["trace[364677064] 'read index received' (duration: 49.941µs)","trace[364677064] 'applied index is now lower than readState.Index' (duration: 2.411794687s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:22.929413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172471539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:57:22.929435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611533912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:22.92945Z","caller":"traceutil/trace.go:171","msg":"trace[1518914584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24321; }","duration":"3.172553561s","start":"2026-03-03T20:57:19.756884Z","end":"2026-03-03T20:57:22.929438Z","steps":["trace[1518914584] 'agreement among raft nodes before linearized reading' (duration: 3.172425228s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:22.929471Z","caller":"traceutil/trace.go:171","msg":"trace[1849568128] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24321; }","duration":"3.611607584s","start":"2026-03-03T20:57:19.317852Z","end":"2026-03-03T20:57:22.92946Z","steps":["trace[1849568128] 'agreement among raft nodes before linearized reading' (duration: 3.611540853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.929479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:19.756864Z","time spent":"3.172608691s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:57:22.929506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:19.317832Z","time spent":"3.611665986s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:22.92961Z","caller":"traceutil/trace.go:171","msg":"trace[1372207632] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"1.965078504s","start":"2026-03-03T20:57:20.964521Z","end":"2026-03-03T20:57:22.9296Z","steps":["trace[1372207632] 'process raft request' (duration: 1.964309967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.929694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:20.964499Z","time spent":"1.965160947s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:22.929727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962927321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7d626fff3d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T20:57:22.929757Z","caller":"traceutil/trace.go:171","msg":"trace[2090119778] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7d626fff3d; range_end:; response_count:1; response_revision:24321; }","duration":"3.962955512s","start":"2026-03-03T20:57:18.966791Z","end":"2026-03-03T20:57:22.929747Z","steps":["trace[2090119778] 'agreement among raft nodes before linearized reading' (duration: 3.962848139s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.929784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:18.966726Z","time spent":"3.963052085s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7d626fff3d\" "} {"level":"warn","ts":"2026-03-03T20:57:22.92984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080731288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:22.929875Z","caller":"traceutil/trace.go:171","msg":"trace[1054718487] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24321; }","duration":"3.08076913s","start":"2026-03-03T20:57:19.849096Z","end":"2026-03-03T20:57:22.929866Z","steps":["trace[1054718487] 'agreement among raft nodes before linearized reading' (duration: 3.080710568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.929907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:19.849075Z","time spent":"3.08082193s","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:22.929947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.773184633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:57:22.929974Z","caller":"traceutil/trace.go:171","msg":"trace[726616862] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24321; }","duration":"4.773245475s","start":"2026-03-03T20:57:18.156721Z","end":"2026-03-03T20:57:22.929966Z","steps":["trace[726616862] 'agreement among raft nodes before linearized reading' (duration: 4.773168833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.929998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:18.156698Z","time spent":"4.773295506s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:57:22.930101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.171475635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T20:57:22.930129Z","caller":"traceutil/trace.go:171","msg":"trace[1985234853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24321; }","duration":"3.171518057s","start":"2026-03-03T20:57:19.758603Z","end":"2026-03-03T20:57:22.930121Z","steps":["trace[1985234853] 'agreement among raft nodes before linearized reading' (duration: 3.171432715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.930142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.104600478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:22.930154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:19.758597Z","time spent":"3.171551487s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:57:22.930171Z","caller":"traceutil/trace.go:171","msg":"trace[848674486] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24321; }","duration":"5.104664979s","start":"2026-03-03T20:57:17.825497Z","end":"2026-03-03T20:57:22.930162Z","steps":["trace[848674486] 'agreement among raft nodes before linearized reading' (duration: 5.104616708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.930196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.825476Z","time spent":"5.10471549s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:57:22.930317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172076459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:57:22.930344Z","caller":"traceutil/trace.go:171","msg":"trace[898333335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24321; }","duration":"3.172119051s","start":"2026-03-03T20:57:19.758217Z","end":"2026-03-03T20:57:22.930336Z","steps":["trace[898333335] 'agreement among raft nodes before linearized reading' (duration: 3.172039809s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.930369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:19.758209Z","time spent":"3.172154791s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:57:22.930369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.169941915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-256d0d77-249d-4b37-a232-e28eead6a248\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-03T20:57:22.930397Z","caller":"traceutil/trace.go:171","msg":"trace[1655244165] range","detail":"{range_begin:/registry/persistentvolumes/pvc-256d0d77-249d-4b37-a232-e28eead6a248; range_end:; response_count:1; response_revision:24321; }","duration":"5.169981906s","start":"2026-03-03T20:57:17.760407Z","end":"2026-03-03T20:57:22.930389Z","steps":["trace[1655244165] 'agreement among raft nodes before linearized reading' (duration: 5.169900524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.930422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:17.760398Z","time spent":"5.170018226s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-256d0d77-249d-4b37-a232-e28eead6a248\" "} {"level":"warn","ts":"2026-03-03T20:57:22.930495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172311095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:57:22.930519Z","caller":"traceutil/trace.go:171","msg":"trace[728000285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24321; }","duration":"3.172371726s","start":"2026-03-03T20:57:19.758141Z","end":"2026-03-03T20:57:22.930512Z","steps":["trace[728000285] 'agreement among raft nodes before linearized reading' (duration: 3.172300634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.930546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:19.758122Z","time spent":"3.172419087s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:57:22.930672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172646382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:57:22.930695Z","caller":"traceutil/trace.go:171","msg":"trace[1097564333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24321; }","duration":"3.172688034s","start":"2026-03-03T20:57:19.758Z","end":"2026-03-03T20:57:22.930688Z","steps":["trace[1097564333] 'agreement among raft nodes before linearized reading' (duration: 3.172622402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:22.930721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:19.757989Z","time spent":"3.172726754s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:57:23.429906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999040,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:57:23.556225Z","caller":"traceutil/trace.go:171","msg":"trace[1912477822] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"911.903473ms","start":"2026-03-03T20:57:22.644301Z","end":"2026-03-03T20:57:23.556204Z","steps":["trace[1912477822] 'process raft request' (duration: 911.864432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:23.556604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.644277Z","time spent":"912.006135ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:23.557041Z","caller":"traceutil/trace.go:171","msg":"trace[402037819] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"1.035649896s","start":"2026-03-03T20:57:22.521377Z","end":"2026-03-03T20:57:23.557027Z","steps":["trace[402037819] 'process raft request' (duration: 989.853713ms)","trace[402037819] 'compare' (duration: 44.636286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:23.557105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.521341Z","time spent":"1.035731678s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:23.557214Z","caller":"traceutil/trace.go:171","msg":"trace[2113502174] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"1.035506142s","start":"2026-03-03T20:57:22.521702Z","end":"2026-03-03T20:57:23.557208Z","steps":["trace[2113502174] 'process raft request' (duration: 1.034283464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:23.557256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.521692Z","time spent":"1.035542714s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:23.557343Z","caller":"traceutil/trace.go:171","msg":"trace[211982147] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"1.035012161s","start":"2026-03-03T20:57:22.522325Z","end":"2026-03-03T20:57:23.557337Z","steps":["trace[211982147] 'process raft request' (duration: 1.033704161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:23.557387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.522318Z","time spent":"1.035040762s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:23.557474Z","caller":"traceutil/trace.go:171","msg":"trace[744809231] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"1.034610462s","start":"2026-03-03T20:57:22.522856Z","end":"2026-03-03T20:57:23.557467Z","steps":["trace[744809231] 'process raft request' (duration: 1.03320751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:23.557513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.522826Z","time spent":"1.034668013s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:23.55759Z","caller":"traceutil/trace.go:171","msg":"trace[1962081407] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"920.769399ms","start":"2026-03-03T20:57:22.636815Z","end":"2026-03-03T20:57:23.557585Z","steps":["trace[1962081407] 'process raft request' (duration: 919.282304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:23.557624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.636784Z","time spent":"920.824081ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:23.557697Z","caller":"traceutil/trace.go:171","msg":"trace[1358210266] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"914.980844ms","start":"2026-03-03T20:57:22.642711Z","end":"2026-03-03T20:57:23.557692Z","steps":["trace[1358210266] 'process raft request' (duration: 913.421458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:23.557732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.642697Z","time spent":"915.019575ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:23.769453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00105822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:23.769538Z","caller":"traceutil/trace.go:171","msg":"trace[1507496002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001201444s","start":"2026-03-03T20:57:21.768321Z","end":"2026-03-03T20:57:23.769522Z","steps":["trace[1507496002] 'agreement among raft nodes before linearized reading' (duration: 2.001078051s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:23.769587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:21.768309Z","time spent":"2.001268725s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T20:57:24.31979Z","caller":"traceutil/trace.go:171","msg":"trace[1882103790] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"1.374707439s","start":"2026-03-03T20:57:22.94506Z","end":"2026-03-03T20:57:24.319767Z","steps":["trace[1882103790] 'process raft request' (duration: 1.374633607s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:24.319867Z","caller":"traceutil/trace.go:171","msg":"trace[2128495982] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"1.383928943s","start":"2026-03-03T20:57:22.935899Z","end":"2026-03-03T20:57:24.319828Z","steps":["trace[2128495982] 'process raft request' (duration: 1.383499773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.319931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.945055Z","time spent":"1.374807031s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:24.320035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.935887Z","time spent":"1.384055016s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:24.320666Z","caller":"traceutil/trace.go:171","msg":"trace[1424128999] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"1.375671291s","start":"2026-03-03T20:57:22.944968Z","end":"2026-03-03T20:57:24.32064Z","steps":["trace[1424128999] 'process raft request' (duration: 1.374666888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.320818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.944957Z","time spent":"1.375784633s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:24.320872Z","caller":"traceutil/trace.go:171","msg":"trace[777362038] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"1.375752823s","start":"2026-03-03T20:57:22.945094Z","end":"2026-03-03T20:57:24.320847Z","steps":["trace[777362038] 'process raft request' (duration: 1.374637697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.320969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.945083Z","time spent":"1.375839525s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:24.321216Z","caller":"traceutil/trace.go:171","msg":"trace[1091698439] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"1.3760569s","start":"2026-03-03T20:57:22.945147Z","end":"2026-03-03T20:57:24.321204Z","steps":["trace[1091698439] 'process raft request' (duration: 1.374811491s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:24.321268Z","caller":"traceutil/trace.go:171","msg":"trace[1441122635] linearizableReadLoop","detail":"{readStateIndex:25222; appliedIndex:25209; }","duration":"1.392077741s","start":"2026-03-03T20:57:22.929174Z","end":"2026-03-03T20:57:24.321252Z","steps":["trace[1441122635] 'read index received' (duration: 582.005073ms)","trace[1441122635] 'applied index is now lower than readState.Index' (duration: 810.071668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:24.321282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.945143Z","time spent":"1.376107361s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:24.321368Z","caller":"traceutil/trace.go:171","msg":"trace[595597164] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"1.376212744s","start":"2026-03-03T20:57:22.945146Z","end":"2026-03-03T20:57:24.321359Z","steps":["trace[595597164] 'process raft request' (duration: 1.375981188s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.321411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.94514Z","time spent":"1.376247674s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:24.321408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111550026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:24.321462Z","caller":"traceutil/trace.go:171","msg":"trace[1843625268] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24334; }","duration":"2.111632149s","start":"2026-03-03T20:57:22.209816Z","end":"2026-03-03T20:57:24.321448Z","steps":["trace[1843625268] 'agreement among raft nodes before linearized reading' (duration: 2.111508346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.321498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.209801Z","time spent":"2.11168802s","remote":"127.0.0.1:41982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:24.321765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376836618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-03T20:57:24.321813Z","caller":"traceutil/trace.go:171","msg":"trace[1852882111] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24335; }","duration":"1.376886639s","start":"2026-03-03T20:57:22.944913Z","end":"2026-03-03T20:57:24.321799Z","steps":["trace[1852882111] 'agreement among raft nodes before linearized reading' (duration: 1.376715145s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.321814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607697204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:24.321842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.944859Z","time spent":"1.376976141s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-03T20:57:24.321874Z","caller":"traceutil/trace.go:171","msg":"trace[1169353953] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24335; }","duration":"3.607802706s","start":"2026-03-03T20:57:20.714054Z","end":"2026-03-03T20:57:24.321857Z","steps":["trace[1169353953] 'agreement among raft nodes before linearized reading' (duration: 3.607322965s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.321904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004671015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:24.321914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:20.714032Z","time spent":"3.607871007s","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:24.321941Z","caller":"traceutil/trace.go:171","msg":"trace[1714082492] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24335; }","duration":"2.004737367s","start":"2026-03-03T20:57:22.317191Z","end":"2026-03-03T20:57:24.321928Z","steps":["trace[1714082492] 'agreement among raft nodes before linearized reading' (duration: 2.004210005s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.321972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.317175Z","time spent":"2.004789328s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:57:24.32204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.270611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:24.322095Z","caller":"traceutil/trace.go:171","msg":"trace[1314356148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24335; }","duration":"685.356704ms","start":"2026-03-03T20:57:23.636724Z","end":"2026-03-03T20:57:24.322081Z","steps":["trace[1314356148] 'agreement among raft nodes before linearized reading' (duration: 685.261441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.322095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477392099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:24.322104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078582662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:24.322105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815214104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:24.322126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:23.636707Z","time spent":"685.412764ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:24.322128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3734907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:24.322149Z","caller":"traceutil/trace.go:171","msg":"trace[1014865009] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24335; }","duration":"2.815296076s","start":"2026-03-03T20:57:21.506839Z","end":"2026-03-03T20:57:24.322135Z","steps":["trace[1014865009] 'agreement among raft nodes before linearized reading' (duration: 2.814518478s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:24.322164Z","caller":"traceutil/trace.go:171","msg":"trace[1619179654] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24335; }","duration":"1.373536821s","start":"2026-03-03T20:57:22.948617Z","end":"2026-03-03T20:57:24.322154Z","steps":["trace[1619179654] 'agreement among raft nodes before linearized reading' (duration: 1.373453869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.322185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:21.506816Z","time spent":"2.815359877s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:24.322195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.948611Z","time spent":"1.373576302s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:24.32213Z","caller":"traceutil/trace.go:171","msg":"trace[2110377798] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24335; }","duration":"3.477428719s","start":"2026-03-03T20:57:20.844689Z","end":"2026-03-03T20:57:24.322118Z","steps":["trace[2110377798] 'agreement among raft nodes before linearized reading' (duration: 3.476675962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.32235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239505187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T20:57:24.322357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.949306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T20:57:24.322363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:20.844629Z","time spent":"3.477720466s","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:24.322365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377318899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:24.322379Z","caller":"traceutil/trace.go:171","msg":"trace[767283097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24335; }","duration":"2.239557028s","start":"2026-03-03T20:57:22.082813Z","end":"2026-03-03T20:57:24.32237Z","steps":["trace[767283097] 'agreement among raft nodes before linearized reading' (duration: 2.238531064s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:24.322388Z","caller":"traceutil/trace.go:171","msg":"trace[2004475496] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24335; }","duration":"378.020107ms","start":"2026-03-03T20:57:23.944359Z","end":"2026-03-03T20:57:24.322379Z","steps":["trace[2004475496] 'agreement among raft nodes before linearized reading' (duration: 377.912695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.322429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:23.944338Z","time spent":"378.085169ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-03T20:57:24.322134Z","caller":"traceutil/trace.go:171","msg":"trace[625816901] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24335; }","duration":"2.078651653s","start":"2026-03-03T20:57:22.243474Z","end":"2026-03-03T20:57:24.322126Z","steps":["trace[625816901] 'agreement among raft nodes before linearized reading' (duration: 2.077937416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.322515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.243451Z","time spent":"2.079056132s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:24.322511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.695182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:24.322551Z","caller":"traceutil/trace.go:171","msg":"trace[1124690228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24335; }","duration":"552.763854ms","start":"2026-03-03T20:57:23.769778Z","end":"2026-03-03T20:57:24.322541Z","steps":["trace[1124690228] 'agreement among raft nodes before linearized reading' (duration: 552.702853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.322589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:23.769761Z","time spent":"552.822886ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:24.322651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.24694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:24.322697Z","caller":"traceutil/trace.go:171","msg":"trace[739456451] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24335; }","duration":"545.330882ms","start":"2026-03-03T20:57:23.777357Z","end":"2026-03-03T20:57:24.322688Z","steps":["trace[739456451] 'agreement among raft nodes before linearized reading' (duration: 545.26379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.322731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:23.777336Z","time spent":"545.385943ms","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:24.322052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.233565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-03T20:57:24.322789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.928641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:57:24.322833Z","caller":"traceutil/trace.go:171","msg":"trace[57559911] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24335; }","duration":"445.008863ms","start":"2026-03-03T20:57:23.877815Z","end":"2026-03-03T20:57:24.322824Z","steps":["trace[57559911] 'agreement among raft nodes before linearized reading' (duration: 444.89872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.322869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:23.877736Z","time spent":"445.124815ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:57:24.322399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.082798Z","time spent":"2.239597819s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T20:57:24.322794Z","caller":"traceutil/trace.go:171","msg":"trace[1793063350] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24335; }","duration":"907.972682ms","start":"2026-03-03T20:57:23.41481Z","end":"2026-03-03T20:57:24.322782Z","steps":["trace[1793063350] 'agreement among raft nodes before linearized reading' (duration: 907.198714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.323114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:23.414788Z","time spent":"908.30971ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T20:57:24.3224Z","caller":"traceutil/trace.go:171","msg":"trace[110332492] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24335; }","duration":"1.377371521s","start":"2026-03-03T20:57:22.94502Z","end":"2026-03-03T20:57:24.322391Z","steps":["trace[110332492] 'agreement among raft nodes before linearized reading' (duration: 1.377311949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.323232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:22.94501Z","time spent":"1.37821701s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T20:57:24.715821Z","caller":"traceutil/trace.go:171","msg":"trace[1585192739] linearizableReadLoop","detail":"{readStateIndex:25224; appliedIndex:25223; }","duration":"389.314879ms","start":"2026-03-03T20:57:24.326459Z","end":"2026-03-03T20:57:24.715774Z","steps":["trace[1585192739] 'read index received' (duration: 292.141723ms)","trace[1585192739] 'applied index is now lower than readState.Index' (duration: 97.169596ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:24.715921Z","caller":"traceutil/trace.go:171","msg":"trace[1698406882] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"388.47711ms","start":"2026-03-03T20:57:24.327416Z","end":"2026-03-03T20:57:24.715893Z","steps":["trace[1698406882] 'process raft request' (duration: 388.261585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:24.716024Z","caller":"traceutil/trace.go:171","msg":"trace[955126289] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"388.425638ms","start":"2026-03-03T20:57:24.327568Z","end":"2026-03-03T20:57:24.715994Z","steps":["trace[955126289] 'process raft request' (duration: 388.261394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.716106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.628126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eddd2726-a01e-4aec-b8aa-ea601e0a46f2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T20:57:24.716159Z","caller":"traceutil/trace.go:171","msg":"trace[1461637367] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eddd2726-a01e-4aec-b8aa-ea601e0a46f2; range_end:; response_count:1; response_revision:24337; }","duration":"389.716799ms","start":"2026-03-03T20:57:24.326428Z","end":"2026-03-03T20:57:24.716145Z","steps":["trace[1461637367] 'agreement among raft nodes before linearized reading' (duration: 389.451143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.716157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.327562Z","time spent":"388.529331ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:24.716241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.32472Z","time spent":"390.973767ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:24.716263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.326412Z","time spent":"389.76742ms","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-eddd2726-a01e-4aec-b8aa-ea601e0a46f2\" "} {"level":"warn","ts":"2026-03-03T20:57:24.716194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.327403Z","time spent":"388.675074ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:24.716304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.803052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:24.716307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.706796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:24.716367Z","caller":"traceutil/trace.go:171","msg":"trace[258834155] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24337; }","duration":"209.888044ms","start":"2026-03-03T20:57:24.506465Z","end":"2026-03-03T20:57:24.716353Z","steps":["trace[258834155] 'agreement among raft nodes before linearized reading' (duration: 209.759291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:24.716376Z","caller":"traceutil/trace.go:171","msg":"trace[2124099099] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24337; }","duration":"385.814798ms","start":"2026-03-03T20:57:24.330545Z","end":"2026-03-03T20:57:24.71636Z","steps":["trace[2124099099] 'agreement among raft nodes before linearized reading' (duration: 385.668724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.716413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.330539Z","time spent":"385.865069ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:57:24.716489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.749179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:57:24.716496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.721929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-03-03T20:57:24.71649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.680347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T20:57:24.716534Z","caller":"traceutil/trace.go:171","msg":"trace[1846133388] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24337; }","duration":"389.77463ms","start":"2026-03-03T20:57:24.32675Z","end":"2026-03-03T20:57:24.716525Z","steps":["trace[1846133388] 'agreement among raft nodes before linearized reading' (duration: 389.671087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:24.716531Z","caller":"traceutil/trace.go:171","msg":"trace[1490093826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24337; }","duration":"389.82384ms","start":"2026-03-03T20:57:24.326695Z","end":"2026-03-03T20:57:24.716519Z","steps":["trace[1490093826] 'agreement among raft nodes before linearized reading' (duration: 389.513663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:24.716547Z","caller":"traceutil/trace.go:171","msg":"trace[1524975927] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24337; }","duration":"389.77425ms","start":"2026-03-03T20:57:24.326759Z","end":"2026-03-03T20:57:24.716533Z","steps":["trace[1524975927] 'agreement among raft nodes before linearized reading' (duration: 389.521004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:24.716564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.326743Z","time spent":"389.81329ms","remote":"127.0.0.1:35758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-03T20:57:24.716574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.326685Z","time spent":"389.881423ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:57:24.716584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.326739Z","time spent":"389.836031ms","remote":"127.0.0.1:35758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-03T20:57:25.329391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.554542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:25.329484Z","caller":"traceutil/trace.go:171","msg":"trace[642222661] linearizableReadLoop","detail":"{readStateIndex:25227; appliedIndex:25226; }","duration":"608.942948ms","start":"2026-03-03T20:57:24.720527Z","end":"2026-03-03T20:57:25.32947Z","steps":["trace[642222661] 'read index received' (duration: 111.214282ms)","trace[642222661] 'applied index is now lower than readState.Index' (duration: 497.726926ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:25.329567Z","caller":"traceutil/trace.go:171","msg":"trace[186687468] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"611.989909ms","start":"2026-03-03T20:57:24.717538Z","end":"2026-03-03T20:57:25.329528Z","steps":["trace[186687468] 'process raft request' (duration: 114.218152ms)","trace[186687468] 'compare' (duration: 496.972389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:25.329648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.154573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:57:25.329669Z","caller":"traceutil/trace.go:171","msg":"trace[1427809243] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:24338; }","duration":"609.209935ms","start":"2026-03-03T20:57:24.720451Z","end":"2026-03-03T20:57:25.329661Z","steps":["trace[1427809243] 'agreement among raft nodes before linearized reading' (duration: 609.075671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:25.329695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.720429Z","time spent":"609.260036ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" "} {"level":"warn","ts":"2026-03-03T20:57:25.329756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.717522Z","time spent":"612.137232ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:25.330483Z","caller":"traceutil/trace.go:171","msg":"trace[460645627] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"609.263536ms","start":"2026-03-03T20:57:24.721177Z","end":"2026-03-03T20:57:25.330441Z","steps":["trace[460645627] 'process raft request' (duration: 608.782744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:25.33048Z","caller":"traceutil/trace.go:171","msg":"trace[1365457912] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"608.265633ms","start":"2026-03-03T20:57:24.722193Z","end":"2026-03-03T20:57:25.330458Z","steps":["trace[1365457912] 'process raft request' (duration: 608.097739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:25.330708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.721162Z","time spent":"609.41571ms","remote":"127.0.0.1:35758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:25.330748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.722157Z","time spent":"608.480207ms","remote":"127.0.0.1:35758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:26.888033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:26.888101Z","caller":"traceutil/trace.go:171","msg":"trace[801467351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490427s","start":"2026-03-03T20:57:24.887595Z","end":"2026-03-03T20:57:26.888085Z","steps":["trace[801467351] 'agreement among raft nodes before linearized reading' (duration: 2.000394734s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:26.888137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.887574Z","time spent":"2.000556179s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:27.099269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648971755s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:27.099482Z","caller":"traceutil/trace.go:171","msg":"trace[2139436036] linearizableReadLoop","detail":"{readStateIndex:25231; appliedIndex:25227; }","duration":"1.769949664s","start":"2026-03-03T20:57:25.3295Z","end":"2026-03-03T20:57:27.09945Z","steps":["trace[2139436036] 'read index received' (duration: 394.989µs)","trace[2139436036] 'applied index is now lower than readState.Index' (duration: 1.769553555s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:27.099545Z","caller":"traceutil/trace.go:171","msg":"trace[98325121] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"2.161402253s","start":"2026-03-03T20:57:24.938134Z","end":"2026-03-03T20:57:27.099536Z","steps":["trace[98325121] 'process raft request' (duration: 512.09531ms)","trace[98325121] 'compare' (duration: 1.648375421s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:27.099586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.93811Z","time spent":"2.161453614s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:27.099802Z","caller":"traceutil/trace.go:171","msg":"trace[717914934] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"2.158970017s","start":"2026-03-03T20:57:24.940823Z","end":"2026-03-03T20:57:27.099793Z","steps":["trace[717914934] 'process raft request' (duration: 2.158542497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:27.099844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.940811Z","time spent":"2.159013978s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:27.099999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373092667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T20:57:27.100027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276585758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T20:57:27.100059Z","caller":"traceutil/trace.go:171","msg":"trace[502227257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24342; }","duration":"2.37316522s","start":"2026-03-03T20:57:24.726876Z","end":"2026-03-03T20:57:27.100041Z","steps":["trace[502227257] 'agreement among raft nodes before linearized reading' (duration: 2.373033827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:27.100095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.726869Z","time spent":"2.373218971s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:57:27.100103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909249018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:27.1001Z","caller":"traceutil/trace.go:171","msg":"trace[1701516774] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24342; }","duration":"2.276704451s","start":"2026-03-03T20:57:24.823374Z","end":"2026-03-03T20:57:27.100078Z","steps":["trace[1701516774] 'agreement among raft nodes before linearized reading' (duration: 2.276482556s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:27.100132Z","caller":"traceutil/trace.go:171","msg":"trace[410644593] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24342; }","duration":"1.909338781s","start":"2026-03-03T20:57:25.190783Z","end":"2026-03-03T20:57:27.100122Z","steps":["trace[410644593] 'agreement among raft nodes before linearized reading' (duration: 1.90929536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:27.100157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.823351Z","time spent":"2.276797052s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T20:57:27.100168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.190674Z","time spent":"1.909474933s","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:27.100215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252848406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:27.100288Z","caller":"traceutil/trace.go:171","msg":"trace[1211847084] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24342; }","duration":"2.252962349s","start":"2026-03-03T20:57:24.847311Z","end":"2026-03-03T20:57:27.100273Z","steps":["trace[1211847084] 'agreement among raft nodes before linearized reading' (duration: 2.252831106s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:27.100326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:24.847296Z","time spent":"2.25302148s","remote":"127.0.0.1:35882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:27.600469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:28.10092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:28.599514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.149283209s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:28.889227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00060346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:28.889321Z","caller":"traceutil/trace.go:171","msg":"trace[388336414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000748494s","start":"2026-03-03T20:57:26.888547Z","end":"2026-03-03T20:57:28.889296Z","steps":["trace[388336414] 'agreement among raft nodes before linearized reading' (duration: 2.000615331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:28.889371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.888535Z","time spent":"2.000826455s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:30.009153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409358871s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:30.00931Z","caller":"traceutil/trace.go:171","msg":"trace[1343506616] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"4.675566946s","start":"2026-03-03T20:57:25.333714Z","end":"2026-03-03T20:57:30.00928Z","steps":["trace[1343506616] 'process raft request' (duration: 3.265981859s)","trace[1343506616] 'compare' (duration: 1.409228788s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:30.009379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.333687Z","time spent":"4.675659678s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:30.477249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.629318159s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:30.561661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.563232Z","time spent":"4.998422632s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:30.56183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.563409Z","time spent":"4.998419622s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:30.56189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.563569Z","time spent":"4.99832034s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:30.561967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.563962Z","time spent":"4.998003542s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:30.899967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999967555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:30.900102Z","caller":"traceutil/trace.go:171","msg":"trace[2054328616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220981s","start":"2026-03-03T20:57:28.89986Z","end":"2026-03-03T20:57:30.900081Z","steps":["trace[2054328616] 'agreement among raft nodes before linearized reading' (duration: 2.000059837s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:30.900154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:28.899834Z","time spent":"2.000309503s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:31.324572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998993797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:31.324673Z","caller":"traceutil/trace.go:171","msg":"trace[1071566461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99915015s","start":"2026-03-03T20:57:26.325496Z","end":"2026-03-03T20:57:31.324646Z","steps":["trace[1071566461] 'agreement among raft nodes before linearized reading' (duration: 4.999027368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:31.32473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.325474Z","time spent":"4.999244382s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 20:57:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:31.325449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999328924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:31.325522Z","caller":"traceutil/trace.go:171","msg":"trace[1195659774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999437426s","start":"2026-03-03T20:57:26.326067Z","end":"2026-03-03T20:57:31.325505Z","steps":["trace[1195659774] 'agreement among raft nodes before linearized reading' (duration: 4.999345764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:31.325569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.326057Z","time spent":"4.999504229s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 20:57:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:31.326592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999550829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:31.326659Z","caller":"traceutil/trace.go:171","msg":"trace[1143326305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999661752s","start":"2026-03-03T20:57:26.326981Z","end":"2026-03-03T20:57:31.326643Z","steps":["trace[1143326305] 'agreement among raft nodes before linearized reading' (duration: 4.99958627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:31.326708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.326964Z","time spent":"4.999733204s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:57:31.328295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.329228Z","time spent":"4.999063008s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:32.900837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000677002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:32.900928Z","caller":"traceutil/trace.go:171","msg":"trace[1616373950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000829615s","start":"2026-03-03T20:57:30.900078Z","end":"2026-03-03T20:57:32.900908Z","steps":["trace[1616373950] 'agreement among raft nodes before linearized reading' (duration: 2.000709482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:32.901031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:30.900057Z","time spent":"2.000960979s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:33.100713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.783097469s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:33.17197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.473144Z","time spent":"1.698816463s","remote":"127.0.0.1:59284","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:33.17211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809254265s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:33.172213Z","caller":"traceutil/trace.go:171","msg":"trace[2118603809] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24343; }","duration":"2.809366857s","start":"2026-03-03T20:57:30.362827Z","end":"2026-03-03T20:57:33.172194Z","steps":["trace[2118603809] 'range keys from in-memory index tree' (duration: 2.809236354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:33.172995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695411112s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:33.173776Z","caller":"traceutil/trace.go:171","msg":"trace[167362040] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"2.110261596s","start":"2026-03-03T20:57:31.063434Z","end":"2026-03-03T20:57:33.173696Z","steps":["trace[167362040] 'process raft request' (duration: 2.110212685s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:33.173939Z","caller":"traceutil/trace.go:171","msg":"trace[589134118] linearizableReadLoop","detail":"{readStateIndex:25238; appliedIndex:25231; }","duration":"6.074387995s","start":"2026-03-03T20:57:27.099509Z","end":"2026-03-03T20:57:33.173897Z","steps":["trace[589134118] 'read index received' (duration: 1.500276184s)","trace[589134118] 'applied index is now lower than readState.Index' (duration: 4.574109471s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:33.173935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.063416Z","time spent":"2.110482011s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:33.174186Z","caller":"traceutil/trace.go:171","msg":"trace[1810078047] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"4.068415529s","start":"2026-03-03T20:57:29.105759Z","end":"2026-03-03T20:57:33.174175Z","steps":["trace[1810078047] 'process raft request' (duration: 4.067746714s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:33.174244Z","caller":"traceutil/trace.go:171","msg":"trace[1098041187] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"5.233885389s","start":"2026-03-03T20:57:27.940346Z","end":"2026-03-03T20:57:33.174231Z","steps":["trace[1098041187] 'process raft request' (duration: 5.233085201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:33.17435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:27.940315Z","time spent":"5.233972022s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:33.174395Z","caller":"traceutil/trace.go:171","msg":"trace[1496864315] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"4.06799365s","start":"2026-03-03T20:57:29.106384Z","end":"2026-03-03T20:57:33.174378Z","steps":["trace[1496864315] 'process raft request' (duration: 4.067195261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:33.174372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:29.105725Z","time spent":"4.068547102s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:33.17447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:29.106355Z","time spent":"4.068073901s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:33.174533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.847572326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:57:33.174573Z","caller":"traceutil/trace.go:171","msg":"trace[637601610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24352; }","duration":"6.847634428s","start":"2026-03-03T20:57:26.326924Z","end":"2026-03-03T20:57:33.174558Z","steps":["trace[637601610] 'agreement among raft nodes before linearized reading' (duration: 6.847555926s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:33.174593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.664631815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:33.174442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.289824545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:33.174629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.848502227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:57:33.174643Z","caller":"traceutil/trace.go:171","msg":"trace[1711981342] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24352; }","duration":"7.664713017s","start":"2026-03-03T20:57:25.509914Z","end":"2026-03-03T20:57:33.174627Z","steps":["trace[1711981342] 'agreement among raft nodes before linearized reading' (duration: 7.664646766s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:33.174674Z","caller":"traceutil/trace.go:171","msg":"trace[1828249931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24352; }","duration":"6.848575039s","start":"2026-03-03T20:57:26.326088Z","end":"2026-03-03T20:57:33.174663Z","steps":["trace[1828249931] 'agreement among raft nodes before linearized reading' (duration: 6.848469647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:33.174686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.509893Z","time spent":"7.66478148s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:33.174684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.25249887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:33.174676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.159709375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:33.174704Z","caller":"traceutil/trace.go:171","msg":"trace[74299677] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24352; }","duration":"7.29008447s","start":"2026-03-03T20:57:25.884585Z","end":"2026-03-03T20:57:33.174669Z","steps":["trace[74299677] 'agreement among raft nodes before linearized reading' (duration: 7.289790994s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:33.174756Z","caller":"traceutil/trace.go:171","msg":"trace[2122234675] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24352; }","duration":"6.159851299s","start":"2026-03-03T20:57:27.014882Z","end":"2026-03-03T20:57:33.174734Z","steps":["trace[2122234675] 'agreement among raft nodes before linearized reading' (duration: 6.159711956s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:33.174802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:27.014856Z","time spent":"6.15993551s","remote":"127.0.0.1:43474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:33.174819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.884563Z","time spent":"7.290215083s","remote":"127.0.0.1:42194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:33.174562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.839630839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:57:33.174776Z","caller":"traceutil/trace.go:171","msg":"trace[246552233] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24352; }","duration":"6.252580732s","start":"2026-03-03T20:57:26.922145Z","end":"2026-03-03T20:57:33.174725Z","steps":["trace[246552233] 'agreement among raft nodes before linearized reading' (duration: 6.252476039s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:33.174866Z","caller":"traceutil/trace.go:171","msg":"trace[1211975400] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24352; }","duration":"7.839970207s","start":"2026-03-03T20:57:25.334883Z","end":"2026-03-03T20:57:33.174853Z","steps":["trace[1211975400] 'agreement among raft nodes before linearized reading' (duration: 7.839552737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:33.174526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.839369343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1899704da5408dce\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-03T20:57:33.174921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.334871Z","time spent":"7.840036818s","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:57:33.174943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.922079Z","time spent":"6.252821857s","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:33.174809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.671284501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:33.175254Z","caller":"traceutil/trace.go:171","msg":"trace[2095294714] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24352; }","duration":"7.671715991s","start":"2026-03-03T20:57:25.503481Z","end":"2026-03-03T20:57:33.175197Z","steps":["trace[2095294714] 'agreement among raft nodes before linearized reading' (duration: 7.671301821s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:33.175365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.503463Z","time spent":"7.671873394s","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:33.174956Z","caller":"traceutil/trace.go:171","msg":"trace[1020393736] range","detail":"{range_begin:/registry/events/openstack/container-infra.1899704da5408dce; range_end:; response_count:1; response_revision:24352; }","duration":"7.839828044s","start":"2026-03-03T20:57:25.335118Z","end":"2026-03-03T20:57:33.174946Z","steps":["trace[1020393736] 'agreement among raft nodes before linearized reading' (duration: 7.839257011s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:33.17471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.326069Z","time spent":"6.8486327s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:57:33.174606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.326889Z","time spent":"6.847712329s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:57:33.175522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:25.335111Z","time spent":"7.840394867s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.1899704da5408dce\" "} {"level":"warn","ts":"2026-03-03T20:57:33.174548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.50148871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:33.175651Z","caller":"traceutil/trace.go:171","msg":"trace[258924087] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24352; }","duration":"6.502658588s","start":"2026-03-03T20:57:26.672972Z","end":"2026-03-03T20:57:33.17563Z","steps":["trace[258924087] 'agreement among raft nodes before linearized reading' (duration: 6.501436949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:33.175717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:26.672956Z","time spent":"6.502739109s","remote":"127.0.0.1:35696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:34.907323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:34.907414Z","caller":"traceutil/trace.go:171","msg":"trace[562952108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542819s","start":"2026-03-03T20:57:32.906853Z","end":"2026-03-03T20:57:34.907396Z","steps":["trace[562952108] 'agreement among raft nodes before linearized reading' (duration: 2.000431217s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:34.907468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:32.906804Z","time spent":"2.000648311s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:35.099416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.764926008s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:35.562271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998608557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:35.562377Z","caller":"traceutil/trace.go:171","msg":"trace[1753781618] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99874239s","start":"2026-03-03T20:57:30.563609Z","end":"2026-03-03T20:57:35.562351Z","steps":["trace[1753781618] 'agreement among raft nodes before linearized reading' (duration: 4.998612397s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:35.562444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:30.563604Z","time spent":"4.998825053s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/03 20:57:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:35.562585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999854306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:35.562639Z","caller":"traceutil/trace.go:171","msg":"trace[1955851481] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999934098s","start":"2026-03-03T20:57:30.562694Z","end":"2026-03-03T20:57:35.562628Z","steps":["trace[1955851481] 'agreement among raft nodes before linearized reading' (duration: 4.999880727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:35.562679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:30.562678Z","time spent":"4.999991269s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/03 20:57:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:35.562773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998988827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:35.562801Z","caller":"traceutil/trace.go:171","msg":"trace[461405587] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999053757s","start":"2026-03-03T20:57:30.563737Z","end":"2026-03-03T20:57:35.562791Z","steps":["trace[461405587] 'agreement among raft nodes before linearized reading' (duration: 4.999026197s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:35.56283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:30.563714Z","time spent":"4.999110429s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/03 20:57:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:35.562847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990992161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:35.562924Z","caller":"traceutil/trace.go:171","msg":"trace[1590286505] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.991117504s","start":"2026-03-03T20:57:30.571788Z","end":"2026-03-03T20:57:35.562906Z","steps":["trace[1590286505] 'agreement among raft nodes before linearized reading' (duration: 4.991012922s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:35.562972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:30.571774Z","time spent":"4.991189115s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/03 20:57:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.324359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997464455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:36.324525Z","caller":"traceutil/trace.go:171","msg":"trace[1609833878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997760892s","start":"2026-03-03T20:57:33.326742Z","end":"2026-03-03T20:57:36.324503Z","steps":["trace[1609833878] 'agreement among raft nodes before linearized reading' (duration: 2.997487126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.324607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.326726Z","time spent":"2.997866984s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.325451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997953606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:36.325549Z","caller":"traceutil/trace.go:171","msg":"trace[389982008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998083589s","start":"2026-03-03T20:57:33.327438Z","end":"2026-03-03T20:57:36.325521Z","steps":["trace[389982008] 'agreement among raft nodes before linearized reading' (duration: 2.997959626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.325612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.327431Z","time spent":"2.998169232s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.326394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.180871Z","time spent":"3.145516263s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.326656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.180989Z","time spent":"3.145664866s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.32813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998830587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:36.328209Z","caller":"traceutil/trace.go:171","msg":"trace[1300378016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998933159s","start":"2026-03-03T20:57:33.32926Z","end":"2026-03-03T20:57:36.328193Z","steps":["trace[1300378016] 'agreement among raft nodes before linearized reading' (duration: 2.998847817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.328261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.32925Z","time spent":"2.99899796s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.328366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997552412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:36.328419Z","caller":"traceutil/trace.go:171","msg":"trace[141596436] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997661375s","start":"2026-03-03T20:57:31.330743Z","end":"2026-03-03T20:57:36.328404Z","steps":["trace[141596436] 'agreement among raft nodes before linearized reading' (duration: 4.997587223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.328502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.33072Z","time spent":"4.997770548s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:36.560047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225623222s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T20:57:36.56024Z","caller":"traceutil/trace.go:171","msg":"trace[1671406820] linearizableReadLoop","detail":"{readStateIndex:25242; appliedIndex:25241; }","duration":"3.386243901s","start":"2026-03-03T20:57:33.17398Z","end":"2026-03-03T20:57:36.560224Z","steps":["trace[1671406820] 'read index received' (duration: 160.503896ms)","trace[1671406820] 'applied index is now lower than readState.Index' (duration: 3.225739275s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:36.560399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.86993015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-03T20:57:36.560429Z","caller":"traceutil/trace.go:171","msg":"trace[545608381] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24352; }","duration":"3.870000172s","start":"2026-03-03T20:57:32.690419Z","end":"2026-03-03T20:57:36.560419Z","steps":["trace[545608381] 'agreement among raft nodes before linearized reading' (duration: 3.869876129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.560479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:32.690397Z","time spent":"3.870074393s","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T20:57:36.560472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.543857754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T20:57:36.560521Z","caller":"traceutil/trace.go:171","msg":"trace[505057442] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72; range_end:; response_count:1; response_revision:24352; }","duration":"6.543949476s","start":"2026-03-03T20:57:30.016556Z","end":"2026-03-03T20:57:36.560505Z","steps":["trace[505057442] 'agreement among raft nodes before linearized reading' (duration: 6.543780352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.560514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421804066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:36.560624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.366806914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:36.560631Z","caller":"traceutil/trace.go:171","msg":"trace[427897619] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24352; }","duration":"3.421966541s","start":"2026-03-03T20:57:33.138638Z","end":"2026-03-03T20:57:36.560605Z","steps":["trace[427897619] 'agreement among raft nodes before linearized reading' (duration: 3.421688214s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:36.560658Z","caller":"traceutil/trace.go:171","msg":"trace[1770480306] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24352; }","duration":"6.366882416s","start":"2026-03-03T20:57:30.193766Z","end":"2026-03-03T20:57:36.560648Z","steps":["trace[1770480306] 'agreement among raft nodes before linearized reading' (duration: 6.366823544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.5607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.521035642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:36.560705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:30.193745Z","time spent":"6.366939096s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:36.560729Z","caller":"traceutil/trace.go:171","msg":"trace[239242321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24352; }","duration":"7.521123554s","start":"2026-03-03T20:57:29.039598Z","end":"2026-03-03T20:57:36.560722Z","steps":["trace[239242321] 'agreement among raft nodes before linearized reading' (duration: 7.521081743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.560749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:29.039564Z","time spent":"7.521179045s","remote":"127.0.0.1:51248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:36.56075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.080022Z","time spent":"480.720311ms","remote":"127.0.0.1:59288","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:36.560737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.370563183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:36.56088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.022245069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:36.560875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.454066603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:57:36.560952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.415539424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-03T20:57:36.560963Z","caller":"traceutil/trace.go:171","msg":"trace[1702127842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24352; }","duration":"4.454199516s","start":"2026-03-03T20:57:32.106739Z","end":"2026-03-03T20:57:36.560938Z","steps":["trace[1702127842] 'agreement among raft nodes before linearized reading' (duration: 4.45393915s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:36.560989Z","caller":"traceutil/trace.go:171","msg":"trace[54664989] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24352; }","duration":"6.415608086s","start":"2026-03-03T20:57:30.145372Z","end":"2026-03-03T20:57:36.56098Z","steps":["trace[54664989] 'agreement among raft nodes before linearized reading' (duration: 6.415505674s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.561015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:32.106716Z","time spent":"4.454286619s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:57:36.561044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.983788404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:36.561124Z","caller":"traceutil/trace.go:171","msg":"trace[1509407475] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24352; }","duration":"8.983915927s","start":"2026-03-03T20:57:27.577189Z","end":"2026-03-03T20:57:36.561104Z","steps":["trace[1509407475] 'agreement among raft nodes before linearized reading' (duration: 8.983779564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.56057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:30.016534Z","time spent":"6.544027739s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72\" "} {"level":"warn","ts":"2026-03-03T20:57:36.561156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:27.577168Z","time spent":"8.983980168s","remote":"127.0.0.1:35250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:36.560695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.13862Z","time spent":"3.422058123s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:36.560666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.687806647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:36.561338Z","caller":"traceutil/trace.go:171","msg":"trace[1654996517] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24352; }","duration":"6.688496753s","start":"2026-03-03T20:57:29.872812Z","end":"2026-03-03T20:57:36.561309Z","steps":["trace[1654996517] 'agreement among raft nodes before linearized reading' (duration: 6.687820737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.561022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:30.145358Z","time spent":"6.415658177s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T20:57:36.56091Z","caller":"traceutil/trace.go:171","msg":"trace[1298509533] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24352; }","duration":"8.02231099s","start":"2026-03-03T20:57:28.53859Z","end":"2026-03-03T20:57:36.560901Z","steps":["trace[1298509533] 'agreement among raft nodes before linearized reading' (duration: 8.022264129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.561434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:29.872788Z","time spent":"6.688614005s","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:36.561486Z","caller":"traceutil/trace.go:171","msg":"trace[997446657] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"3.382889594s","start":"2026-03-03T20:57:33.178587Z","end":"2026-03-03T20:57:36.561477Z","steps":["trace[997446657] 'process raft request' (duration: 3.381554723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.56156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.178568Z","time spent":"3.382944735s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:36.560884Z","caller":"traceutil/trace.go:171","msg":"trace[60206947] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24352; }","duration":"5.370822368s","start":"2026-03-03T20:57:31.190025Z","end":"2026-03-03T20:57:36.560848Z","steps":["trace[60206947] 'agreement among raft nodes before linearized reading' (duration: 5.37048423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.561617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:28.538567Z","time spent":"8.022893433s","remote":"127.0.0.1:42296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:36.561759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:31.189987Z","time spent":"5.37174144s","remote":"127.0.0.1:42044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:36.561173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.457583964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7aa9fb31-4d9c-4452-b00c-1d8eea080ad8\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T20:57:36.561858Z","caller":"traceutil/trace.go:171","msg":"trace[595637906] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7aa9fb31-4d9c-4452-b00c-1d8eea080ad8; range_end:; response_count:1; response_revision:24352; }","duration":"9.45827701s","start":"2026-03-03T20:57:27.103572Z","end":"2026-03-03T20:57:36.561849Z","steps":["trace[595637906] 'agreement among raft nodes before linearized reading' (duration: 9.457434241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.561894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:27.103472Z","time spent":"9.458411634s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-7aa9fb31-4d9c-4452-b00c-1d8eea080ad8\" "} {"level":"warn","ts":"2026-03-03T20:57:36.908636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000851905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:36.90873Z","caller":"traceutil/trace.go:171","msg":"trace[1802829098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001005969s","start":"2026-03-03T20:57:34.907702Z","end":"2026-03-03T20:57:36.908707Z","steps":["trace[1802829098] 'agreement among raft nodes before linearized reading' (duration: 2.000880596s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:36.908805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:34.907677Z","time spent":"2.001117771s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:37.060527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999088,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:37.494069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.583596647s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:38.252291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690780957s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:38.252541Z","caller":"traceutil/trace.go:171","msg":"trace[1214559305] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"4.614879997s","start":"2026-03-03T20:57:33.637631Z","end":"2026-03-03T20:57:38.252511Z","steps":["trace[1214559305] 'process raft request' (duration: 4.614829286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:38.252608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.637598Z","time spent":"4.61496799s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:38.252709Z","caller":"traceutil/trace.go:171","msg":"trace[140367300] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"4.33714534s","start":"2026-03-03T20:57:33.915549Z","end":"2026-03-03T20:57:38.252695Z","steps":["trace[140367300] 'process raft request' (duration: 4.336938585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:38.252795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.915531Z","time spent":"4.337224161s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:38.252914Z","caller":"traceutil/trace.go:171","msg":"trace[1698344772] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"3.071094135s","start":"2026-03-03T20:57:35.181814Z","end":"2026-03-03T20:57:38.252909Z","steps":["trace[1698344772] 'process raft request' (duration: 3.070824628s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:38.252952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:35.181787Z","time spent":"3.071146775s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:38.25304Z","caller":"traceutil/trace.go:171","msg":"trace[1441464139] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"3.071167246s","start":"2026-03-03T20:57:35.181868Z","end":"2026-03-03T20:57:38.253035Z","steps":["trace[1441464139] 'process raft request' (duration: 3.071014132s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:38.253086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:35.181841Z","time spent":"3.071229357s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:38.916092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000505808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:38.916207Z","caller":"traceutil/trace.go:171","msg":"trace[1649115887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666412s","start":"2026-03-03T20:57:36.915525Z","end":"2026-03-03T20:57:38.916192Z","steps":["trace[1649115887] 'agreement among raft nodes before linearized reading' (duration: 2.000535399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:38.916248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.915504Z","time spent":"2.000735343s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:40.562946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998853342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:40.56303Z","caller":"traceutil/trace.go:171","msg":"trace[1788023387] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998990985s","start":"2026-03-03T20:57:35.56402Z","end":"2026-03-03T20:57:40.563011Z","steps":["trace[1788023387] 'agreement among raft nodes before linearized reading' (duration: 4.998884213s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:40.563084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:35.564Z","time spent":"4.999074747s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/03 20:57:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:40.572709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005865675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:40.572768Z","caller":"traceutil/trace.go:171","msg":"trace[1045577981] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.005973187s","start":"2026-03-03T20:57:35.566781Z","end":"2026-03-03T20:57:40.572754Z","steps":["trace[1045577981] 'agreement among raft nodes before linearized reading' (duration: 5.005894405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:40.572803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:35.566759Z","time spent":"5.006034679s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/03 20:57:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:40.916591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999738519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:40.916678Z","caller":"traceutil/trace.go:171","msg":"trace[1218155338] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999889653s","start":"2026-03-03T20:57:38.916768Z","end":"2026-03-03T20:57:40.916658Z","steps":["trace[1218155338] 'agreement among raft nodes before linearized reading' (duration: 1.99977898s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:40.916726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.916736Z","time spent":"1.999980815s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:41.309805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.113467438s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:41.32588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.327122Z","time spent":"4.99874992s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:41.329048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.329616Z","time spent":"4.999421336s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:41.489153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126558597s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:41.489241Z","caller":"traceutil/trace.go:171","msg":"trace[1888976371] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24359; }","duration":"1.126656599s","start":"2026-03-03T20:57:40.362571Z","end":"2026-03-03T20:57:41.489228Z","steps":["trace[1888976371] 'range keys from in-memory index tree' (duration: 1.126539876s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.4903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.112102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:41.49073Z","caller":"traceutil/trace.go:171","msg":"trace[886776569] linearizableReadLoop","detail":"{readStateIndex:25256; appliedIndex:25243; }","duration":"4.930442034s","start":"2026-03-03T20:57:36.56027Z","end":"2026-03-03T20:57:41.490712Z","steps":["trace[886776569] 'read index received' (duration: 933.993325ms)","trace[886776569] 'applied index is now lower than readState.Index' (duration: 3.996447909s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:41.490812Z","caller":"traceutil/trace.go:171","msg":"trace[1188617975] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"4.433286242s","start":"2026-03-03T20:57:37.057517Z","end":"2026-03-03T20:57:41.490803Z","steps":["trace[1188617975] 'process raft request' (duration: 4.433139498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.490878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:37.057492Z","time spent":"4.433350394s","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:41.491117Z","caller":"traceutil/trace.go:171","msg":"trace[952353153] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24360; }","duration":"5.162909261s","start":"2026-03-03T20:57:36.32819Z","end":"2026-03-03T20:57:41.491099Z","steps":["trace[952353153] 'process raft request' (duration: 5.162210685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.491138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.915753027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:41.491163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.756747539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-03T20:57:41.491164Z","caller":"traceutil/trace.go:171","msg":"trace[291349487] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"4.926561285s","start":"2026-03-03T20:57:36.564593Z","end":"2026-03-03T20:57:41.491154Z","steps":["trace[291349487] 'process raft request' (duration: 4.925970641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.491183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.757716699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:41.491201Z","caller":"traceutil/trace.go:171","msg":"trace[1030125296] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24364; }","duration":"5.75681623s","start":"2026-03-03T20:57:35.73437Z","end":"2026-03-03T20:57:41.491186Z","steps":["trace[1030125296] 'agreement among raft nodes before linearized reading' (duration: 5.756605976s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:41.491194Z","caller":"traceutil/trace.go:171","msg":"trace[106869621] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24364; }","duration":"7.915862299s","start":"2026-03-03T20:57:33.575318Z","end":"2026-03-03T20:57:41.49118Z","steps":["trace[106869621] 'agreement among raft nodes before linearized reading' (duration: 7.915753617s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:41.491178Z","caller":"traceutil/trace.go:171","msg":"trace[2021737709] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24360; }","duration":"5.161621541s","start":"2026-03-03T20:57:36.329519Z","end":"2026-03-03T20:57:41.491141Z","steps":["trace[2021737709] 'process raft request' (duration: 5.160964676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.491174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.21804405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:41.491233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:35.734348Z","time spent":"5.756878352s","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418300,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T20:57:41.491237Z","caller":"traceutil/trace.go:171","msg":"trace[1321127702] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24364; }","duration":"6.75776504s","start":"2026-03-03T20:57:34.733455Z","end":"2026-03-03T20:57:41.49122Z","steps":["trace[1321127702] 'agreement among raft nodes before linearized reading' (duration: 6.757699409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.49112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.776617176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:41.491276Z","caller":"traceutil/trace.go:171","msg":"trace[737752787] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24364; }","duration":"7.776813921s","start":"2026-03-03T20:57:33.714454Z","end":"2026-03-03T20:57:41.491267Z","steps":["trace[737752787] 'agreement among raft nodes before linearized reading' (duration: 7.776609897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.491278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:34.733402Z","time spent":"6.757866443s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:57:41.491262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.564572Z","time spent":"4.926626506s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:41.491265Z","caller":"traceutil/trace.go:171","msg":"trace[1716080699] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24364; }","duration":"6.218179293s","start":"2026-03-03T20:57:35.273072Z","end":"2026-03-03T20:57:41.491251Z","steps":["trace[1716080699] 'agreement among raft nodes before linearized reading' (duration: 6.218001759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.491304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.714431Z","time spent":"7.776865952s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:41.491244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.575295Z","time spent":"7.915937462s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:41.491264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.328169Z","time spent":"5.162997403s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:41.491337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:35.273052Z","time spent":"6.218272115s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:41.491338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.329501Z","time spent":"5.161750924s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:41.491119Z","caller":"traceutil/trace.go:171","msg":"trace[1829553395] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"4.923918083s","start":"2026-03-03T20:57:36.567177Z","end":"2026-03-03T20:57:41.491095Z","steps":["trace[1829553395] 'process raft request' (duration: 4.923436912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.492111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.56714Z","time spent":"4.924866986s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:41.492159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.313568084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:57:41.492809Z","caller":"traceutil/trace.go:171","msg":"trace[168897722] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24364; }","duration":"8.313971574s","start":"2026-03-03T20:57:33.178551Z","end":"2026-03-03T20:57:41.492204Z","steps":["trace[168897722] 'agreement among raft nodes before linearized reading' (duration: 8.312730465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:41.492869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:33.178536Z","time spent":"8.314319361s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T20:57:42.92517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:42.925306Z","caller":"traceutil/trace.go:171","msg":"trace[969882930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214681s","start":"2026-03-03T20:57:40.925061Z","end":"2026-03-03T20:57:42.925276Z","steps":["trace[969882930] 'agreement among raft nodes before linearized reading' (duration: 2.000048477s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:42.925381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:40.925043Z","time spent":"2.000317763s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:43.889522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079561442s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:43.889817Z","caller":"traceutil/trace.go:171","msg":"trace[970298769] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"5.707204698s","start":"2026-03-03T20:57:38.182582Z","end":"2026-03-03T20:57:43.889786Z","steps":["trace[970298769] 'process raft request' (duration: 3.627299388s)","trace[970298769] 'compare' (duration: 2.078353914s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:43.889969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.182562Z","time spent":"5.707332362s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:44.904085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.947050355s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:44.925878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:44.925951Z","caller":"traceutil/trace.go:171","msg":"trace[782604628] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506417s","start":"2026-03-03T20:57:42.925424Z","end":"2026-03-03T20:57:44.925931Z","steps":["trace[782604628] 'agreement among raft nodes before linearized reading' (duration: 2.000408604s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:44.926003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:42.925405Z","time spent":"2.000584209s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:45.257281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:40.259211Z","time spent":"4.998056515s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:45.257323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:40.259331Z","time spent":"4.997982543s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:57:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:45.636204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000305272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:45.636301Z","caller":"traceutil/trace.go:171","msg":"trace[1928392175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466916s","start":"2026-03-03T20:57:43.635814Z","end":"2026-03-03T20:57:45.636281Z","steps":["trace[1928392175] 'agreement among raft nodes before linearized reading' (duration: 2.000340383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:45.636357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.63579Z","time spent":"2.000556778s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:46.114933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225289568s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-03T20:57:46.934209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:46.934282Z","caller":"traceutil/trace.go:171","msg":"trace[1437337264] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347715s","start":"2026-03-03T20:57:44.933919Z","end":"2026-03-03T20:57:46.934266Z","steps":["trace[1437337264] 'agreement among raft nodes before linearized reading' (duration: 2.000247662s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:46.93432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:44.933897Z","time spent":"2.000417366s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:47.681938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:40.68152Z","time spent":"7.000411055s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:47.790735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674311463s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:47.791197Z","caller":"traceutil/trace.go:171","msg":"trace[1905319157] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"5.932839328s","start":"2026-03-03T20:57:41.858343Z","end":"2026-03-03T20:57:47.791183Z","steps":["trace[1905319157] 'process raft request' (duration: 5.932643093s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.791261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.858305Z","time spent":"5.93292381s","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:47.791522Z","caller":"traceutil/trace.go:171","msg":"trace[548859606] linearizableReadLoop","detail":"{readStateIndex:25261; appliedIndex:25256; }","duration":"6.300747029s","start":"2026-03-03T20:57:41.490767Z","end":"2026-03-03T20:57:47.791514Z","steps":["trace[548859606] 'read index received' (duration: 318.985026ms)","trace[548859606] 'applied index is now lower than readState.Index' (duration: 5.981761273s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:47.791779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.943665911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:47.791938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.225198035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.1899704e34820230\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-03T20:57:47.79197Z","caller":"traceutil/trace.go:171","msg":"trace[1164535679] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.1899704e34820230; range_end:; response_count:1; response_revision:24370; }","duration":"11.225246497s","start":"2026-03-03T20:57:36.566715Z","end":"2026-03-03T20:57:47.791962Z","steps":["trace[1164535679] 'agreement among raft nodes before linearized reading' (duration: 11.225141104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.791992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.566708Z","time spent":"11.225278847s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.1899704e34820230\" "} {"level":"warn","ts":"2026-03-03T20:57:47.792157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.225985803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:57:47.792183Z","caller":"traceutil/trace.go:171","msg":"trace[2144378251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24370; }","duration":"11.226031555s","start":"2026-03-03T20:57:36.566145Z","end":"2026-03-03T20:57:47.792177Z","steps":["trace[2144378251] 'agreement among raft nodes before linearized reading' (duration: 11.225955343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.338147169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:47.792203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.566136Z","time spent":"11.226062605s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:57:47.792217Z","caller":"traceutil/trace.go:171","msg":"trace[1812006060] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24370; }","duration":"10.338227791s","start":"2026-03-03T20:57:37.453976Z","end":"2026-03-03T20:57:47.792203Z","steps":["trace[1812006060] 'agreement among raft nodes before linearized reading' (duration: 10.338147719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.815686921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:47.792311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.880959782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-03T20:57:47.792383Z","caller":"traceutil/trace.go:171","msg":"trace[603402141] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24370; }","duration":"8.815892955s","start":"2026-03-03T20:57:38.976471Z","end":"2026-03-03T20:57:47.792364Z","steps":["trace[603402141] 'agreement among raft nodes before linearized reading' (duration: 8.81567667s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:47.792395Z","caller":"traceutil/trace.go:171","msg":"trace[225086477] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24370; }","duration":"10.881101296s","start":"2026-03-03T20:57:36.911273Z","end":"2026-03-03T20:57:47.792374Z","steps":["trace[225086477] 'agreement among raft nodes before linearized reading' (duration: 10.880858091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.976418Z","time spent":"8.816004428s","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.792505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.671166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:57:47.791858Z","caller":"traceutil/trace.go:171","msg":"trace[1757580558] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24370; }","duration":"9.943831244s","start":"2026-03-03T20:57:37.848008Z","end":"2026-03-03T20:57:47.791839Z","steps":["trace[1757580558] 'agreement among raft nodes before linearized reading' (duration: 9.94367316s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.650126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:47.792594Z","caller":"traceutil/trace.go:171","msg":"trace[1302591201] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24370; }","duration":"420.737549ms","start":"2026-03-03T20:57:47.371849Z","end":"2026-03-03T20:57:47.792587Z","steps":["trace[1302591201] 'agreement among raft nodes before linearized reading' (duration: 420.695188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.371815Z","time spent":"420.79576ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.792471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.911253Z","time spent":"10.881209048s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:57:47.792701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.594912234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:47.792732Z","caller":"traceutil/trace.go:171","msg":"trace[372836916] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24370; }","duration":"4.594970654s","start":"2026-03-03T20:57:43.197755Z","end":"2026-03-03T20:57:47.792725Z","steps":["trace[372836916] 'agreement among raft nodes before linearized reading' (duration: 4.594914133s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.197739Z","time spent":"4.595032036s","remote":"127.0.0.1:43472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.792725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.114510359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:47.792792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533251346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T20:57:47.792812Z","caller":"traceutil/trace.go:171","msg":"trace[734928502] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24370; }","duration":"9.114624962s","start":"2026-03-03T20:57:38.678169Z","end":"2026-03-03T20:57:47.792794Z","steps":["trace[734928502] 'agreement among raft nodes before linearized reading' (duration: 9.114511659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.678145Z","time spent":"9.114696473s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.79284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.516977084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:47.792856Z","caller":"traceutil/trace.go:171","msg":"trace[1692932472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24370; }","duration":"2.533344419s","start":"2026-03-03T20:57:45.259493Z","end":"2026-03-03T20:57:47.792837Z","steps":["trace[1692932472] 'agreement among raft nodes before linearized reading' (duration: 2.533211516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739956183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:47.792905Z","caller":"traceutil/trace.go:171","msg":"trace[570206410] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24370; }","duration":"9.517075286s","start":"2026-03-03T20:57:38.275807Z","end":"2026-03-03T20:57:47.792882Z","steps":["trace[570206410] 'agreement among raft nodes before linearized reading' (duration: 9.516922992s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:47.792932Z","caller":"traceutil/trace.go:171","msg":"trace[1384934913] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24370; }","duration":"3.740017265s","start":"2026-03-03T20:57:44.05291Z","end":"2026-03-03T20:57:47.792927Z","steps":["trace[1384934913] 'agreement among raft nodes before linearized reading' (duration: 3.739982674s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.371180965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:57:47.792985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.542260001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:47.792993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475775043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:47.793006Z","caller":"traceutil/trace.go:171","msg":"trace[903390789] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24370; }","duration":"4.542309952s","start":"2026-03-03T20:57:43.250693Z","end":"2026-03-03T20:57:47.793003Z","steps":["trace[903390789] 'agreement among raft nodes before linearized reading' (duration: 4.542266361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.793024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.250675Z","time spent":"4.542345473s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:47.793026Z","caller":"traceutil/trace.go:171","msg":"trace[21601661] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24370; }","duration":"1.475846565s","start":"2026-03-03T20:57:46.31717Z","end":"2026-03-03T20:57:47.793016Z","steps":["trace[21601661] 'agreement among raft nodes before linearized reading' (duration: 1.475799224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.79305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534385123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-03T20:57:47.793021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58853231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:57:47.793064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128385898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:47.793084Z","caller":"traceutil/trace.go:171","msg":"trace[784908811] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24370; }","duration":"2.534458694s","start":"2026-03-03T20:57:45.258617Z","end":"2026-03-03T20:57:47.793075Z","steps":["trace[784908811] 'agreement among raft nodes before linearized reading' (duration: 2.53424774s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:47.793018Z","caller":"traceutil/trace.go:171","msg":"trace[35597368] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24370; }","duration":"6.371441371s","start":"2026-03-03T20:57:41.421558Z","end":"2026-03-03T20:57:47.792999Z","steps":["trace[35597368] 'agreement among raft nodes before linearized reading' (duration: 6.370643892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.790532885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:57:47.793132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.29645303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:47.792287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.142344363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:47.793112Z","caller":"traceutil/trace.go:171","msg":"trace[1146267072] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24370; }","duration":"2.588623632s","start":"2026-03-03T20:57:45.204469Z","end":"2026-03-03T20:57:47.793092Z","steps":["trace[1146267072] 'agreement among raft nodes before linearized reading' (duration: 2.588338725s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:47.793162Z","caller":"traceutil/trace.go:171","msg":"trace[1851332502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24370; }","duration":"4.790973995s","start":"2026-03-03T20:57:43.002179Z","end":"2026-03-03T20:57:47.793153Z","steps":["trace[1851332502] 'agreement among raft nodes before linearized reading' (duration: 4.790540685s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:47.79317Z","caller":"traceutil/trace.go:171","msg":"trace[1325314271] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24370; }","duration":"6.296513111s","start":"2026-03-03T20:57:41.496646Z","end":"2026-03-03T20:57:47.793159Z","steps":["trace[1325314271] 'agreement among raft nodes before linearized reading' (duration: 6.29644988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.793174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.42154Z","time spent":"6.371617375s","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.793173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.29778586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:57:47.793186Z","caller":"traceutil/trace.go:171","msg":"trace[1040175625] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24370; }","duration":"10.143378268s","start":"2026-03-03T20:57:37.649787Z","end":"2026-03-03T20:57:47.793166Z","steps":["trace[1040175625] 'agreement among raft nodes before linearized reading' (duration: 10.142334023s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:44.052865Z","time spent":"3.740079266s","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.793201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.496636Z","time spent":"6.296557812s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:57:47.792254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.988639335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:47.79319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:45.204355Z","time spent":"2.588822217s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:47.79322Z","caller":"traceutil/trace.go:171","msg":"trace[1804556288] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:24370; }","duration":"6.297856093s","start":"2026-03-03T20:57:41.495351Z","end":"2026-03-03T20:57:47.793207Z","steps":["trace[1804556288] 'agreement among raft nodes before linearized reading' (duration: 6.29773429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.793229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:37.649764Z","time spent":"10.143452519s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.793214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.226158947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-03T20:57:47.793201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.296591473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T20:57:47.793276Z","caller":"traceutil/trace.go:171","msg":"trace[677235996] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24370; }","duration":"11.22624827s","start":"2026-03-03T20:57:36.567013Z","end":"2026-03-03T20:57:47.793261Z","steps":["trace[677235996] 'agreement among raft nodes before linearized reading' (duration: 11.224783926s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.793315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:36.566999Z","time spent":"11.226307911s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-03T20:57:47.793322Z","caller":"traceutil/trace.go:171","msg":"trace[1627634724] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24370; }","duration":"6.296767928s","start":"2026-03-03T20:57:41.496531Z","end":"2026-03-03T20:57:47.793299Z","steps":["trace[1627634724] 'agreement among raft nodes before linearized reading' (duration: 6.296373788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.793184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:43.00216Z","time spent":"4.791017507s","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.793383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.49651Z","time spent":"6.296858519s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T20:57:47.793104Z","caller":"traceutil/trace.go:171","msg":"trace[721972864] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24370; }","duration":"1.128458229s","start":"2026-03-03T20:57:46.664639Z","end":"2026-03-03T20:57:47.793097Z","steps":["trace[721972864] 'agreement among raft nodes before linearized reading' (duration: 1.128340356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.793472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:46.664619Z","time spent":"1.128827128s","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.792903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:45.259474Z","time spent":"2.53342051s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T20:57:47.793251Z","caller":"traceutil/trace.go:171","msg":"trace[286283371] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24370; }","duration":"9.98972856s","start":"2026-03-03T20:57:37.803511Z","end":"2026-03-03T20:57:47.793239Z","steps":["trace[286283371] 'agreement among raft nodes before linearized reading' (duration: 9.988642945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.7938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:37.803486Z","time spent":"9.990300463s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.792355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.29774413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:57:47.793881Z","caller":"traceutil/trace.go:171","msg":"trace[901565743] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24370; }","duration":"6.299289346s","start":"2026-03-03T20:57:41.494575Z","end":"2026-03-03T20:57:47.793864Z","steps":["trace[901565743] 'agreement among raft nodes before linearized reading' (duration: 6.29772901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.793931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.494553Z","time spent":"6.299363698s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:57:47.792265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:37.453954Z","time spent":"10.338301063s","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:47.79253Z","caller":"traceutil/trace.go:171","msg":"trace[1405745400] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24370; }","duration":"106.737428ms","start":"2026-03-03T20:57:47.685786Z","end":"2026-03-03T20:57:47.792523Z","steps":["trace[1405745400] 'agreement among raft nodes before linearized reading' (duration: 106.691017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:37.847985Z","time spent":"9.944585022s","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.792256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.913055322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:57:47.79416Z","caller":"traceutil/trace.go:171","msg":"trace[357014434] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24370; }","duration":"8.915002146s","start":"2026-03-03T20:57:38.879144Z","end":"2026-03-03T20:57:47.794146Z","steps":["trace[357014434] 'agreement among raft nodes before linearized reading' (duration: 8.912968109s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.792948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.263906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:47.794209Z","caller":"traceutil/trace.go:171","msg":"trace[1250293254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24370; }","duration":"859.549706ms","start":"2026-03-03T20:57:46.934652Z","end":"2026-03-03T20:57:47.794202Z","steps":["trace[1250293254] 'agreement among raft nodes before linearized reading' (duration: 858.275386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.794219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.879125Z","time spent":"8.915075069s","remote":"127.0.0.1:35812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.79424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:46.934637Z","time spent":"859.597427ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:47.79296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229734571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:47.794329Z","caller":"traceutil/trace.go:171","msg":"trace[87901296] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24370; }","duration":"1.231103893s","start":"2026-03-03T20:57:46.563218Z","end":"2026-03-03T20:57:47.794322Z","steps":["trace[87901296] 'agreement among raft nodes before linearized reading' (duration: 1.229715781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.794348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:46.563148Z","time spent":"1.231193105s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.792955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:38.275787Z","time spent":"9.517156437s","remote":"127.0.0.1:42384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.793062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:46.317145Z","time spent":"1.475909217s","remote":"127.0.0.1:58740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:47.793133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:45.258591Z","time spent":"2.534534756s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T20:57:47.792298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.068498613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T20:57:47.794614Z","caller":"traceutil/trace.go:171","msg":"trace[1045409809] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24370; }","duration":"8.070884408s","start":"2026-03-03T20:57:39.723721Z","end":"2026-03-03T20:57:47.794605Z","steps":["trace[1045409809] 'agreement among raft nodes before linearized reading' (duration: 8.0683915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:47.794636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:39.72369Z","time spent":"8.0709407s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:57:47.793257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:41.495333Z","time spent":"6.297916794s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" "} {"level":"warn","ts":"2026-03-03T20:57:47.813836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.56897531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:47.813927Z","caller":"traceutil/trace.go:171","msg":"trace[1884018169] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24370; }","duration":"5.569109172s","start":"2026-03-03T20:57:42.244796Z","end":"2026-03-03T20:57:47.813906Z","steps":["trace[1884018169] 'agreement among raft nodes before linearized reading' (duration: 5.547937821s)","trace[1884018169] 'count revisions from in-memory index tree' (duration: 21.039618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:47.813975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:42.24478Z","time spent":"5.569185175s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:48.297992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:57:49.80272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:49.802837Z","caller":"traceutil/trace.go:171","msg":"trace[1735559436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555299s","start":"2026-03-03T20:57:47.802253Z","end":"2026-03-03T20:57:49.802809Z","steps":["trace[1735559436] 'agreement among raft nodes before linearized reading' (duration: 2.000402975s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:49.802917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.802244Z","time spent":"2.000657281s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:50.110266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476709966s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-03-03T20:57:50.110363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.796854Z","time spent":"2.313504186s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:57:50.257776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441360644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:50.257875Z","caller":"traceutil/trace.go:171","msg":"trace[592236901] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"2.441515037s","start":"2026-03-03T20:57:47.816335Z","end":"2026-03-03T20:57:50.25785Z","steps":["trace[592236901] 'agreement among raft nodes before linearized reading' (duration: 2.441377614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:50.257937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.81632Z","time spent":"2.44160196s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/03 20:57:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:50.257914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459583917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:50.258083Z","caller":"traceutil/trace.go:171","msg":"trace[402563772] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"2.459801722s","start":"2026-03-03T20:57:47.798271Z","end":"2026-03-03T20:57:50.258073Z","steps":["trace[402563772] 'agreement among raft nodes before linearized reading' (duration: 2.459590207s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:50.258121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.798265Z","time spent":"2.459846713s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 20:57:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:50.297738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366783543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:57:50.297831Z","caller":"traceutil/trace.go:171","msg":"trace[1621893472] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"2.366916336s","start":"2026-03-03T20:57:47.930891Z","end":"2026-03-03T20:57:50.297807Z","steps":["trace[1621893472] 'agreement among raft nodes before linearized reading' (duration: 2.366804313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:50.29789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.930873Z","time spent":"2.367002528s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/03/03 20:57:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:51.259352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.625814466s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:57:51.80394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:57:51.80403Z","caller":"traceutil/trace.go:171","msg":"trace[1798997410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360654s","start":"2026-03-03T20:57:49.80365Z","end":"2026-03-03T20:57:51.804011Z","steps":["trace[1798997410] 'agreement among raft nodes before linearized reading' (duration: 2.000243402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:51.804077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:49.803631Z","time spent":"2.000436646s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:57:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:57:53.477491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099820141s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:53.47769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217880225s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T20:57:53.479139Z","caller":"traceutil/trace.go:171","msg":"trace[563116659] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24370; }","duration":"3.10149762s","start":"2026-03-03T20:57:50.377617Z","end":"2026-03-03T20:57:53.479114Z","steps":["trace[563116659] 'range keys from in-memory index tree' (duration: 3.099797971s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.480186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.797308Z","time spent":"5.682871385s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:57:53.480514Z","caller":"traceutil/trace.go:171","msg":"trace[259626879] linearizableReadLoop","detail":"{readStateIndex:25267; appliedIndex:25262; }","duration":"5.68310886s","start":"2026-03-03T20:57:47.79739Z","end":"2026-03-03T20:57:53.480499Z","steps":["trace[259626879] 'read index received' (duration: 836.150174ms)","trace[259626879] 'applied index is now lower than readState.Index' (duration: 4.846957776s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:53.480806Z","caller":"traceutil/trace.go:171","msg":"trace[1413573274] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"5.682146818s","start":"2026-03-03T20:57:47.79864Z","end":"2026-03-03T20:57:53.480787Z","steps":["trace[1413573274] 'process raft request' (duration: 5.681600575s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:53.480854Z","caller":"traceutil/trace.go:171","msg":"trace[6020417] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"5.051351702s","start":"2026-03-03T20:57:48.429491Z","end":"2026-03-03T20:57:53.480843Z","steps":["trace[6020417] 'process raft request' (duration: 5.050978344s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:53.480808Z","caller":"traceutil/trace.go:171","msg":"trace[114764766] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"5.200217148s","start":"2026-03-03T20:57:48.280529Z","end":"2026-03-03T20:57:53.480746Z","steps":["trace[114764766] 'process raft request' (duration: 5.19988655s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.480897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.798628Z","time spent":"5.682208709s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:53.48092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:48.429441Z","time spent":"5.051436624s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:53.480866Z","caller":"traceutil/trace.go:171","msg":"trace[1209093289] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"5.681036352s","start":"2026-03-03T20:57:47.799791Z","end":"2026-03-03T20:57:53.480827Z","steps":["trace[1209093289] 'process raft request' (duration: 5.680574281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.481012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:48.280487Z","time spent":"5.200404233s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:53.481048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.683654253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-03T20:57:53.481078Z","caller":"traceutil/trace.go:171","msg":"trace[149433203] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1; range_end:; response_count:1; response_revision:24374; }","duration":"5.683704275s","start":"2026-03-03T20:57:47.797364Z","end":"2026-03-03T20:57:53.481068Z","steps":["trace[149433203] 'agreement among raft nodes before linearized reading' (duration: 5.683172102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.481098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.797353Z","time spent":"5.683740415s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1\" "} {"level":"warn","ts":"2026-03-03T20:57:53.481191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.799781Z","time spent":"5.681237327s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:53.506222Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.921065423s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:57:53.506804Z","caller":"traceutil/trace.go:171","msg":"trace[156164912] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"4.611260124s","start":"2026-03-03T20:57:48.895517Z","end":"2026-03-03T20:57:53.506777Z","steps":["trace[156164912] 'process raft request' (duration: 4.610998808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.506992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:48.895491Z","time spent":"4.611387327s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:53.507156Z","caller":"traceutil/trace.go:171","msg":"trace[607102591] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"3.395929256s","start":"2026-03-03T20:57:50.111195Z","end":"2026-03-03T20:57:53.507124Z","steps":["trace[607102591] 'process raft request' (duration: 3.395493486s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.507318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:50.111177Z","time spent":"3.396058649s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:53.507484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66860552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:53.507547Z","caller":"traceutil/trace.go:171","msg":"trace[1271983111] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24377; }","duration":"2.668710443s","start":"2026-03-03T20:57:50.838819Z","end":"2026-03-03T20:57:53.50753Z","steps":["trace[1271983111] 'agreement among raft nodes before linearized reading' (duration: 2.66858436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.507568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766320167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:53.507598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:50.838796Z","time spent":"2.668788294s","remote":"127.0.0.1:35728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.507655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927394518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.507685Z","caller":"traceutil/trace.go:171","msg":"trace[1199427087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24377; }","duration":"2.927463329s","start":"2026-03-03T20:57:50.580212Z","end":"2026-03-03T20:57:53.507676Z","steps":["trace[1199427087] 'agreement among raft nodes before linearized reading' (duration: 2.927414628s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.507728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:50.580189Z","time spent":"2.927531651s","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:53.507808Z","caller":"traceutil/trace.go:171","msg":"trace[1035923811] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"3.39653141s","start":"2026-03-03T20:57:50.111261Z","end":"2026-03-03T20:57:53.507793Z","steps":["trace[1035923811] 'process raft request' (duration: 3.395703061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.507902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:50.111256Z","time spent":"3.396595111s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:53.508313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.910979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.508363Z","caller":"traceutil/trace.go:171","msg":"trace[121336835] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24377; }","duration":"454.052412ms","start":"2026-03-03T20:57:53.054297Z","end":"2026-03-03T20:57:53.508349Z","steps":["trace[121336835] 'agreement among raft nodes before linearized reading' (duration: 453.97937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.508406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:53.054278Z","time spent":"454.114404ms","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.50868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306400402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.508733Z","caller":"traceutil/trace.go:171","msg":"trace[767916268] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24377; }","duration":"1.306489374s","start":"2026-03-03T20:57:52.20223Z","end":"2026-03-03T20:57:53.508719Z","steps":["trace[767916268] 'agreement among raft nodes before linearized reading' (duration: 1.306415723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.508776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:52.202208Z","time spent":"1.306554275s","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.508981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454844598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.509027Z","caller":"traceutil/trace.go:171","msg":"trace[1245972000] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24377; }","duration":"1.454937111s","start":"2026-03-03T20:57:52.054077Z","end":"2026-03-03T20:57:53.509014Z","steps":["trace[1245972000] 'agreement among raft nodes before linearized reading' (duration: 1.45486653s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.50907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:52.054059Z","time spent":"1.454996062s","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.509273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697941393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.509315Z","caller":"traceutil/trace.go:171","msg":"trace[1697807431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24377; }","duration":"1.698013225s","start":"2026-03-03T20:57:51.81129Z","end":"2026-03-03T20:57:53.509304Z","steps":["trace[1697807431] 'agreement among raft nodes before linearized reading' (duration: 1.697950844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.509342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953074053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:57:53.509393Z","caller":"traceutil/trace.go:171","msg":"trace[1300216563] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24377; }","duration":"3.953189365s","start":"2026-03-03T20:57:49.55619Z","end":"2026-03-03T20:57:53.50938Z","steps":["trace[1300216563] 'agreement among raft nodes before linearized reading' (duration: 3.951668779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.509408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950732732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:53.50943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:49.55614Z","time spent":"3.953282027s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2626,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:57:53.509448Z","caller":"traceutil/trace.go:171","msg":"trace[1541311815] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24377; }","duration":"1.950814104s","start":"2026-03-03T20:57:51.558622Z","end":"2026-03-03T20:57:53.509436Z","steps":["trace[1541311815] 'agreement among raft nodes before linearized reading' (duration: 1.950751443s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.509496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.558599Z","time spent":"1.950883896s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.509594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019376232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:53.509633Z","caller":"traceutil/trace.go:171","msg":"trace[495076034] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24377; }","duration":"4.019443353s","start":"2026-03-03T20:57:49.490178Z","end":"2026-03-03T20:57:53.509621Z","steps":["trace[495076034] 'agreement among raft nodes before linearized reading' (duration: 4.019385552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.509668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:49.49016Z","time spent":"4.019500714s","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.509709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074091197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.509762Z","caller":"traceutil/trace.go:171","msg":"trace[1631613391] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24377; }","duration":"2.074193559s","start":"2026-03-03T20:57:51.435554Z","end":"2026-03-03T20:57:53.509748Z","steps":["trace[1631613391] 'agreement among raft nodes before linearized reading' (duration: 2.074112597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.509812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.435528Z","time spent":"2.07426925s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.509838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783869662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.509867Z","caller":"traceutil/trace.go:171","msg":"trace[1710899936] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24377; }","duration":"4.783920823s","start":"2026-03-03T20:57:48.725937Z","end":"2026-03-03T20:57:53.509858Z","steps":["trace[1710899936] 'agreement among raft nodes before linearized reading' (duration: 4.783870922s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.509894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:48.725883Z","time spent":"4.784004585s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.510053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298706082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.510109Z","caller":"traceutil/trace.go:171","msg":"trace[560272938] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24377; }","duration":"2.298762993s","start":"2026-03-03T20:57:51.211331Z","end":"2026-03-03T20:57:53.510094Z","steps":["trace[560272938] 'agreement among raft nodes before linearized reading' (duration: 2.298677591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.510159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.211281Z","time spent":"2.298864356s","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.510363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811039892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272962"} {"level":"info","ts":"2026-03-03T20:57:53.5104Z","caller":"traceutil/trace.go:171","msg":"trace[585731658] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24377; }","duration":"4.811108314s","start":"2026-03-03T20:57:48.699284Z","end":"2026-03-03T20:57:53.510392Z","steps":["trace[585731658] 'agreement among raft nodes before linearized reading' (duration: 4.810735176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.510428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:48.699265Z","time spent":"4.811155835s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272986,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:57:53.510551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647297246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:57:53.510602Z","caller":"traceutil/trace.go:171","msg":"trace[2100254414] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24377; }","duration":"2.647382097s","start":"2026-03-03T20:57:50.863207Z","end":"2026-03-03T20:57:53.510589Z","steps":["trace[2100254414] 'agreement among raft nodes before linearized reading' (duration: 2.647137091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.510645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:50.863187Z","time spent":"2.647444739s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.510765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.821317352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T20:57:53.510804Z","caller":"traceutil/trace.go:171","msg":"trace[241593974] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24377; }","duration":"4.821358463s","start":"2026-03-03T20:57:48.689437Z","end":"2026-03-03T20:57:53.510795Z","steps":["trace[241593974] 'agreement among raft nodes before linearized reading' (duration: 4.82123157s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.51083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:48.689393Z","time spent":"4.821432084s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T20:57:53.507607Z","caller":"traceutil/trace.go:171","msg":"trace[2004106428] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24377; }","duration":"2.766392369s","start":"2026-03-03T20:57:50.741201Z","end":"2026-03-03T20:57:53.507594Z","steps":["trace[2004106428] 'agreement among raft nodes before linearized reading' (duration: 2.766326078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.510922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:50.741179Z","time spent":"2.769723807s","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.510982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.157608429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.511015Z","caller":"traceutil/trace.go:171","msg":"trace[514062402] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24377; }","duration":"5.157683271s","start":"2026-03-03T20:57:48.353325Z","end":"2026-03-03T20:57:53.511008Z","steps":["trace[514062402] 'agreement among raft nodes before linearized reading' (duration: 5.157630739s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.511051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:48.353302Z","time spent":"5.157739222s","remote":"127.0.0.1:42656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.509351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:51.81127Z","time spent":"1.698072616s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:57:53.511401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.52374959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.511473Z","caller":"traceutil/trace.go:171","msg":"trace[1120071142] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24377; }","duration":"5.523874564s","start":"2026-03-03T20:57:47.987578Z","end":"2026-03-03T20:57:53.511453Z","steps":["trace[1120071142] 'agreement among raft nodes before linearized reading' (duration: 5.523739001s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.511515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.987554Z","time spent":"5.523951295s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:57:53.511688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.71236565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.51173Z","caller":"traceutil/trace.go:171","msg":"trace[440955458] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24377; }","duration":"5.712417821s","start":"2026-03-03T20:57:47.7993Z","end":"2026-03-03T20:57:53.511717Z","steps":["trace[440955458] 'agreement among raft nodes before linearized reading' (duration: 5.71235577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.511762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.799293Z","time spent":"5.712459232s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:57:53.511996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.71409694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T20:57:53.512032Z","caller":"traceutil/trace.go:171","msg":"trace[391775617] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24377; }","duration":"5.714154081s","start":"2026-03-03T20:57:47.797869Z","end":"2026-03-03T20:57:53.512023Z","steps":["trace[391775617] 'agreement among raft nodes before linearized reading' (duration: 5.714030518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.512059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:47.797851Z","time spent":"5.714202333s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-03T20:57:53.828858Z","caller":"traceutil/trace.go:171","msg":"trace[791327925] linearizableReadLoop","detail":"{readStateIndex:25273; appliedIndex:25272; }","duration":"273.587532ms","start":"2026-03-03T20:57:53.555249Z","end":"2026-03-03T20:57:53.828837Z","steps":["trace[791327925] 'read index received' (duration: 183.0766ms)","trace[791327925] 'applied index is now lower than readState.Index' (duration: 90.509282ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:53.828894Z","caller":"traceutil/trace.go:171","msg":"trace[877594122] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"278.346312ms","start":"2026-03-03T20:57:53.550509Z","end":"2026-03-03T20:57:53.828856Z","steps":["trace[877594122] 'process raft request' (duration: 187.901422ms)","trace[877594122] 'compare' (duration: 90.230566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:53.829064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.663014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:57:53.829102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.833748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:57:53.829132Z","caller":"traceutil/trace.go:171","msg":"trace[1157706477] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24379; }","duration":"273.885129ms","start":"2026-03-03T20:57:53.555235Z","end":"2026-03-03T20:57:53.82912Z","steps":["trace[1157706477] 'agreement among raft nodes before linearized reading' (duration: 273.709555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:53.829141Z","caller":"traceutil/trace.go:171","msg":"trace[221619393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24379; }","duration":"273.751626ms","start":"2026-03-03T20:57:53.555367Z","end":"2026-03-03T20:57:53.829118Z","steps":["trace[221619393] 'agreement among raft nodes before linearized reading' (duration: 273.612212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.829364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.796145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:53.829387Z","caller":"traceutil/trace.go:171","msg":"trace[862730379] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24379; }","duration":"179.839866ms","start":"2026-03-03T20:57:53.649539Z","end":"2026-03-03T20:57:53.829378Z","steps":["trace[862730379] 'agreement among raft nodes before linearized reading' (duration: 179.796955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.829432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.019982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-03-03T20:57:53.829464Z","caller":"traceutil/trace.go:171","msg":"trace[808411331] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24379; }","duration":"274.082253ms","start":"2026-03-03T20:57:53.555373Z","end":"2026-03-03T20:57:53.829455Z","steps":["trace[808411331] 'agreement among raft nodes before linearized reading' (duration: 273.95349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:53.829464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.854862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-03T20:57:53.829515Z","caller":"traceutil/trace.go:171","msg":"trace[239889287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24379; }","duration":"240.959575ms","start":"2026-03-03T20:57:53.588542Z","end":"2026-03-03T20:57:53.829502Z","steps":["trace[239889287] 'agreement among raft nodes before linearized reading' (duration: 240.77523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:54.043663Z","caller":"traceutil/trace.go:171","msg":"trace[1212047786] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"204.053037ms","start":"2026-03-03T20:57:53.839574Z","end":"2026-03-03T20:57:54.043627Z","steps":["trace[1212047786] 'process raft request' (duration: 198.699523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:54.089293Z","caller":"traceutil/trace.go:171","msg":"trace[532416793] linearizableReadLoop","detail":"{readStateIndex:25275; appliedIndex:25273; }","duration":"248.156562ms","start":"2026-03-03T20:57:53.841117Z","end":"2026-03-03T20:57:54.089274Z","steps":["trace[532416793] 'read index received' (duration: 197.169908ms)","trace[532416793] 'applied index is now lower than readState.Index' (duration: 50.985914ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:54.089385Z","caller":"traceutil/trace.go:171","msg":"trace[1303269776] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"248.300515ms","start":"2026-03-03T20:57:53.841076Z","end":"2026-03-03T20:57:54.089377Z","steps":["trace[1303269776] 'process raft request' (duration: 248.07043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:54.08954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.998235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:54.089622Z","caller":"traceutil/trace.go:171","msg":"trace[389369922] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24381; }","duration":"185.184849ms","start":"2026-03-03T20:57:53.904416Z","end":"2026-03-03T20:57:54.089601Z","steps":["trace[389369922] 'agreement among raft nodes before linearized reading' (duration: 185.016286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:54.089788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.641253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T20:57:54.089912Z","caller":"traceutil/trace.go:171","msg":"trace[161574529] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24381; }","duration":"248.790806ms","start":"2026-03-03T20:57:53.841098Z","end":"2026-03-03T20:57:54.089889Z","steps":["trace[161574529] 'agreement among raft nodes before linearized reading' (duration: 248.457418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:54.359233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.655002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:54.359347Z","caller":"traceutil/trace.go:171","msg":"trace[1342151556] linearizableReadLoop","detail":"{readStateIndex:25278; appliedIndex:25277; }","duration":"220.10249ms","start":"2026-03-03T20:57:54.13923Z","end":"2026-03-03T20:57:54.359332Z","steps":["trace[1342151556] 'read index received' (duration: 49.162442ms)","trace[1342151556] 'applied index is now lower than readState.Index' (duration: 170.939058ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:54.359427Z","caller":"traceutil/trace.go:171","msg":"trace[1507895863] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"246.591515ms","start":"2026-03-03T20:57:54.112825Z","end":"2026-03-03T20:57:54.359416Z","steps":["trace[1507895863] 'process raft request' (duration: 75.663637ms)","trace[1507895863] 'compare' (duration: 170.456987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:54.359485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.467916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T20:57:54.359519Z","caller":"traceutil/trace.go:171","msg":"trace[1158452839] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24384; }","duration":"219.521116ms","start":"2026-03-03T20:57:54.139988Z","end":"2026-03-03T20:57:54.359509Z","steps":["trace[1158452839] 'agreement among raft nodes before linearized reading' (duration: 219.432444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:54.359635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.406647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7d626fff3d\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-03T20:57:54.359656Z","caller":"traceutil/trace.go:171","msg":"trace[1850846632] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7d626fff3d; range_end:; response_count:1; response_revision:24384; }","duration":"220.466989ms","start":"2026-03-03T20:57:54.139182Z","end":"2026-03-03T20:57:54.359649Z","steps":["trace[1850846632] 'agreement among raft nodes before linearized reading' (duration: 220.418488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:54.359766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.144948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-03T20:57:54.359801Z","caller":"traceutil/trace.go:171","msg":"trace[940185388] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:24384; }","duration":"216.1957ms","start":"2026-03-03T20:57:54.143597Z","end":"2026-03-03T20:57:54.359792Z","steps":["trace[940185388] 'agreement among raft nodes before linearized reading' (duration: 216.096938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:54.539328Z","caller":"traceutil/trace.go:171","msg":"trace[334880041] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"160.468916ms","start":"2026-03-03T20:57:54.378839Z","end":"2026-03-03T20:57:54.539308Z","steps":["trace[334880041] 'process raft request' (duration: 159.78785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:54.723369Z","caller":"traceutil/trace.go:171","msg":"trace[363632376] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"133.722645ms","start":"2026-03-03T20:57:54.589628Z","end":"2026-03-03T20:57:54.723351Z","steps":["trace[363632376] 'process raft request' (duration: 133.686144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:54.723562Z","caller":"traceutil/trace.go:171","msg":"trace[822633071] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"154.042306ms","start":"2026-03-03T20:57:54.569484Z","end":"2026-03-03T20:57:54.723526Z","steps":["trace[822633071] 'process raft request' (duration: 125.150345ms)","trace[822633071] 'compare' (duration: 28.556693ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:55.069954Z","caller":"traceutil/trace.go:171","msg":"trace[747468422] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"340.765602ms","start":"2026-03-03T20:57:54.729151Z","end":"2026-03-03T20:57:55.069917Z","steps":["trace[747468422] 'process raft request' (duration: 302.535834ms)","trace[747468422] 'compare' (duration: 37.88041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:55.070137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:54.729139Z","time spent":"340.904665ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:55.15315Z","caller":"traceutil/trace.go:171","msg":"trace[1691274867] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"417.3283ms","start":"2026-03-03T20:57:54.735786Z","end":"2026-03-03T20:57:55.153114Z","steps":["trace[1691274867] 'process raft request' (duration: 417.143835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:55.153089Z","caller":"traceutil/trace.go:171","msg":"trace[1849696267] linearizableReadLoop","detail":"{readStateIndex:25287; appliedIndex:25285; }","duration":"262.578916ms","start":"2026-03-03T20:57:54.89049Z","end":"2026-03-03T20:57:55.153069Z","steps":["trace[1849696267] 'read index received' (duration: 141.161227ms)","trace[1849696267] 'applied index is now lower than readState.Index' (duration: 121.416539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:55.15322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.72697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:55.153262Z","caller":"traceutil/trace.go:171","msg":"trace[138993427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24393; }","duration":"262.807062ms","start":"2026-03-03T20:57:54.890446Z","end":"2026-03-03T20:57:55.153253Z","steps":["trace[138993427] 'agreement among raft nodes before linearized reading' (duration: 262.73132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:55.153316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:54.735767Z","time spent":"417.462202ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5942,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:57:55.223036Z","caller":"traceutil/trace.go:171","msg":"trace[142804754] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"149.970261ms","start":"2026-03-03T20:57:55.073043Z","end":"2026-03-03T20:57:55.223013Z","steps":["trace[142804754] 'process raft request' (duration: 149.772907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:55.456356Z","caller":"traceutil/trace.go:171","msg":"trace[1300973514] linearizableReadLoop","detail":"{readStateIndex:25291; appliedIndex:25290; }","duration":"209.518295ms","start":"2026-03-03T20:57:55.246814Z","end":"2026-03-03T20:57:55.456332Z","steps":["trace[1300973514] 'read index received' (duration: 205.544362ms)","trace[1300973514] 'applied index is now lower than readState.Index' (duration: 3.972983ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:55.456392Z","caller":"traceutil/trace.go:171","msg":"trace[1132563199] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"218.615417ms","start":"2026-03-03T20:57:55.237746Z","end":"2026-03-03T20:57:55.456362Z","steps":["trace[1132563199] 'process raft request' (duration: 214.642054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:55.456648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.815982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-03T20:57:55.456725Z","caller":"traceutil/trace.go:171","msg":"trace[219889788] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:24397; }","duration":"209.937924ms","start":"2026-03-03T20:57:55.246766Z","end":"2026-03-03T20:57:55.456704Z","steps":["trace[219889788] 'agreement among raft nodes before linearized reading' (duration: 209.679778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:55.456765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.87845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:57:55.456812Z","caller":"traceutil/trace.go:171","msg":"trace[675788326] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24397; }","duration":"205.969543ms","start":"2026-03-03T20:57:55.250831Z","end":"2026-03-03T20:57:55.4568Z","steps":["trace[675788326] 'agreement among raft nodes before linearized reading' (duration: 205.783588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:55.763042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.242112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:55.763134Z","caller":"traceutil/trace.go:171","msg":"trace[1498527864] linearizableReadLoop","detail":"{readStateIndex:25294; appliedIndex:25292; }","duration":"249.749869ms","start":"2026-03-03T20:57:55.513372Z","end":"2026-03-03T20:57:55.763122Z","steps":["trace[1498527864] 'read index received' (duration: 33.353364ms)","trace[1498527864] 'applied index is now lower than readState.Index' (duration: 216.395635ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:55.763199Z","caller":"traceutil/trace.go:171","msg":"trace[1423379771] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"287.020104ms","start":"2026-03-03T20:57:55.476171Z","end":"2026-03-03T20:57:55.763191Z","steps":["trace[1423379771] 'process raft request' (duration: 85.570587ms)","trace[1423379771] 'compare' (duration: 200.865954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:55.763522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.330614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fxl2b\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-03-03T20:57:55.763556Z","caller":"traceutil/trace.go:171","msg":"trace[534836982] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fxl2b; range_end:; response_count:1; response_revision:24400; }","duration":"210.393555ms","start":"2026-03-03T20:57:55.553155Z","end":"2026-03-03T20:57:55.763549Z","steps":["trace[534836982] 'agreement among raft nodes before linearized reading' (duration: 210.244011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:55.763687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.994995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:55.763711Z","caller":"traceutil/trace.go:171","msg":"trace[811398808] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24400; }","duration":"104.058696ms","start":"2026-03-03T20:57:55.659648Z","end":"2026-03-03T20:57:55.763706Z","steps":["trace[811398808] 'agreement among raft nodes before linearized reading' (duration: 104.008645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:55.764114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.742681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:55.76416Z","caller":"traceutil/trace.go:171","msg":"trace[1075710039] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24400; }","duration":"250.826314ms","start":"2026-03-03T20:57:55.513325Z","end":"2026-03-03T20:57:55.764152Z","steps":["trace[1075710039] 'agreement among raft nodes before linearized reading' (duration: 250.020775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:55.940779Z","caller":"traceutil/trace.go:171","msg":"trace[766965027] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"173.258313ms","start":"2026-03-03T20:57:55.767496Z","end":"2026-03-03T20:57:55.940754Z","steps":["trace[766965027] 'process raft request' (duration: 132.322572ms)","trace[766965027] 'compare' (duration: 40.808538ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:55.971754Z","caller":"traceutil/trace.go:171","msg":"trace[113532712] linearizableReadLoop","detail":"{readStateIndex:25296; appliedIndex:25294; }","duration":"116.048304ms","start":"2026-03-03T20:57:55.85569Z","end":"2026-03-03T20:57:55.971738Z","steps":["trace[113532712] 'read index received' (duration: 44.201086ms)","trace[113532712] 'applied index is now lower than readState.Index' (duration: 71.846378ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:55.971858Z","caller":"traceutil/trace.go:171","msg":"trace[2094633341] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"202.138744ms","start":"2026-03-03T20:57:55.769697Z","end":"2026-03-03T20:57:55.971836Z","steps":["trace[2094633341] 'process raft request' (duration: 201.920119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:55.971891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.182607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:55.971916Z","caller":"traceutil/trace.go:171","msg":"trace[909177622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24402; }","duration":"116.255729ms","start":"2026-03-03T20:57:55.855652Z","end":"2026-03-03T20:57:55.971908Z","steps":["trace[909177622] 'agreement among raft nodes before linearized reading' (duration: 116.179368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:56.483531Z","caller":"traceutil/trace.go:171","msg":"trace[346906432] linearizableReadLoop","detail":"{readStateIndex:25302; appliedIndex:25301; }","duration":"318.856814ms","start":"2026-03-03T20:57:56.164658Z","end":"2026-03-03T20:57:56.483515Z","steps":["trace[346906432] 'read index received' (duration: 318.68336ms)","trace[346906432] 'applied index is now lower than readState.Index' (duration: 172.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:56.483619Z","caller":"traceutil/trace.go:171","msg":"trace[1355754533] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"363.790506ms","start":"2026-03-03T20:57:56.119821Z","end":"2026-03-03T20:57:56.483612Z","steps":["trace[1355754533] 'process raft request' (duration: 363.573251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.483695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:56.119797Z","time spent":"363.839628ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6365,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:57:56.483947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.419856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:57:56.484171Z","caller":"traceutil/trace.go:171","msg":"trace[1246021802] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24408; }","duration":"201.682453ms","start":"2026-03-03T20:57:56.282469Z","end":"2026-03-03T20:57:56.484151Z","steps":["trace[1246021802] 'agreement among raft nodes before linearized reading' (duration: 201.355675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.484113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.449888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:57:56.485153Z","caller":"traceutil/trace.go:171","msg":"trace[771755330] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:24408; }","duration":"320.529003ms","start":"2026-03-03T20:57:56.164609Z","end":"2026-03-03T20:57:56.485138Z","steps":["trace[771755330] 'agreement among raft nodes before linearized reading' (duration: 319.396816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.485312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:57:56.164577Z","time spent":"320.714756ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" "} {"level":"info","ts":"2026-03-03T20:57:56.653723Z","caller":"traceutil/trace.go:171","msg":"trace[1280553007] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"157.137908ms","start":"2026-03-03T20:57:56.496559Z","end":"2026-03-03T20:57:56.653697Z","steps":["trace[1280553007] 'process raft request' (duration: 100.215797ms)","trace[1280553007] 'compare' (duration: 56.760248ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:56.653737Z","caller":"traceutil/trace.go:171","msg":"trace[902919182] linearizableReadLoop","detail":"{readStateIndex:25304; appliedIndex:25303; }","duration":"112.524013ms","start":"2026-03-03T20:57:56.541194Z","end":"2026-03-03T20:57:56.653718Z","steps":["trace[902919182] 'read index received' (duration: 55.628152ms)","trace[902919182] 'applied index is now lower than readState.Index' (duration: 56.893691ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:56.654028Z","caller":"traceutil/trace.go:171","msg":"trace[253349212] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"111.404547ms","start":"2026-03-03T20:57:56.542616Z","end":"2026-03-03T20:57:56.654021Z","steps":["trace[253349212] 'process raft request' (duration: 111.055429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:56.654033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.82119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7d626fff3d\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-03T20:57:56.654059Z","caller":"traceutil/trace.go:171","msg":"trace[453667537] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7d626fff3d; range_end:; response_count:1; response_revision:24411; }","duration":"112.896341ms","start":"2026-03-03T20:57:56.541154Z","end":"2026-03-03T20:57:56.654051Z","steps":["trace[453667537] 'agreement among raft nodes before linearized reading' (duration: 112.657086ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:56.925852Z","caller":"traceutil/trace.go:171","msg":"trace[7123806] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"135.595558ms","start":"2026-03-03T20:57:56.790236Z","end":"2026-03-03T20:57:56.925832Z","steps":["trace[7123806] 'process raft request' (duration: 135.457144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:56.967905Z","caller":"traceutil/trace.go:171","msg":"trace[984532454] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"154.235201ms","start":"2026-03-03T20:57:56.813596Z","end":"2026-03-03T20:57:56.967832Z","steps":["trace[984532454] 'process raft request' (duration: 154.009326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:57.450007Z","caller":"traceutil/trace.go:171","msg":"trace[644491687] linearizableReadLoop","detail":"{readStateIndex:25318; appliedIndex:25317; }","duration":"168.985443ms","start":"2026-03-03T20:57:57.280998Z","end":"2026-03-03T20:57:57.449983Z","steps":["trace[644491687] 'read index received' (duration: 129.958298ms)","trace[644491687] 'applied index is now lower than readState.Index' (duration: 39.026255ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:57.450065Z","caller":"traceutil/trace.go:171","msg":"trace[1343767324] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"224.544753ms","start":"2026-03-03T20:57:57.225477Z","end":"2026-03-03T20:57:57.450022Z","steps":["trace[1343767324] 'process raft request' (duration: 185.501217ms)","trace[1343767324] 'compare' (duration: 38.886573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:57.450259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.239789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-03T20:57:57.450322Z","caller":"traceutil/trace.go:171","msg":"trace[1128522440] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24424; }","duration":"169.358482ms","start":"2026-03-03T20:57:57.280949Z","end":"2026-03-03T20:57:57.450307Z","steps":["trace[1128522440] 'agreement among raft nodes before linearized reading' (duration: 169.142887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.450266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.553628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:57:57.450455Z","caller":"traceutil/trace.go:171","msg":"trace[1139438561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24424; }","duration":"126.770963ms","start":"2026-03-03T20:57:57.323655Z","end":"2026-03-03T20:57:57.450426Z","steps":["trace[1139438561] 'agreement among raft nodes before linearized reading' (duration: 126.474846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:57.611185Z","caller":"traceutil/trace.go:171","msg":"trace[846094908] linearizableReadLoop","detail":"{readStateIndex:25320; appliedIndex:25318; }","duration":"145.226182ms","start":"2026-03-03T20:57:57.465941Z","end":"2026-03-03T20:57:57.611167Z","steps":["trace[846094908] 'read index received' (duration: 55.261043ms)","trace[846094908] 'applied index is now lower than readState.Index' (duration: 89.960209ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:57.61121Z","caller":"traceutil/trace.go:171","msg":"trace[2115558950] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"155.422698ms","start":"2026-03-03T20:57:57.45576Z","end":"2026-03-03T20:57:57.611183Z","steps":["trace[2115558950] 'process raft request' (duration: 155.252884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.611385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.428326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-03-03T20:57:57.611431Z","caller":"traceutil/trace.go:171","msg":"trace[33159754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24426; }","duration":"145.520549ms","start":"2026-03-03T20:57:57.465899Z","end":"2026-03-03T20:57:57.611419Z","steps":["trace[33159754] 'agreement among raft nodes before linearized reading' (duration: 145.353815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.6253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.277581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T20:57:57.62531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.383093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:57:57.625349Z","caller":"traceutil/trace.go:171","msg":"trace[1641415883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24427; }","duration":"101.364324ms","start":"2026-03-03T20:57:57.523975Z","end":"2026-03-03T20:57:57.625339Z","steps":["trace[1641415883] 'agreement among raft nodes before linearized reading' (duration: 101.167709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:57.625383Z","caller":"traceutil/trace.go:171","msg":"trace[1631842508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24427; }","duration":"104.506046ms","start":"2026-03-03T20:57:57.520862Z","end":"2026-03-03T20:57:57.625368Z","steps":["trace[1631842508] 'agreement among raft nodes before linearized reading' (duration: 104.288881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:57.625525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.634299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:57:57.62554Z","caller":"traceutil/trace.go:171","msg":"trace[264440722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24427; }","duration":"104.67034ms","start":"2026-03-03T20:57:57.520865Z","end":"2026-03-03T20:57:57.625535Z","steps":["trace[264440722] 'agreement among raft nodes before linearized reading' (duration: 104.620819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:57.819803Z","caller":"traceutil/trace.go:171","msg":"trace[1732749395] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"104.928166ms","start":"2026-03-03T20:57:57.714849Z","end":"2026-03-03T20:57:57.819778Z","steps":["trace[1732749395] 'process raft request' (duration: 104.683591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:57.820072Z","caller":"traceutil/trace.go:171","msg":"trace[1506924395] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"102.888189ms","start":"2026-03-03T20:57:57.717176Z","end":"2026-03-03T20:57:57.820064Z","steps":["trace[1506924395] 'process raft request' (duration: 102.5129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:57.820306Z","caller":"traceutil/trace.go:171","msg":"trace[1693008332] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"101.553967ms","start":"2026-03-03T20:57:57.718742Z","end":"2026-03-03T20:57:57.820296Z","steps":["trace[1693008332] 'process raft request' (duration: 101.017975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:58.174916Z","caller":"traceutil/trace.go:171","msg":"trace[818746954] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"242.345086ms","start":"2026-03-03T20:57:57.932532Z","end":"2026-03-03T20:57:58.174878Z","steps":["trace[818746954] 'process raft request' (duration: 220.805106ms)","trace[818746954] 'compare' (duration: 21.381637ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:58.202796Z","caller":"traceutil/trace.go:171","msg":"trace[1800490668] linearizableReadLoop","detail":"{readStateIndex:25341; appliedIndex:25339; }","duration":"130.880129ms","start":"2026-03-03T20:57:58.071889Z","end":"2026-03-03T20:57:58.202769Z","steps":["trace[1800490668] 'read index received' (duration: 81.325808ms)","trace[1800490668] 'applied index is now lower than readState.Index' (duration: 49.552471ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:58.202832Z","caller":"traceutil/trace.go:171","msg":"trace[1434910298] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"211.303305ms","start":"2026-03-03T20:57:57.991489Z","end":"2026-03-03T20:57:58.202792Z","steps":["trace[1434910298] 'process raft request' (duration: 211.06521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:58.20305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.147805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T20:57:58.203096Z","caller":"traceutil/trace.go:171","msg":"trace[399125210] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24446; }","duration":"131.251087ms","start":"2026-03-03T20:57:58.071829Z","end":"2026-03-03T20:57:58.20308Z","steps":["trace[399125210] 'agreement among raft nodes before linearized reading' (duration: 131.035632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:58.318472Z","caller":"traceutil/trace.go:171","msg":"trace[671765938] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"111.177332ms","start":"2026-03-03T20:57:58.20727Z","end":"2026-03-03T20:57:58.318447Z","steps":["trace[671765938] 'process raft request' (duration: 75.323369ms)","trace[671765938] 'compare' (duration: 35.568036ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:58.438297Z","caller":"traceutil/trace.go:171","msg":"trace[1867693160] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"116.234889ms","start":"2026-03-03T20:57:58.322032Z","end":"2026-03-03T20:57:58.438267Z","steps":["trace[1867693160] 'process raft request' (duration: 115.925091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:58.81469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.744232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:57:58.814809Z","caller":"traceutil/trace.go:171","msg":"trace[255424416] linearizableReadLoop","detail":"{readStateIndex:25348; appliedIndex:25347; }","duration":"227.617185ms","start":"2026-03-03T20:57:58.587174Z","end":"2026-03-03T20:57:58.814791Z","steps":["trace[255424416] 'read index received' (duration: 91.346161ms)","trace[255424416] 'applied index is now lower than readState.Index' (duration: 136.269364ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:58.81484Z","caller":"traceutil/trace.go:171","msg":"trace[1028001482] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"234.062394ms","start":"2026-03-03T20:57:58.580748Z","end":"2026-03-03T20:57:58.81481Z","steps":["trace[1028001482] 'process raft request' (duration: 98.119978ms)","trace[1028001482] 'compare' (duration: 135.328872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:57:58.814944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.195041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:58.814982Z","caller":"traceutil/trace.go:171","msg":"trace[2004513985] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24453; }","duration":"176.237052ms","start":"2026-03-03T20:57:58.638734Z","end":"2026-03-03T20:57:58.814971Z","steps":["trace[2004513985] 'agreement among raft nodes before linearized reading' (duration: 176.1592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:58.815011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.822959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-03-03T20:57:58.815086Z","caller":"traceutil/trace.go:171","msg":"trace[461680200] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:24453; }","duration":"227.937682ms","start":"2026-03-03T20:57:58.587131Z","end":"2026-03-03T20:57:58.815069Z","steps":["trace[461680200] 'agreement among raft nodes before linearized reading' (duration: 227.705957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:59.256495Z","caller":"traceutil/trace.go:171","msg":"trace[1440732936] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"269.706182ms","start":"2026-03-03T20:57:58.986757Z","end":"2026-03-03T20:57:59.256463Z","steps":["trace[1440732936] 'process raft request' (duration: 224.897881ms)","trace[1440732936] 'compare' (duration: 44.650427ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:59.28352Z","caller":"traceutil/trace.go:171","msg":"trace[1089745402] linearizableReadLoop","detail":"{readStateIndex:25352; appliedIndex:25350; }","duration":"246.902152ms","start":"2026-03-03T20:57:59.036596Z","end":"2026-03-03T20:57:59.283498Z","steps":["trace[1089745402] 'read index received' (duration: 175.050674ms)","trace[1089745402] 'applied index is now lower than readState.Index' (duration: 71.850618ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:59.283573Z","caller":"traceutil/trace.go:171","msg":"trace[1112511416] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"295.46172ms","start":"2026-03-03T20:57:58.988075Z","end":"2026-03-03T20:57:59.283537Z","steps":["trace[1112511416] 'process raft request' (duration: 295.304897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.283685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.071427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:59.283734Z","caller":"traceutil/trace.go:171","msg":"trace[1833102620] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24457; }","duration":"247.180269ms","start":"2026-03-03T20:57:59.036539Z","end":"2026-03-03T20:57:59.28372Z","steps":["trace[1833102620] 'agreement among raft nodes before linearized reading' (duration: 247.062027ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:59.400266Z","caller":"traceutil/trace.go:171","msg":"trace[756106866] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"100.010442ms","start":"2026-03-03T20:57:59.300222Z","end":"2026-03-03T20:57:59.400233Z","steps":["trace[756106866] 'process raft request' (duration: 99.872049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:59.709174Z","caller":"traceutil/trace.go:171","msg":"trace[134496206] linearizableReadLoop","detail":"{readStateIndex:25360; appliedIndex:25359; }","duration":"186.260844ms","start":"2026-03-03T20:57:59.522893Z","end":"2026-03-03T20:57:59.709154Z","steps":["trace[134496206] 'read index received' (duration: 717.506µs)","trace[134496206] 'applied index is now lower than readState.Index' (duration: 185.542478ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:57:59.7092Z","caller":"traceutil/trace.go:171","msg":"trace[750592604] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"205.657895ms","start":"2026-03-03T20:57:59.503514Z","end":"2026-03-03T20:57:59.709172Z","steps":["trace[750592604] 'process raft request' (duration: 203.950195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.709389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.476869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T20:57:59.709439Z","caller":"traceutil/trace.go:171","msg":"trace[592426534] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24465; }","duration":"186.569522ms","start":"2026-03-03T20:57:59.522855Z","end":"2026-03-03T20:57:59.709424Z","steps":["trace[592426534] 'agreement among raft nodes before linearized reading' (duration: 186.394708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.709506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.042109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:57:59.709538Z","caller":"traceutil/trace.go:171","msg":"trace[1469853793] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24465; }","duration":"161.129091ms","start":"2026-03-03T20:57:59.548399Z","end":"2026-03-03T20:57:59.709528Z","steps":["trace[1469853793] 'agreement among raft nodes before linearized reading' (duration: 161.0771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:57:59.709407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.331014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-2kblr.18996d91adb4925b\" ","response":"range_response_count:1 size:797"} {"level":"info","ts":"2026-03-03T20:57:59.70962Z","caller":"traceutil/trace.go:171","msg":"trace[845965612] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-2kblr.18996d91adb4925b; range_end:; response_count:1; response_revision:24465; }","duration":"182.559749ms","start":"2026-03-03T20:57:59.527043Z","end":"2026-03-03T20:57:59.709603Z","steps":["trace[845965612] 'agreement among raft nodes before linearized reading' (duration: 182.299793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:57:59.848338Z","caller":"traceutil/trace.go:171","msg":"trace[1629237352] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"102.337616ms","start":"2026-03-03T20:57:59.745975Z","end":"2026-03-03T20:57:59.848313Z","steps":["trace[1629237352] 'process raft request' (duration: 102.126371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:00.105483Z","caller":"traceutil/trace.go:171","msg":"trace[1416923612] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"164.838077ms","start":"2026-03-03T20:57:59.940617Z","end":"2026-03-03T20:58:00.105455Z","steps":["trace[1416923612] 'process raft request' (duration: 107.766372ms)","trace[1416923612] 'compare' (duration: 56.782878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:00.105671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.34188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-94jh5\" ","response":"range_response_count:1 size:7143"} {"level":"info","ts":"2026-03-03T20:58:00.105743Z","caller":"traceutil/trace.go:171","msg":"trace[214213417] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-94jh5; range_end:; response_count:1; response_revision:24475; }","duration":"156.448883ms","start":"2026-03-03T20:57:59.949276Z","end":"2026-03-03T20:58:00.105725Z","steps":["trace[214213417] 'agreement among raft nodes before linearized reading' (duration: 156.221308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:00.105893Z","caller":"traceutil/trace.go:171","msg":"trace[1014682096] linearizableReadLoop","detail":"{readStateIndex:25370; appliedIndex:25369; }","duration":"156.093494ms","start":"2026-03-03T20:57:59.949304Z","end":"2026-03-03T20:58:00.105397Z","steps":["trace[1014682096] 'read index received' (duration: 99.116902ms)","trace[1014682096] 'applied index is now lower than readState.Index' (duration: 56.972272ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:00.506295Z","caller":"traceutil/trace.go:171","msg":"trace[1197884489] linearizableReadLoop","detail":"{readStateIndex:25378; appliedIndex:25377; }","duration":"126.238161ms","start":"2026-03-03T20:58:00.38003Z","end":"2026-03-03T20:58:00.506268Z","steps":["trace[1197884489] 'read index received' (duration: 97.079064ms)","trace[1197884489] 'applied index is now lower than readState.Index' (duration: 29.157387ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:00.50645Z","caller":"traceutil/trace.go:171","msg":"trace[1422690116] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"141.443875ms","start":"2026-03-03T20:58:00.364974Z","end":"2026-03-03T20:58:00.506418Z","steps":["trace[1422690116] 'process raft request' (duration: 112.135884ms)","trace[1422690116] 'compare' (duration: 28.735347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:00.509009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.943894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-netns-cleanup-cron-default-mp6cm.18996f6148d0c048\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24480 ","response":"range_response_count:500 size:388158"} {"level":"info","ts":"2026-03-03T20:58:00.509067Z","caller":"traceutil/trace.go:171","msg":"trace[1276130934] range","detail":"{range_begin:/registry/events/openstack/neutron-netns-cleanup-cron-default-mp6cm.18996f6148d0c048\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:24483; }","duration":"129.038186ms","start":"2026-03-03T20:58:00.380015Z","end":"2026-03-03T20:58:00.509053Z","steps":["trace[1276130934] 'agreement among raft nodes before linearized reading' (duration: 126.358803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:00.91252Z","caller":"traceutil/trace.go:171","msg":"trace[291662638] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"210.779164ms","start":"2026-03-03T20:58:00.701711Z","end":"2026-03-03T20:58:00.91249Z","steps":["trace[291662638] 'process raft request' (duration: 190.317439ms)","trace[291662638] 'compare' (duration: 20.224539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:01.320918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.426257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:01.321037Z","caller":"traceutil/trace.go:171","msg":"trace[49470270] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24492; }","duration":"133.592391ms","start":"2026-03-03T20:58:01.187414Z","end":"2026-03-03T20:58:01.321007Z","steps":["trace[49470270] 'count revisions from in-memory index tree' (duration: 133.346426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:02.084235Z","caller":"traceutil/trace.go:171","msg":"trace[1892225936] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"144.547146ms","start":"2026-03-03T20:58:01.939663Z","end":"2026-03-03T20:58:02.08421Z","steps":["trace[1892225936] 'process raft request' (duration: 144.405823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:02.166606Z","caller":"traceutil/trace.go:171","msg":"trace[346814903] linearizableReadLoop","detail":"{readStateIndex:25391; appliedIndex:25389; }","duration":"102.272014ms","start":"2026-03-03T20:58:02.064308Z","end":"2026-03-03T20:58:02.16658Z","steps":["trace[346814903] 'read index received' (duration: 19.779719ms)","trace[346814903] 'applied index is now lower than readState.Index' (duration: 82.491265ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:02.166714Z","caller":"traceutil/trace.go:171","msg":"trace[1730109010] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"226.772375ms","start":"2026-03-03T20:58:01.939902Z","end":"2026-03-03T20:58:02.166674Z","steps":["trace[1730109010] 'process raft request' (duration: 225.454715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:02.167241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.699925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T20:58:02.167342Z","caller":"traceutil/trace.go:171","msg":"trace[1631947902] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24496; }","duration":"103.020242ms","start":"2026-03-03T20:58:02.064297Z","end":"2026-03-03T20:58:02.167317Z","steps":["trace[1631947902] 'agreement among raft nodes before linearized reading' (duration: 102.413198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.895518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.892251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:58:03.895599Z","caller":"traceutil/trace.go:171","msg":"trace[907413066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24500; }","duration":"138.017875ms","start":"2026-03-03T20:58:03.757566Z","end":"2026-03-03T20:58:03.895584Z","steps":["trace[907413066] 'range keys from in-memory index tree' (duration: 137.731848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:03.93311Z","caller":"traceutil/trace.go:171","msg":"trace[617828034] linearizableReadLoop","detail":"{readStateIndex:25396; appliedIndex:25395; }","duration":"108.356136ms","start":"2026-03-03T20:58:03.824732Z","end":"2026-03-03T20:58:03.933088Z","steps":["trace[617828034] 'read index received' (duration: 108.334216ms)","trace[617828034] 'applied index is now lower than readState.Index' (duration: 21.03µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:03.933181Z","caller":"traceutil/trace.go:171","msg":"trace[2029029939] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"161.202003ms","start":"2026-03-03T20:58:03.771958Z","end":"2026-03-03T20:58:03.93316Z","steps":["trace[2029029939] 'process raft request' (duration: 161.009569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:03.933291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.541991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T20:58:03.933325Z","caller":"traceutil/trace.go:171","msg":"trace[2108150297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24501; }","duration":"108.604212ms","start":"2026-03-03T20:58:03.82471Z","end":"2026-03-03T20:58:03.933315Z","steps":["trace[2108150297] 'agreement among raft nodes before linearized reading' (duration: 108.475919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:04.214988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.226274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:58:04.215055Z","caller":"traceutil/trace.go:171","msg":"trace[1003419896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24503; }","duration":"127.340497ms","start":"2026-03-03T20:58:04.087699Z","end":"2026-03-03T20:58:04.21504Z","steps":["trace[1003419896] 'range keys from in-memory index tree' (duration: 127.06647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:08.661393Z","caller":"traceutil/trace.go:171","msg":"trace[84270046] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"107.055775ms","start":"2026-03-03T20:58:08.5543Z","end":"2026-03-03T20:58:08.661356Z","steps":["trace[84270046] 'process raft request' (duration: 32.349171ms)","trace[84270046] 'compare' (duration: 74.556761ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:08.705152Z","caller":"traceutil/trace.go:171","msg":"trace[1673329850] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"111.55753ms","start":"2026-03-03T20:58:08.593569Z","end":"2026-03-03T20:58:08.705126Z","steps":["trace[1673329850] 'process raft request' (duration: 111.431847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:10.595771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:58:10.883814Z","caller":"traceutil/trace.go:171","msg":"trace[1826103237] linearizableReadLoop","detail":"{readStateIndex:25417; appliedIndex:25416; }","duration":"788.836415ms","start":"2026-03-03T20:58:10.094948Z","end":"2026-03-03T20:58:10.883784Z","steps":["trace[1826103237] 'read index received' (duration: 788.545638ms)","trace[1826103237] 'applied index is now lower than readState.Index' (duration: 289.817µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:10.883988Z","caller":"traceutil/trace.go:171","msg":"trace[1713558013] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"906.20448ms","start":"2026-03-03T20:58:09.977717Z","end":"2026-03-03T20:58:10.883921Z","steps":["trace[1713558013] 'process raft request' (duration: 905.857922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:10.884188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.090548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:58:10.884203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.533162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:10.884246Z","caller":"traceutil/trace.go:171","msg":"trace[1779300870] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24520; }","duration":"763.19619ms","start":"2026-03-03T20:58:10.12103Z","end":"2026-03-03T20:58:10.884226Z","steps":["trace[1779300870] 'agreement among raft nodes before linearized reading' (duration: 762.994886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:10.884236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:09.977681Z","time spent":"906.436576ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:10.884306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.121014Z","time spent":"763.282412ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:58:10.884291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.725117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-03T20:58:10.884332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.956946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:10.884363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.849469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:58:10.884266Z","caller":"traceutil/trace.go:171","msg":"trace[1696075479] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24520; }","duration":"292.661035ms","start":"2026-03-03T20:58:10.591591Z","end":"2026-03-03T20:58:10.884252Z","steps":["trace[1696075479] 'agreement among raft nodes before linearized reading' (duration: 292.515952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:10.884384Z","caller":"traceutil/trace.go:171","msg":"trace[470300014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24520; }","duration":"500.90422ms","start":"2026-03-03T20:58:10.383474Z","end":"2026-03-03T20:58:10.884378Z","steps":["trace[470300014] 'agreement among raft nodes before linearized reading' (duration: 500.815198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:10.884395Z","caller":"traceutil/trace.go:171","msg":"trace[2061041362] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24520; }","duration":"437.045958ms","start":"2026-03-03T20:58:10.447331Z","end":"2026-03-03T20:58:10.884377Z","steps":["trace[2061041362] 'agreement among raft nodes before linearized reading' (duration: 436.918305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:10.88441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.383455Z","time spent":"500.945852ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:58:10.884393Z","caller":"traceutil/trace.go:171","msg":"trace[504437644] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24520; }","duration":"370.867971ms","start":"2026-03-03T20:58:10.5135Z","end":"2026-03-03T20:58:10.884368Z","steps":["trace[504437644] 'agreement among raft nodes before linearized reading' (duration: 370.592134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:10.884477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.447313Z","time spent":"437.15396ms","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:10.88448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.513473Z","time spent":"370.992574ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T20:58:10.884538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.306301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:10.884558Z","caller":"traceutil/trace.go:171","msg":"trace[2076747353] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24520; }","duration":"728.350091ms","start":"2026-03-03T20:58:10.1562Z","end":"2026-03-03T20:58:10.88455Z","steps":["trace[2076747353] 'agreement among raft nodes before linearized reading' (duration: 728.31504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:10.884571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.156186Z","time spent":"728.382051ms","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:10.884317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.978077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-03T20:58:10.884197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.422236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T20:58:10.884624Z","caller":"traceutil/trace.go:171","msg":"trace[375528087] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24520; }","duration":"655.339096ms","start":"2026-03-03T20:58:10.229259Z","end":"2026-03-03T20:58:10.884598Z","steps":["trace[375528087] 'agreement among raft nodes before linearized reading' (duration: 654.907856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:10.884662Z","caller":"traceutil/trace.go:171","msg":"trace[1314166522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24520; }","duration":"499.915757ms","start":"2026-03-03T20:58:10.384729Z","end":"2026-03-03T20:58:10.884645Z","steps":["trace[1314166522] 'agreement among raft nodes before linearized reading' (duration: 499.320233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:10.884671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.229246Z","time spent":"655.410807ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:58:10.884672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.714076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T20:58:10.884718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.384718Z","time spent":"499.979218ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:58:10.884724Z","caller":"traceutil/trace.go:171","msg":"trace[739448651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24520; }","duration":"789.803888ms","start":"2026-03-03T20:58:10.094905Z","end":"2026-03-03T20:58:10.884709Z","steps":["trace[739448651] 'agreement among raft nodes before linearized reading' (duration: 789.069911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:10.884762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:10.094888Z","time spent":"789.86649ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:58:13.164917Z","caller":"traceutil/trace.go:171","msg":"trace[263827542] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"165.458992ms","start":"2026-03-03T20:58:12.99943Z","end":"2026-03-03T20:58:13.164889Z","steps":["trace[263827542] 'process raft request' (duration: 165.35317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:13.165122Z","caller":"traceutil/trace.go:171","msg":"trace[865663963] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"166.990647ms","start":"2026-03-03T20:58:12.998119Z","end":"2026-03-03T20:58:13.16511Z","steps":["trace[865663963] 'process raft request' (duration: 144.849753ms)","trace[865663963] 'compare' (duration: 21.669863ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:13.165671Z","caller":"traceutil/trace.go:171","msg":"trace[1154280839] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"166.049315ms","start":"2026-03-03T20:58:12.999609Z","end":"2026-03-03T20:58:13.165658Z","steps":["trace[1154280839] 'process raft request' (duration: 165.229456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:13.181541Z","caller":"traceutil/trace.go:171","msg":"trace[499314212] linearizableReadLoop","detail":"{readStateIndex:25428; appliedIndex:25426; }","duration":"182.18717ms","start":"2026-03-03T20:58:12.999327Z","end":"2026-03-03T20:58:13.181514Z","steps":["trace[499314212] 'read index received' (duration: 24.946649ms)","trace[499314212] 'applied index is now lower than readState.Index' (duration: 157.239141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:13.181761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.409885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-03T20:58:13.181829Z","caller":"traceutil/trace.go:171","msg":"trace[1209679706] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:24533; }","duration":"182.504578ms","start":"2026-03-03T20:58:12.999303Z","end":"2026-03-03T20:58:13.181808Z","steps":["trace[1209679706] 'agreement among raft nodes before linearized reading' (duration: 182.357845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:13.181876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.981499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T20:58:13.181924Z","caller":"traceutil/trace.go:171","msg":"trace[387567112] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24533; }","duration":"121.071131ms","start":"2026-03-03T20:58:13.060837Z","end":"2026-03-03T20:58:13.181908Z","steps":["trace[387567112] 'agreement among raft nodes before linearized reading' (duration: 120.839466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:13.182135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.066861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-03T20:58:13.182176Z","caller":"traceutil/trace.go:171","msg":"trace[593963284] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24533; }","duration":"118.166303ms","start":"2026-03-03T20:58:13.063998Z","end":"2026-03-03T20:58:13.182164Z","steps":["trace[593963284] 'agreement among raft nodes before linearized reading' (duration: 118.02634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:14.554298Z","caller":"traceutil/trace.go:171","msg":"trace[2098887055] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"100.727908ms","start":"2026-03-03T20:58:14.453545Z","end":"2026-03-03T20:58:14.554273Z","steps":["trace[2098887055] 'process raft request' (duration: 100.419691ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:14.586321Z","caller":"traceutil/trace.go:171","msg":"trace[834561658] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"127.417179ms","start":"2026-03-03T20:58:14.45888Z","end":"2026-03-03T20:58:14.586297Z","steps":["trace[834561658] 'process raft request' (duration: 127.05526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:14.586559Z","caller":"traceutil/trace.go:171","msg":"trace[1820148515] linearizableReadLoop","detail":"{readStateIndex:25443; appliedIndex:25440; }","duration":"100.367081ms","start":"2026-03-03T20:58:14.486148Z","end":"2026-03-03T20:58:14.586516Z","steps":["trace[1820148515] 'read index received' (duration: 67.950458ms)","trace[1820148515] 'applied index is now lower than readState.Index' (duration: 32.414913ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:14.586558Z","caller":"traceutil/trace.go:171","msg":"trace[1311061462] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"125.718139ms","start":"2026-03-03T20:58:14.460815Z","end":"2026-03-03T20:58:14.586533Z","steps":["trace[1311061462] 'process raft request' (duration: 125.440343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:14.586622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.466013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-03T20:58:14.586757Z","caller":"traceutil/trace.go:171","msg":"trace[1823705382] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24545; }","duration":"100.611086ms","start":"2026-03-03T20:58:14.486136Z","end":"2026-03-03T20:58:14.586748Z","steps":["trace[1823705382] 'agreement among raft nodes before linearized reading' (duration: 100.436672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:15.143382Z","caller":"traceutil/trace.go:171","msg":"trace[1428987882] linearizableReadLoop","detail":"{readStateIndex:25451; appliedIndex:25450; }","duration":"143.818409ms","start":"2026-03-03T20:58:14.999525Z","end":"2026-03-03T20:58:15.143343Z","steps":["trace[1428987882] 'read index received' (duration: 143.566803ms)","trace[1428987882] 'applied index is now lower than readState.Index' (duration: 249.676µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:15.143775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.226148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:58:15.143875Z","caller":"traceutil/trace.go:171","msg":"trace[1264944481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24553; }","duration":"144.405853ms","start":"2026-03-03T20:58:14.99945Z","end":"2026-03-03T20:58:15.143856Z","steps":["trace[1264944481] 'agreement among raft nodes before linearized reading' (duration: 144.110946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:15.143918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.107623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T20:58:15.143953Z","caller":"traceutil/trace.go:171","msg":"trace[576279637] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"165.576384ms","start":"2026-03-03T20:58:14.978339Z","end":"2026-03-03T20:58:15.143915Z","steps":["trace[576279637] 'process raft request' (duration: 164.759505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:15.144008Z","caller":"traceutil/trace.go:171","msg":"trace[316489675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24553; }","duration":"115.230155ms","start":"2026-03-03T20:58:15.028757Z","end":"2026-03-03T20:58:15.143987Z","steps":["trace[316489675] 'agreement among raft nodes before linearized reading' (duration: 114.974919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:15.545021Z","caller":"traceutil/trace.go:171","msg":"trace[1537107257] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"161.224373ms","start":"2026-03-03T20:58:15.383685Z","end":"2026-03-03T20:58:15.544909Z","steps":["trace[1537107257] 'process raft request' (duration: 97.733369ms)","trace[1537107257] 'compare' (duration: 63.250248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:15.545092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.427085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:15.545155Z","caller":"traceutil/trace.go:171","msg":"trace[1868029090] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24561; }","duration":"123.546718ms","start":"2026-03-03T20:58:15.421593Z","end":"2026-03-03T20:58:15.54514Z","steps":["trace[1868029090] 'agreement among raft nodes before linearized reading' (duration: 123.393085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:15.544826Z","caller":"traceutil/trace.go:171","msg":"trace[1608061514] linearizableReadLoop","detail":"{readStateIndex:25459; appliedIndex:25458; }","duration":"123.159069ms","start":"2026-03-03T20:58:15.421642Z","end":"2026-03-03T20:58:15.544802Z","steps":["trace[1608061514] 'read index received' (duration: 59.728166ms)","trace[1608061514] 'applied index is now lower than readState.Index' (duration: 63.429833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:16.389545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:16.890366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:17.23954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586043093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T20:58:17.239621Z","caller":"traceutil/trace.go:171","msg":"trace[963055770] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24561; }","duration":"1.586159036s","start":"2026-03-03T20:58:15.653444Z","end":"2026-03-03T20:58:17.239603Z","steps":["trace[963055770] 'range keys from in-memory index tree' (duration: 1.58590463s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:17.239662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.653428Z","time spent":"1.586224978s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-03T20:58:17.239837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457381927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-03T20:58:17.239925Z","caller":"traceutil/trace.go:171","msg":"trace[1949332361] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24561; }","duration":"1.45753685s","start":"2026-03-03T20:58:15.782368Z","end":"2026-03-03T20:58:17.239905Z","steps":["trace[1949332361] 'range keys from in-memory index tree' (duration: 1.457189323s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:17.239971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.782353Z","time spent":"1.457608082s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T20:58:17.390531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:17.890563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001048231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T20:58:17.890631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999645,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:58:17.890684Z","caller":"traceutil/trace.go:171","msg":"trace[1139222179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001189644s","start":"2026-03-03T20:58:15.889472Z","end":"2026-03-03T20:58:17.890661Z","steps":["trace[1139222179] 'agreement among raft nodes before linearized reading' (duration: 2.000773594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:17.890781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.889467Z","time spent":"2.001303716s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:18.05588Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.909773242s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:58:18.056489Z","caller":"traceutil/trace.go:171","msg":"trace[917105270] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"2.241446452s","start":"2026-03-03T20:58:15.814885Z","end":"2026-03-03T20:58:18.056331Z","steps":["trace[917105270] 'process raft request' (duration: 2.241248697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:18.056738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.814854Z","time spent":"2.241723907s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:19.89064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:19.890724Z","caller":"traceutil/trace.go:171","msg":"trace[890907861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138848s","start":"2026-03-03T20:58:17.890564Z","end":"2026-03-03T20:58:19.890703Z","steps":["trace[890907861] 'agreement among raft nodes before linearized reading' (duration: 2.000039316s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:19.890767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.890533Z","time spent":"2.000225261s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:20.282573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09710851s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:20.282794Z","caller":"traceutil/trace.go:171","msg":"trace[1229422434] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"4.116587349s","start":"2026-03-03T20:58:16.16616Z","end":"2026-03-03T20:58:20.282747Z","steps":["trace[1229422434] 'process raft request' (duration: 2.019219603s)","trace[1229422434] 'compare' (duration: 2.096306881s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:20.282861Z","caller":"traceutil/trace.go:171","msg":"trace[1961670633] linearizableReadLoop","detail":"{readStateIndex:25464; appliedIndex:25459; }","duration":"4.393606881s","start":"2026-03-03T20:58:15.889237Z","end":"2026-03-03T20:58:20.282844Z","steps":["trace[1961670633] 'read index received' (duration: 2.166872041s)","trace[1961670633] 'applied index is now lower than readState.Index' (duration: 2.22673377s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:20.282949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:16.166121Z","time spent":"4.116752193s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:20.283069Z","caller":"traceutil/trace.go:171","msg":"trace[643533313] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"3.038496148s","start":"2026-03-03T20:58:17.244545Z","end":"2026-03-03T20:58:20.283041Z","steps":["trace[643533313] 'process raft request' (duration: 3.038132009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:20.283717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394464461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-03T20:58:20.283788Z","caller":"traceutil/trace.go:171","msg":"trace[770429404] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24566; }","duration":"4.394578754s","start":"2026-03-03T20:58:15.889193Z","end":"2026-03-03T20:58:20.283772Z","steps":["trace[770429404] 'agreement among raft nodes before linearized reading' (duration: 4.394307157s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:20.283825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:15.889174Z","time spent":"4.394644715s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-03T20:58:20.283894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.244518Z","time spent":"3.039208623s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:20.283612Z","caller":"traceutil/trace.go:171","msg":"trace[1922953951] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"2.858011207s","start":"2026-03-03T20:58:17.425222Z","end":"2026-03-03T20:58:20.283234Z","steps":["trace[1922953951] 'process raft request' (duration: 2.857583537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:20.284484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.425196Z","time spent":"2.859154713s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:20.285304Z","caller":"traceutil/trace.go:171","msg":"trace[1346735357] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"3.021033451s","start":"2026-03-03T20:58:17.264244Z","end":"2026-03-03T20:58:20.285277Z","steps":["trace[1346735357] 'process raft request' (duration: 3.018522173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:20.285391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.264234Z","time spent":"3.021113054s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:20.783732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:21.010101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.240315785s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:21.414779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999097719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:21.414869Z","caller":"traceutil/trace.go:171","msg":"trace[407757846] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999270693s","start":"2026-03-03T20:58:16.415579Z","end":"2026-03-03T20:58:21.414849Z","steps":["trace[407757846] 'agreement among raft nodes before linearized reading' (duration: 4.99912842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:21.414927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:16.415554Z","time spent":"4.999360955s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 20:58:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:21.805649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999671493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:21.805791Z","caller":"traceutil/trace.go:171","msg":"trace[2044392466] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999842337s","start":"2026-03-03T20:58:16.805925Z","end":"2026-03-03T20:58:21.805768Z","steps":["trace[2044392466] 'agreement among raft nodes before linearized reading' (duration: 4.999665803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:21.805866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:16.805889Z","time spent":"4.999959869s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/03 20:58:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:21.898089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000636361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:21.898168Z","caller":"traceutil/trace.go:171","msg":"trace[1713268235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000767575s","start":"2026-03-03T20:58:19.897383Z","end":"2026-03-03T20:58:21.898151Z","steps":["trace[1713268235] 'agreement among raft nodes before linearized reading' (duration: 2.000668372s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:21.898209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:19.897364Z","time spent":"2.000835166s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:22.164389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999486678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:22.164574Z","caller":"traceutil/trace.go:171","msg":"trace[892759118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999721703s","start":"2026-03-03T20:58:17.164823Z","end":"2026-03-03T20:58:22.164544Z","steps":["trace[892759118] 'agreement among raft nodes before linearized reading' (duration: 4.999509549s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.164787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.164806Z","time spent":"4.999894447s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 20:58:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:22.23181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221463091s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:22.231903Z","caller":"traceutil/trace.go:171","msg":"trace[1644248364] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"3.462188395s","start":"2026-03-03T20:58:18.769698Z","end":"2026-03-03T20:58:22.231887Z","steps":["trace[1644248364] 'process raft request' (duration: 2.240566001s)","trace[1644248364] 'compare' (duration: 1.220277523s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:22.231946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.769678Z","time spent":"3.462248296s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:22.280332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999071538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:22.280463Z","caller":"traceutil/trace.go:171","msg":"trace[714639907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999229642s","start":"2026-03-03T20:58:17.281181Z","end":"2026-03-03T20:58:22.280411Z","steps":["trace[714639907] 'agreement among raft nodes before linearized reading' (duration: 4.999107029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.280543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.28116Z","time spent":"4.999364756s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 20:58:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:22.280834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998978986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:22.280887Z","caller":"traceutil/trace.go:171","msg":"trace[1804747001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999048958s","start":"2026-03-03T20:58:17.281825Z","end":"2026-03-03T20:58:22.280874Z","steps":["trace[1804747001] 'agreement among raft nodes before linearized reading' (duration: 4.998987246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:22.280926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.28182Z","time spent":"4.999094569s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 20:58:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:22.745648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.733787155s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:23.898842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000611469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:23.898903Z","caller":"traceutil/trace.go:171","msg":"trace[619487819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724172s","start":"2026-03-03T20:58:21.898165Z","end":"2026-03-03T20:58:23.898889Z","steps":["trace[619487819] 'agreement among raft nodes before linearized reading' (duration: 2.00064162s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:23.898933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:21.89814Z","time spent":"2.000787474s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:24.233726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48768844s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:24.234057Z","caller":"traceutil/trace.go:171","msg":"trace[1909697475] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"3.945386554s","start":"2026-03-03T20:58:20.288647Z","end":"2026-03-03T20:58:24.234034Z","steps":["trace[1909697475] 'process raft request' (duration: 3.94521326s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:24.23408Z","caller":"traceutil/trace.go:171","msg":"trace[1034636233] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"4.171251558s","start":"2026-03-03T20:58:20.062773Z","end":"2026-03-03T20:58:24.234025Z","steps":["trace[1034636233] 'process raft request' (duration: 2.683146438s)","trace[1034636233] 'compare' (duration: 1.486490453s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:24.234345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.062749Z","time spent":"4.171490353s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:24.23416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.288621Z","time spent":"3.945489546s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:24.235069Z","caller":"traceutil/trace.go:171","msg":"trace[226003559] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"3.945178289s","start":"2026-03-03T20:58:20.289855Z","end":"2026-03-03T20:58:24.235033Z","steps":["trace[226003559] 'process raft request' (duration: 3.944126514s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:24.23528Z","caller":"traceutil/trace.go:171","msg":"trace[862607422] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"3.944839481s","start":"2026-03-03T20:58:20.29041Z","end":"2026-03-03T20:58:24.23525Z","steps":["trace[862607422] 'process raft request' (duration: 3.943829547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.235297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.289844Z","time spent":"3.945371613s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:24.235307Z","caller":"traceutil/trace.go:171","msg":"trace[2018279624] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"3.943986762s","start":"2026-03-03T20:58:20.291297Z","end":"2026-03-03T20:58:24.235284Z","steps":["trace[2018279624] 'process raft request' (duration: 3.943856259s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.235402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.290398Z","time spent":"3.944946814s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:24.235444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.291286Z","time spent":"3.944097194s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:24.235487Z","caller":"traceutil/trace.go:171","msg":"trace[2098958211] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"1.94551089s","start":"2026-03-03T20:58:22.289964Z","end":"2026-03-03T20:58:24.235475Z","steps":["trace[2098958211] 'process raft request' (duration: 1.945437908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.235553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:22.28994Z","time spent":"1.945581682s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:24.235628Z","caller":"traceutil/trace.go:171","msg":"trace[2119277348] linearizableReadLoop","detail":"{readStateIndex:25471; appliedIndex:25464; }","duration":"3.952729684s","start":"2026-03-03T20:58:20.282891Z","end":"2026-03-03T20:58:24.23562Z","steps":["trace[2119277348] 'read index received' (duration: 727.398109ms)","trace[2119277348] 'applied index is now lower than readState.Index' (duration: 3.225330945s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:24.235737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.236359085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:24.235782Z","caller":"traceutil/trace.go:171","msg":"trace[375373094] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24574; }","duration":"6.236449927s","start":"2026-03-03T20:58:17.99932Z","end":"2026-03-03T20:58:24.23577Z","steps":["trace[375373094] 'agreement among raft nodes before linearized reading' (duration: 6.236352365s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.235818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.999299Z","time spent":"6.236508129s","remote":"127.0.0.1:58714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:24.235877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.889982853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T20:58:24.235952Z","caller":"traceutil/trace.go:171","msg":"trace[1527181422] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24574; }","duration":"5.890096046s","start":"2026-03-03T20:58:18.345837Z","end":"2026-03-03T20:58:24.235934Z","steps":["trace[1527181422] 'agreement among raft nodes before linearized reading' (duration: 5.88983367s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.235996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.321053522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:24.236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.345817Z","time spent":"5.890168627s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-03T20:58:24.236028Z","caller":"traceutil/trace.go:171","msg":"trace[744093117] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24574; }","duration":"6.321120173s","start":"2026-03-03T20:58:17.914898Z","end":"2026-03-03T20:58:24.236018Z","steps":["trace[744093117] 'agreement among raft nodes before linearized reading' (duration: 6.321060041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.236057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.914882Z","time spent":"6.321166634s","remote":"127.0.0.1:42428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:24.236162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77344494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:24.236196Z","caller":"traceutil/trace.go:171","msg":"trace[550147404] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24574; }","duration":"4.773517362s","start":"2026-03-03T20:58:19.462669Z","end":"2026-03-03T20:58:24.236187Z","steps":["trace[550147404] 'agreement among raft nodes before linearized reading' (duration: 4.77343307s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.236222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:19.462648Z","time spent":"4.773568352s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:24.236265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.437342431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T20:58:24.236263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.297195069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:24.236294Z","caller":"traceutil/trace.go:171","msg":"trace[768366351] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24574; }","duration":"6.437410223s","start":"2026-03-03T20:58:17.798875Z","end":"2026-03-03T20:58:24.236285Z","steps":["trace[768366351] 'agreement among raft nodes before linearized reading' (duration: 6.4373012s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:24.23631Z","caller":"traceutil/trace.go:171","msg":"trace[741969795] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24574; }","duration":"5.297281691s","start":"2026-03-03T20:58:18.939014Z","end":"2026-03-03T20:58:24.236296Z","steps":["trace[741969795] 'agreement among raft nodes before linearized reading' (duration: 5.297199659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.236322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.79885Z","time spent":"6.437466845s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:58:24.236291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.121809374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:24.23635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.938981Z","time spent":"5.297358483s","remote":"127.0.0.1:35922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:24.23637Z","caller":"traceutil/trace.go:171","msg":"trace[332366798] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24574; }","duration":"7.121920896s","start":"2026-03-03T20:58:17.114429Z","end":"2026-03-03T20:58:24.23635Z","steps":["trace[332366798] 'agreement among raft nodes before linearized reading' (duration: 7.121757043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.236353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.890832643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-03T20:58:24.236425Z","caller":"traceutil/trace.go:171","msg":"trace[1173928831] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24574; }","duration":"5.890925835s","start":"2026-03-03T20:58:18.345483Z","end":"2026-03-03T20:58:24.236408Z","steps":["trace[1173928831] 'agreement among raft nodes before linearized reading' (duration: 5.89071286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.236468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.345476Z","time spent":"5.890984436s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-03T20:58:24.236418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.114366Z","time spent":"7.122041539s","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:24.236531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891788884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T20:58:24.236567Z","caller":"traceutil/trace.go:171","msg":"trace[962371460] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24574; }","duration":"5.891829225s","start":"2026-03-03T20:58:18.344727Z","end":"2026-03-03T20:58:24.236556Z","steps":["trace[962371460] 'agreement among raft nodes before linearized reading' (duration: 5.891660381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.236571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.732715801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:24.23659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.344677Z","time spent":"5.891907717s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T20:58:24.236591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.443331409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:24.236612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.06929112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127351"} {"level":"info","ts":"2026-03-03T20:58:24.236626Z","caller":"traceutil/trace.go:171","msg":"trace[520526079] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24574; }","duration":"7.443427741s","start":"2026-03-03T20:58:16.793189Z","end":"2026-03-03T20:58:24.236617Z","steps":["trace[520526079] 'agreement among raft nodes before linearized reading' (duration: 7.443351759s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:24.236647Z","caller":"traceutil/trace.go:171","msg":"trace[1210707145] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24574; }","duration":"4.069369012s","start":"2026-03-03T20:58:20.16727Z","end":"2026-03-03T20:58:24.236639Z","steps":["trace[1210707145] 'agreement among raft nodes before linearized reading' (duration: 4.069152537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.236655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:16.793151Z","time spent":"7.443496202s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:24.23667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.167238Z","time spent":"4.069426994s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127375,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T20:58:24.236677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.890877344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7688"} {"level":"info","ts":"2026-03-03T20:58:24.236703Z","caller":"traceutil/trace.go:171","msg":"trace[1238487612] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:24574; }","duration":"5.890947295s","start":"2026-03-03T20:58:18.345749Z","end":"2026-03-03T20:58:24.236696Z","steps":["trace[1238487612] 'agreement among raft nodes before linearized reading' (duration: 5.890868544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.236722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.345723Z","time spent":"5.890994946s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7712,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-03-03T20:58:24.236727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.889521732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8074"} {"level":"warn","ts":"2026-03-03T20:58:24.236746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.647580562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:24.23676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891502828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-03T20:58:24.236766Z","caller":"traceutil/trace.go:171","msg":"trace[1436542221] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:24574; }","duration":"5.889574154s","start":"2026-03-03T20:58:18.347181Z","end":"2026-03-03T20:58:24.236755Z","steps":["trace[1436542221] 'agreement among raft nodes before linearized reading' (duration: 5.889451761s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:24.236784Z","caller":"traceutil/trace.go:171","msg":"trace[1898846715] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24574; }","duration":"5.891535098s","start":"2026-03-03T20:58:18.345243Z","end":"2026-03-03T20:58:24.236778Z","steps":["trace[1898846715] 'agreement among raft nodes before linearized reading' (duration: 5.891455696s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:24.236784Z","caller":"traceutil/trace.go:171","msg":"trace[1867715886] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24574; }","duration":"6.647651924s","start":"2026-03-03T20:58:17.58912Z","end":"2026-03-03T20:58:24.236772Z","steps":["trace[1867715886] 'agreement among raft nodes before linearized reading' (duration: 6.647588393s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.236829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.183588976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:24.236851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.589103Z","time spent":"6.647739197s","remote":"127.0.0.1:42372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:24.236857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.091687821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:24.236862Z","caller":"traceutil/trace.go:171","msg":"trace[748345135] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24574; }","duration":"8.183660488s","start":"2026-03-03T20:58:16.05319Z","end":"2026-03-03T20:58:24.23685Z","steps":["trace[748345135] 'agreement among raft nodes before linearized reading' (duration: 8.183610987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.236878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891125729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T20:58:24.236889Z","caller":"traceutil/trace.go:171","msg":"trace[1759669444] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24574; }","duration":"4.091740702s","start":"2026-03-03T20:58:20.14514Z","end":"2026-03-03T20:58:24.23688Z","steps":["trace[1759669444] 'agreement among raft nodes before linearized reading' (duration: 4.09168233s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:24.236902Z","caller":"traceutil/trace.go:171","msg":"trace[1577265080] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24574; }","duration":"5.89115994s","start":"2026-03-03T20:58:18.345735Z","end":"2026-03-03T20:58:24.236895Z","steps":["trace[1577265080] 'agreement among raft nodes before linearized reading' (duration: 5.891093678s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:24.235623Z","caller":"traceutil/trace.go:171","msg":"trace[1485706412] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"3.943121931s","start":"2026-03-03T20:58:20.292489Z","end":"2026-03-03T20:58:24.23561Z","steps":["trace[1485706412] 'process raft request' (duration: 3.942738172s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.236917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.145132Z","time spent":"4.091773922s","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:24.2369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:16.053167Z","time spent":"8.183722849s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:24.236946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.292478Z","time spent":"3.944446832s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:24.236973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.89199878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5229"} {"level":"info","ts":"2026-03-03T20:58:24.236993Z","caller":"traceutil/trace.go:171","msg":"trace[1908665271] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:24574; }","duration":"5.8920298s","start":"2026-03-03T20:58:18.344957Z","end":"2026-03-03T20:58:24.236987Z","steps":["trace[1908665271] 'agreement among raft nodes before linearized reading' (duration: 5.891980799s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.23701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.344954Z","time spent":"5.892052801s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5253,"request content":"key:\"/registry/deployments/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-03-03T20:58:24.23704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.890353001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24678"} {"level":"warn","ts":"2026-03-03T20:58:24.237082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891349974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-03-03T20:58:24.237087Z","caller":"traceutil/trace.go:171","msg":"trace[40430486] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:24574; }","duration":"5.890416133s","start":"2026-03-03T20:58:18.346654Z","end":"2026-03-03T20:58:24.23707Z","steps":["trace[40430486] 'agreement among raft nodes before linearized reading' (duration: 5.89029141s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:24.237104Z","caller":"traceutil/trace.go:171","msg":"trace[1848192270] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:24574; }","duration":"5.891390526s","start":"2026-03-03T20:58:18.345707Z","end":"2026-03-03T20:58:24.237098Z","steps":["trace[1848192270] 'agreement among raft nodes before linearized reading' (duration: 5.891324414s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.346643Z","time spent":"5.890476384s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24702,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-03-03T20:58:24.237144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.345699Z","time spent":"5.891441297s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4244,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-03T20:58:24.23716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.190609507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-03T20:58:24.237163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.973554891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:24.23719Z","caller":"traceutil/trace.go:171","msg":"trace[1517619847] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24574; }","duration":"4.190656569s","start":"2026-03-03T20:58:20.046524Z","end":"2026-03-03T20:58:24.237181Z","steps":["trace[1517619847] 'agreement among raft nodes before linearized reading' (duration: 4.190588887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.23686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891826375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-03-03T20:58:24.237201Z","caller":"traceutil/trace.go:171","msg":"trace[1585375285] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24574; }","duration":"6.973592502s","start":"2026-03-03T20:58:17.263599Z","end":"2026-03-03T20:58:24.237192Z","steps":["trace[1585375285] 'agreement among raft nodes before linearized reading' (duration: 6.97353147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.23721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.046514Z","time spent":"4.190692819s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-03T20:58:24.237227Z","caller":"traceutil/trace.go:171","msg":"trace[1004561172] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:24574; }","duration":"5.892196204s","start":"2026-03-03T20:58:18.345019Z","end":"2026-03-03T20:58:24.237216Z","steps":["trace[1004561172] 'agreement among raft nodes before linearized reading' (duration: 5.891797635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.345012Z","time spent":"5.892245895s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5351,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-03T20:58:24.237283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.892336567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:7702"} {"level":"warn","ts":"2026-03-03T20:58:24.237305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001163682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T20:58:24.237315Z","caller":"traceutil/trace.go:171","msg":"trace[1753362921] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:24574; }","duration":"5.892374668s","start":"2026-03-03T20:58:18.344928Z","end":"2026-03-03T20:58:24.237302Z","steps":["trace[1753362921] 'agreement among raft nodes before linearized reading' (duration: 5.892303487s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.972708492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T20:58:24.237336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.34492Z","time spent":"5.892412009s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7726,"request content":"key:\"/registry/deployments/openstack/octavia-housekeeping\" "} {"level":"info","ts":"2026-03-03T20:58:24.237332Z","caller":"traceutil/trace.go:171","msg":"trace[1418366456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24574; }","duration":"7.001226864s","start":"2026-03-03T20:58:17.236098Z","end":"2026-03-03T20:58:24.237324Z","steps":["trace[1418366456] 'agreement among raft nodes before linearized reading' (duration: 7.001152862s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:24.237344Z","caller":"traceutil/trace.go:171","msg":"trace[221692573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24574; }","duration":"6.972989358s","start":"2026-03-03T20:58:17.264346Z","end":"2026-03-03T20:58:24.237335Z","steps":["trace[221692573] 'agreement among raft nodes before linearized reading' (duration: 6.97263583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.236073Z","time spent":"7.001283415s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:58:24.237232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.263563Z","time spent":"6.973661544s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:24.237396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200344473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T20:58:24.237424Z","caller":"traceutil/trace.go:171","msg":"trace[983198061] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24574; }","duration":"4.200373874s","start":"2026-03-03T20:58:20.037044Z","end":"2026-03-03T20:58:24.237418Z","steps":["trace[983198061] 'agreement among raft nodes before linearized reading' (duration: 4.200271972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.036972Z","time spent":"4.200466527s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T20:58:24.236926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.345731Z","time spent":"5.891190411s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-03T20:58:24.236918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.88986545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-03T20:58:24.236805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.345236Z","time spent":"5.89156401s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-03T20:58:24.237531Z","caller":"traceutil/trace.go:171","msg":"trace[288208828] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24574; }","duration":"5.890497044s","start":"2026-03-03T20:58:18.347022Z","end":"2026-03-03T20:58:24.237519Z","steps":["trace[288208828] 'agreement among raft nodes before linearized reading' (duration: 5.889808528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.347015Z","time spent":"5.890542215s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-03T20:58:24.237587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.2871729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:24.237368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:17.264322Z","time spent":"6.97303868s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:58:24.23762Z","caller":"traceutil/trace.go:171","msg":"trace[211411285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24574; }","duration":"4.287238511s","start":"2026-03-03T20:58:19.95037Z","end":"2026-03-03T20:58:24.237608Z","steps":["trace[211411285] 'agreement among raft nodes before linearized reading' (duration: 4.28718465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891537999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-03T20:58:24.237642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:19.950351Z","time spent":"4.287284982s","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:24.23766Z","caller":"traceutil/trace.go:171","msg":"trace[2090199214] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24574; }","duration":"5.891971078s","start":"2026-03-03T20:58:18.34568Z","end":"2026-03-03T20:58:24.237651Z","steps":["trace[2090199214] 'agreement among raft nodes before linearized reading' (duration: 5.891509738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.345675Z","time spent":"5.892007089s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T20:58:24.237707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891060097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-03T20:58:24.237759Z","caller":"traceutil/trace.go:171","msg":"trace[144111620] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:24574; }","duration":"5.891119239s","start":"2026-03-03T20:58:18.346624Z","end":"2026-03-03T20:58:24.237743Z","steps":["trace[144111620] 'agreement among raft nodes before linearized reading' (duration: 5.890979795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.343454496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:58:24.23783Z","caller":"traceutil/trace.go:171","msg":"trace[1212837474] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:24574; }","duration":"4.343515257s","start":"2026-03-03T20:58:19.894309Z","end":"2026-03-03T20:58:24.237824Z","steps":["trace[1212837474] 'agreement among raft nodes before linearized reading' (duration: 4.343440706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:19.894287Z","time spent":"4.343556858s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" "} {"level":"warn","ts":"2026-03-03T20:58:24.236802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.347175Z","time spent":"5.889618955s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":8098,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-03T20:58:24.237911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891308853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-03-03T20:58:24.237797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.346621Z","time spent":"5.891167161s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-03-03T20:58:24.237956Z","caller":"traceutil/trace.go:171","msg":"trace[1027300823] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24574; }","duration":"5.891351664s","start":"2026-03-03T20:58:18.346593Z","end":"2026-03-03T20:58:24.237944Z","steps":["trace[1027300823] 'agreement among raft nodes before linearized reading' (duration: 5.891226671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.145381258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-03T20:58:24.236609Z","caller":"traceutil/trace.go:171","msg":"trace[1433754726] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24574; }","duration":"5.732797963s","start":"2026-03-03T20:58:18.503799Z","end":"2026-03-03T20:58:24.236597Z","steps":["trace[1433754726] 'agreement among raft nodes before linearized reading' (duration: 5.732732322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.237998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.346576Z","time spent":"5.891411016s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-03T20:58:24.238019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.50377Z","time spent":"5.734237867s","remote":"127.0.0.1:42662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:24.238023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.516666838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:24.238059Z","caller":"traceutil/trace.go:171","msg":"trace[862511044] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24574; }","duration":"4.51673153s","start":"2026-03-03T20:58:19.721314Z","end":"2026-03-03T20:58:24.238045Z","steps":["trace[862511044] 'agreement among raft nodes before linearized reading' (duration: 4.516673098s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.238077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891569609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T20:58:24.238084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:19.721297Z","time spent":"4.51677899s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:24.238099Z","caller":"traceutil/trace.go:171","msg":"trace[1684122706] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24574; }","duration":"5.891618321s","start":"2026-03-03T20:58:18.346472Z","end":"2026-03-03T20:58:24.23809Z","steps":["trace[1684122706] 'agreement among raft nodes before linearized reading' (duration: 5.891552319s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.238119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.346456Z","time spent":"5.891658041s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T20:58:24.238203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891722873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-03T20:58:24.238222Z","caller":"traceutil/trace.go:171","msg":"trace[409723817] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24574; }","duration":"5.891747193s","start":"2026-03-03T20:58:18.346466Z","end":"2026-03-03T20:58:24.238213Z","steps":["trace[409723817] 'agreement among raft nodes before linearized reading' (duration: 5.891699872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.238241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.346459Z","time spent":"5.891776954s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-03T20:58:24.238337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.892410899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7207"} {"level":"info","ts":"2026-03-03T20:58:24.238353Z","caller":"traceutil/trace.go:171","msg":"trace[1188112081] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:24574; }","duration":"5.89243617s","start":"2026-03-03T20:58:18.345911Z","end":"2026-03-03T20:58:24.238347Z","steps":["trace[1188112081] 'agreement among raft nodes before linearized reading' (duration: 5.892365278s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.238368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.345906Z","time spent":"5.89245826s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7231,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-03-03T20:58:24.236924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.891907948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"info","ts":"2026-03-03T20:58:24.23841Z","caller":"traceutil/trace.go:171","msg":"trace[1130752536] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:24574; }","duration":"5.893402482s","start":"2026-03-03T20:58:18.344991Z","end":"2026-03-03T20:58:24.238393Z","steps":["trace[1130752536] 'agreement among raft nodes before linearized reading' (duration: 5.891885737s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:24.238006Z","caller":"traceutil/trace.go:171","msg":"trace[1662159048] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24574; }","duration":"4.146317869s","start":"2026-03-03T20:58:20.091678Z","end":"2026-03-03T20:58:24.237996Z","steps":["trace[1662159048] 'agreement among raft nodes before linearized reading' (duration: 4.145361997s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:24.238463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:18.344979Z","time spent":"5.893467253s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5470,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-03T20:58:24.238465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.091662Z","time spent":"4.14678954s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T20:58:24.379945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186356185s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:25.636498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:25.636596Z","caller":"traceutil/trace.go:171","msg":"trace[1470867932] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336334s","start":"2026-03-03T20:58:23.636237Z","end":"2026-03-03T20:58:25.636573Z","steps":["trace[1470867932] 'agreement among raft nodes before linearized reading' (duration: 2.00018212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:25.636645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:23.636222Z","time spent":"2.000412986s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:25.910074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000805045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:25.910147Z","caller":"traceutil/trace.go:171","msg":"trace[169026360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000918608s","start":"2026-03-03T20:58:23.909209Z","end":"2026-03-03T20:58:25.910128Z","steps":["trace[169026360] 'agreement among raft nodes before linearized reading' (duration: 2.000819586s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:25.910182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:23.909201Z","time spent":"2.000973329s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:26.524407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.144286347s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:27.164939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998857056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.165034Z","caller":"traceutil/trace.go:171","msg":"trace[2125408538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.99899906s","start":"2026-03-03T20:58:24.166012Z","end":"2026-03-03T20:58:27.165011Z","steps":["trace[2125408538] 'agreement among raft nodes before linearized reading' (duration: 2.998869817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.165091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.166002Z","time spent":"2.999074442s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.175352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926366514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.17542Z","caller":"traceutil/trace.go:171","msg":"trace[326357409] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; }","duration":"2.926454326s","start":"2026-03-03T20:58:24.248951Z","end":"2026-03-03T20:58:27.175405Z","steps":["trace[326357409] 'agreement among raft nodes before linearized reading' (duration: 2.926371174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.175455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.248946Z","time spent":"2.926502357s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.175874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925195116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.175906Z","caller":"traceutil/trace.go:171","msg":"trace[429182317] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; }","duration":"2.925239988s","start":"2026-03-03T20:58:24.250657Z","end":"2026-03-03T20:58:27.175897Z","steps":["trace[429182317] 'agreement among raft nodes before linearized reading' (duration: 2.925203687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.175878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927276375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T20:58:27.175926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.250645Z","time spent":"2.925275588s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T20:58:27.175948Z","caller":"traceutil/trace.go:171","msg":"trace[779503819] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; }","duration":"2.927373027s","start":"2026-03-03T20:58:24.24856Z","end":"2026-03-03T20:58:27.175933Z","steps":["trace[779503819] 'agreement among raft nodes before linearized reading' (duration: 2.927280155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.175975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926325642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T20:58:27.176014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924975081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.176031Z","caller":"traceutil/trace.go:171","msg":"trace[225911294] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; }","duration":"2.925016772s","start":"2026-03-03T20:58:24.251009Z","end":"2026-03-03T20:58:27.176026Z","steps":["trace[225911294] 'agreement among raft nodes before linearized reading' (duration: 2.924999481s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.176013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926949597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T20:58:27.176054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.250996Z","time spent":"2.925054393s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-03T20:58:27.176062Z","caller":"traceutil/trace.go:171","msg":"trace[744795389] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; }","duration":"2.927004369s","start":"2026-03-03T20:58:24.249052Z","end":"2026-03-03T20:58:27.176056Z","steps":["trace[744795389] 'agreement among raft nodes before linearized reading' (duration: 2.926956307s)"],"step_count":1} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.176068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926301982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.176027Z","caller":"traceutil/trace.go:171","msg":"trace[352861638] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; }","duration":"2.926385794s","start":"2026-03-03T20:58:24.24963Z","end":"2026-03-03T20:58:27.176016Z","steps":["trace[352861638] 'agreement among raft nodes before linearized reading' (duration: 2.926329522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.176083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.249048Z","time spent":"2.927027229s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"info","ts":"2026-03-03T20:58:27.176094Z","caller":"traceutil/trace.go:171","msg":"trace[659261080] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; }","duration":"2.926334573s","start":"2026-03-03T20:58:24.249753Z","end":"2026-03-03T20:58:27.176087Z","steps":["trace[659261080] 'agreement among raft nodes before linearized reading' (duration: 2.926308593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.176102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.249627Z","time spent":"2.926467515s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.176125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.249749Z","time spent":"2.926369464s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.175992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.248554Z","time spent":"2.927430318s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.176437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926605669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.17647Z","caller":"traceutil/trace.go:171","msg":"trace[773311583] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; }","duration":"2.92666157s","start":"2026-03-03T20:58:24.2498Z","end":"2026-03-03T20:58:27.176462Z","steps":["trace[773311583] 'agreement among raft nodes before linearized reading' (duration: 2.926611899s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.176494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.249796Z","time spent":"2.926689772s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.176523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928067743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T20:58:27.176556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928142075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.176565Z","caller":"traceutil/trace.go:171","msg":"trace[1592136743] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; }","duration":"2.928138925s","start":"2026-03-03T20:58:24.248417Z","end":"2026-03-03T20:58:27.176556Z","steps":["trace[1592136743] 'agreement among raft nodes before linearized reading' (duration: 2.928092444s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:27.176571Z","caller":"traceutil/trace.go:171","msg":"trace[290210145] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; }","duration":"2.928192336s","start":"2026-03-03T20:58:24.248375Z","end":"2026-03-03T20:58:27.176567Z","steps":["trace[290210145] 'agreement among raft nodes before linearized reading' (duration: 2.928176846s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.176592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.248358Z","time spent":"2.928229877s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T20:58:27.176595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.24841Z","time spent":"2.928179196s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.176675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926856215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T20:58:27.176708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926905156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T20:58:27.176687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92792021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.176726Z","caller":"traceutil/trace.go:171","msg":"trace[1768272803] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; }","duration":"2.926927917s","start":"2026-03-03T20:58:24.249793Z","end":"2026-03-03T20:58:27.176721Z","steps":["trace[1768272803] 'agreement among raft nodes before linearized reading' (duration: 2.926909937s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:27.176733Z","caller":"traceutil/trace.go:171","msg":"trace[710108108] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; }","duration":"2.927971731s","start":"2026-03-03T20:58:24.248755Z","end":"2026-03-03T20:58:27.176726Z","steps":["trace[710108108] 'agreement among raft nodes before linearized reading' (duration: 2.92792605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.176749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.24979Z","time spent":"2.926954648s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.176761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927016379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T20:58:27.176764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.248751Z","time spent":"2.928003722s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-03T20:58:27.176705Z","caller":"traceutil/trace.go:171","msg":"trace[995414840] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; }","duration":"2.926891335s","start":"2026-03-03T20:58:24.249807Z","end":"2026-03-03T20:58:27.176698Z","steps":["trace[995414840] 'agreement among raft nodes before linearized reading' (duration: 2.926861315s)"],"step_count":1} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T20:58:27.176787Z","caller":"traceutil/trace.go:171","msg":"trace[60314538] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; }","duration":"2.927053649s","start":"2026-03-03T20:58:24.249724Z","end":"2026-03-03T20:58:27.176778Z","steps":["trace[60314538] 'agreement among raft nodes before linearized reading' (duration: 2.927026419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.176797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.249803Z","time spent":"2.926990148s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.176809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.249719Z","time spent":"2.9270848s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.176858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933999511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T20:58:27.17687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929785133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.176879Z","caller":"traceutil/trace.go:171","msg":"trace[874334670] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; }","duration":"2.934040462s","start":"2026-03-03T20:58:24.242834Z","end":"2026-03-03T20:58:27.176875Z","steps":["trace[874334670] 'agreement among raft nodes before linearized reading' (duration: 2.934019151s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.176882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927601513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T20:58:27.176904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.24282Z","time spent":"2.934079913s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"info","ts":"2026-03-03T20:58:27.176907Z","caller":"traceutil/trace.go:171","msg":"trace[934225140] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; }","duration":"2.927633393s","start":"2026-03-03T20:58:24.249267Z","end":"2026-03-03T20:58:27.1769Z","steps":["trace[934225140] 'agreement among raft nodes before linearized reading' (duration: 2.927608223s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:27.176884Z","caller":"traceutil/trace.go:171","msg":"trace[1821294501] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; }","duration":"2.929817104s","start":"2026-03-03T20:58:24.247063Z","end":"2026-03-03T20:58:27.17688Z","steps":["trace[1821294501] 'agreement among raft nodes before linearized reading' (duration: 2.929802673s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.176969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927347397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.176999Z","caller":"traceutil/trace.go:171","msg":"trace[211897156] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; }","duration":"2.927384257s","start":"2026-03-03T20:58:24.24961Z","end":"2026-03-03T20:58:27.176994Z","steps":["trace[211897156] 'agreement among raft nodes before linearized reading' (duration: 2.927353477s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.177029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.249607Z","time spent":"2.927416218s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.176932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.249263Z","time spent":"2.927664404s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-03-03T20:58:27.17703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.247055Z","time spent":"2.929937466s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.177136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927781096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.177173Z","caller":"traceutil/trace.go:171","msg":"trace[1609409475] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; }","duration":"2.927825567s","start":"2026-03-03T20:58:24.24934Z","end":"2026-03-03T20:58:27.177166Z","steps":["trace[1609409475] 'agreement among raft nodes before linearized reading' (duration: 2.927786776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.177195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.249337Z","time spent":"2.927852738s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-03T20:58:27.17719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927668034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.177236Z","caller":"traceutil/trace.go:171","msg":"trace[1943133688] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; }","duration":"2.927724365s","start":"2026-03-03T20:58:24.249499Z","end":"2026-03-03T20:58:27.177223Z","steps":["trace[1943133688] 'agreement among raft nodes before linearized reading' (duration: 2.927672063s)"],"step_count":1} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.177281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.249496Z","time spent":"2.927775437s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.236887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.242925Z","time spent":"2.993951613s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.263831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.247361Z","time spent":"3.016466515s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.280995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99769407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.281073Z","caller":"traceutil/trace.go:171","msg":"trace[243654011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997855194s","start":"2026-03-03T20:58:24.283203Z","end":"2026-03-03T20:58:27.281058Z","steps":["trace[243654011] 'agreement among raft nodes before linearized reading' (duration: 2.997761332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.281039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997244939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T20:58:27.28112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.283156Z","time spent":"2.997950806s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:58:27.281133Z","caller":"traceutil/trace.go:171","msg":"trace[2007802849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997396483s","start":"2026-03-03T20:58:24.283715Z","end":"2026-03-03T20:58:27.281112Z","steps":["trace[2007802849] 'agreement among raft nodes before linearized reading' (duration: 2.99727137s)"],"step_count":1} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.281184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.283689Z","time spent":"2.997483416s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:27.92526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:27.925345Z","caller":"traceutil/trace.go:171","msg":"trace[431660307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088878s","start":"2026-03-03T20:58:25.925238Z","end":"2026-03-03T20:58:27.925327Z","steps":["trace[431660307] 'agreement among raft nodes before linearized reading' (duration: 1.999980335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:27.925395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:25.925201Z","time spent":"2.00018372s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:28.89447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514327874s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T20:58:28.89578Z","caller":"traceutil/trace.go:171","msg":"trace[2102969399] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"4.84324392s","start":"2026-03-03T20:58:24.052503Z","end":"2026-03-03T20:58:28.895747Z","steps":["trace[2102969399] 'process raft request' (duration: 4.842077793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:28.89595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.052487Z","time spent":"4.843374534s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:29.026454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.501852507s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:29.149216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999248822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:29.1493Z","caller":"traceutil/trace.go:171","msg":"trace[1551712136] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999390045s","start":"2026-03-03T20:58:24.149891Z","end":"2026-03-03T20:58:29.149281Z","steps":["trace[1551712136] 'agreement among raft nodes before linearized reading' (duration: 4.999282453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.149355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.149869Z","time spent":"4.999474148s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 20:58:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:29.238441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.247453Z","time spent":"4.99097593s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:58:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:29.456665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:29.456744Z","caller":"traceutil/trace.go:171","msg":"trace[881621173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478908s","start":"2026-03-03T20:58:27.456247Z","end":"2026-03-03T20:58:29.456726Z","steps":["trace[881621173] 'agreement among raft nodes before linearized reading' (duration: 2.000375245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.456801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.456203Z","time spent":"2.00058939s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:29.806972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999380486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:29.807055Z","caller":"traceutil/trace.go:171","msg":"trace[1285208241] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999501138s","start":"2026-03-03T20:58:24.807535Z","end":"2026-03-03T20:58:29.807036Z","steps":["trace[1285208241] 'agreement among raft nodes before linearized reading' (duration: 4.999386716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.807105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.807528Z","time spent":"4.99956712s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/03 20:58:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:29.925875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:29.925955Z","caller":"traceutil/trace.go:171","msg":"trace[863598602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196581s","start":"2026-03-03T20:58:27.925742Z","end":"2026-03-03T20:58:29.925939Z","steps":["trace[863598602] 'agreement among raft nodes before linearized reading' (duration: 2.000097559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:29.925996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.925701Z","time spent":"2.000287703s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:30.711275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.684612913s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:30.712772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.70544ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:30.712903Z","caller":"traceutil/trace.go:171","msg":"trace[391610563] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24576; }","duration":"349.851983ms","start":"2026-03-03T20:58:30.363029Z","end":"2026-03-03T20:58:30.712881Z","steps":["trace[391610563] 'range keys from in-memory index tree' (duration: 349.686029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.713109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817306954s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:30.713742Z","caller":"traceutil/trace.go:171","msg":"trace[2098779960] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"6.119088022s","start":"2026-03-03T20:58:24.594633Z","end":"2026-03-03T20:58:30.713721Z","steps":["trace[2098779960] 'process raft request' (duration: 6.118820795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.713741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.242735Z","time spent":"6.471001403s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:58:30.713765Z","caller":"traceutil/trace.go:171","msg":"trace[2045267762] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"4.465917778s","start":"2026-03-03T20:58:26.247821Z","end":"2026-03-03T20:58:30.713738Z","steps":["trace[2045267762] 'process raft request' (duration: 4.465772475s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.713806Z","caller":"traceutil/trace.go:171","msg":"trace[581658723] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"3.430962109s","start":"2026-03-03T20:58:27.28283Z","end":"2026-03-03T20:58:30.713792Z","steps":["trace[581658723] 'process raft request' (duration: 3.430894328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.713856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.594613Z","time spent":"6.119184554s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:30.713882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.247812Z","time spent":"4.46600427s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:30.713906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.282816Z","time spent":"3.43102498s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:30.713975Z","caller":"traceutil/trace.go:171","msg":"trace[781169174] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"4.469339698s","start":"2026-03-03T20:58:26.244611Z","end":"2026-03-03T20:58:30.713951Z","steps":["trace[781169174] 'process raft request' (duration: 4.468955429s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.713997Z","caller":"traceutil/trace.go:171","msg":"trace[808904054] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"3.476814044s","start":"2026-03-03T20:58:27.237157Z","end":"2026-03-03T20:58:30.713971Z","steps":["trace[808904054] 'process raft request' (duration: 3.476491447s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.71398Z","caller":"traceutil/trace.go:171","msg":"trace[1852063880] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"4.469400459s","start":"2026-03-03T20:58:26.244548Z","end":"2026-03-03T20:58:30.713948Z","steps":["trace[1852063880] 'process raft request' (duration: 4.468940448s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.714038Z","caller":"traceutil/trace.go:171","msg":"trace[2025122131] linearizableReadLoop","detail":"{readStateIndex:25474; appliedIndex:25472; }","duration":"6.478358953s","start":"2026-03-03T20:58:24.235648Z","end":"2026-03-03T20:58:30.714007Z","steps":["trace[2025122131] 'read index received' (duration: 144.501685ms)","trace[2025122131] 'applied index is now lower than readState.Index' (duration: 6.333853908s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:30.714086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.244607Z","time spent":"4.46941762s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:30.714103Z","caller":"traceutil/trace.go:171","msg":"trace[850693116] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24587; }","duration":"3.475518924s","start":"2026-03-03T20:58:27.238573Z","end":"2026-03-03T20:58:30.714092Z","steps":["trace[850693116] 'process raft request' (duration: 3.475105435s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.238568Z","time spent":"3.475552945s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:30.714139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.237139Z","time spent":"3.476916436s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:30.714165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.244522Z","time spent":"4.469547523s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:30.714203Z","caller":"traceutil/trace.go:171","msg":"trace[742299693] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"4.466323618s","start":"2026-03-03T20:58:26.247872Z","end":"2026-03-03T20:58:30.714196Z","steps":["trace[742299693] 'process raft request' (duration: 4.465747754s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.933359287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:30.714228Z","caller":"traceutil/trace.go:171","msg":"trace[617790592] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24587; }","duration":"3.44822927s","start":"2026-03-03T20:58:27.265992Z","end":"2026-03-03T20:58:30.714221Z","steps":["trace[617790592] 'process raft request' (duration: 3.447711888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.71423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.247868Z","time spent":"4.466347388s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:30.714178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.239507643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:30.714217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.809299847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:30.714268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.265981Z","time spent":"3.448262802s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:30.714248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.246772072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:30.714275Z","caller":"traceutil/trace.go:171","msg":"trace[385081062] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24588; }","duration":"8.239600525s","start":"2026-03-03T20:58:22.474659Z","end":"2026-03-03T20:58:30.71426Z","steps":["trace[385081062] 'agreement among raft nodes before linearized reading' (duration: 8.239457632s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.714264Z","caller":"traceutil/trace.go:171","msg":"trace[1724504368] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"6.467140573s","start":"2026-03-03T20:58:24.247111Z","end":"2026-03-03T20:58:30.714251Z","steps":["trace[1724504368] 'process raft request' (duration: 6.466233072s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.652356663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:30.714313Z","caller":"traceutil/trace.go:171","msg":"trace[1762187832] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24588; }","duration":"8.246901745s","start":"2026-03-03T20:58:22.467398Z","end":"2026-03-03T20:58:30.7143Z","steps":["trace[1762187832] 'agreement among raft nodes before linearized reading' (duration: 8.246752492s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.714325Z","caller":"traceutil/trace.go:171","msg":"trace[1889166693] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24588; }","duration":"6.652412925s","start":"2026-03-03T20:58:24.061906Z","end":"2026-03-03T20:58:30.714319Z","steps":["trace[1889166693] 'agreement among raft nodes before linearized reading' (duration: 6.652377484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.106313194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:30.714328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:22.474546Z","time spent":"8.239765929s","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.714347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.061876Z","time spent":"6.652466626s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.71434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.2471Z","time spent":"6.467214424s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:30.714358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.091442761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:30.714368Z","caller":"traceutil/trace.go:171","msg":"trace[2014902827] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24588; }","duration":"7.106401395s","start":"2026-03-03T20:58:23.60795Z","end":"2026-03-03T20:58:30.714352Z","steps":["trace[2014902827] 'agreement among raft nodes before linearized reading' (duration: 7.106308323s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:22.467376Z","time spent":"8.246989677s","remote":"127.0.0.1:58758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:30.714392Z","caller":"traceutil/trace.go:171","msg":"trace[226025810] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24588; }","duration":"10.091503623s","start":"2026-03-03T20:58:20.622879Z","end":"2026-03-03T20:58:30.714382Z","steps":["trace[226025810] 'agreement among raft nodes before linearized reading' (duration: 10.091455302s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.297328705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:30.714415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:23.607933Z","time spent":"7.106467947s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:58:30.714423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.622868Z","time spent":"10.091547214s","remote":"127.0.0.1:58654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:30.714428Z","caller":"traceutil/trace.go:171","msg":"trace[2143297752] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24588; }","duration":"8.297453019s","start":"2026-03-03T20:58:22.416964Z","end":"2026-03-03T20:58:30.714417Z","steps":["trace[2143297752] 'agreement among raft nodes before linearized reading' (duration: 8.297413988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:22.41694Z","time spent":"8.29751223s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.714435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.703387162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:58:30.714572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.160006915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:58:30.714574Z","caller":"traceutil/trace.go:171","msg":"trace[165423877] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24588; }","duration":"9.703561075s","start":"2026-03-03T20:58:21.011006Z","end":"2026-03-03T20:58:30.714567Z","steps":["trace[165423877] 'agreement among raft nodes before linearized reading' (duration: 9.703288759s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.714591Z","caller":"traceutil/trace.go:171","msg":"trace[1985537523] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24588; }","duration":"9.160079457s","start":"2026-03-03T20:58:21.554506Z","end":"2026-03-03T20:58:30.714586Z","steps":["trace[1985537523] 'agreement among raft nodes before linearized reading' (duration: 9.159941994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:21.010985Z","time spent":"9.703608647s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.714611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:21.554475Z","time spent":"9.160129778s","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.714658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.505535067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:30.714683Z","caller":"traceutil/trace.go:171","msg":"trace[595052302] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24588; }","duration":"9.505585159s","start":"2026-03-03T20:58:21.20909Z","end":"2026-03-03T20:58:30.714675Z","steps":["trace[595052302] 'agreement among raft nodes before linearized reading' (duration: 9.505546038s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.714303Z","caller":"traceutil/trace.go:171","msg":"trace[1635708269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24588; }","duration":"6.809412789s","start":"2026-03-03T20:58:23.904858Z","end":"2026-03-03T20:58:30.714271Z","steps":["trace[1635708269] 'agreement among raft nodes before linearized reading' (duration: 6.809303017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:21.209075Z","time spent":"9.505625289s","remote":"127.0.0.1:58768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.714735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:23.904838Z","time spent":"6.809878681s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.714358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.970060845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:30.714785Z","caller":"traceutil/trace.go:171","msg":"trace[725494949] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24588; }","duration":"8.970523056s","start":"2026-03-03T20:58:21.744255Z","end":"2026-03-03T20:58:30.714778Z","steps":["trace[725494949] 'agreement among raft nodes before linearized reading' (duration: 8.970068686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:21.744237Z","time spent":"8.970565547s","remote":"127.0.0.1:58776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:30.714248Z","caller":"traceutil/trace.go:171","msg":"trace[111510246] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24588; }","duration":"6.933423319s","start":"2026-03-03T20:58:23.780816Z","end":"2026-03-03T20:58:30.714239Z","steps":["trace[111510246] 'agreement among raft nodes before linearized reading' (duration: 6.933383948s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:23.780791Z","time spent":"6.934059414s","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.714893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.300628955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-03T20:58:30.714934Z","caller":"traceutil/trace.go:171","msg":"trace[545768714] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24588; }","duration":"7.300703766s","start":"2026-03-03T20:58:23.414215Z","end":"2026-03-03T20:58:30.714919Z","steps":["trace[545768714] 'agreement among raft nodes before linearized reading' (duration: 7.300045451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.714964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:23.4142Z","time spent":"7.300756198s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T20:58:30.715128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.202562508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T20:58:30.715159Z","caller":"traceutil/trace.go:171","msg":"trace[596802043] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24588; }","duration":"7.20263554s","start":"2026-03-03T20:58:23.512512Z","end":"2026-03-03T20:58:30.715148Z","steps":["trace[596802043] 'agreement among raft nodes before linearized reading' (duration: 7.201709768s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:23.512499Z","time spent":"7.20267436s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:58:30.715254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.303220709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:58:30.71527Z","caller":"traceutil/trace.go:171","msg":"trace[1885868774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24588; }","duration":"10.30326051s","start":"2026-03-03T20:58:20.412004Z","end":"2026-03-03T20:58:30.715264Z","steps":["trace[1885868774] 'agreement among raft nodes before linearized reading' (duration: 10.302314068s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.411989Z","time spent":"10.30329268s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:58:30.71536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663171501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:30.71538Z","caller":"traceutil/trace.go:171","msg":"trace[1651498079] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24590; }","duration":"3.663235522s","start":"2026-03-03T20:58:27.052137Z","end":"2026-03-03T20:58:30.715373Z","steps":["trace[1651498079] 'agreement among raft nodes before linearized reading' (duration: 3.663198011s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.052113Z","time spent":"3.663281604s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.715404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.704637958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:58:30.715426Z","caller":"traceutil/trace.go:171","msg":"trace[1948692728] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24588; }","duration":"6.704661908s","start":"2026-03-03T20:58:24.010757Z","end":"2026-03-03T20:58:30.715419Z","steps":["trace[1948692728] 'agreement among raft nodes before linearized reading' (duration: 6.703529632s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.010699Z","time spent":"6.70474415s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T20:58:30.715484Z","caller":"traceutil/trace.go:171","msg":"trace[362083439] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"3.432069485s","start":"2026-03-03T20:58:27.283408Z","end":"2026-03-03T20:58:30.715478Z","steps":["trace[362083439] 'process raft request' (duration: 3.430367996s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.283384Z","time spent":"3.432115366s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:30.715565Z","caller":"traceutil/trace.go:171","msg":"trace[1764603761] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"2.926892085s","start":"2026-03-03T20:58:27.788665Z","end":"2026-03-03T20:58:30.715557Z","steps":["trace[1764603761] 'process raft request' (duration: 2.926399734s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.78864Z","time spent":"2.926935767s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:30.715607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.102436506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127351"} {"level":"info","ts":"2026-03-03T20:58:30.715626Z","caller":"traceutil/trace.go:171","msg":"trace[1975923688] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24588; }","duration":"10.102495268s","start":"2026-03-03T20:58:20.613124Z","end":"2026-03-03T20:58:30.71562Z","steps":["trace[1975923688] 'agreement among raft nodes before linearized reading' (duration: 10.101445783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:20.613102Z","time spent":"10.10255044s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127375,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T20:58:30.715676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.260664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:30.715677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.795553272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-03T20:58:30.715693Z","caller":"traceutil/trace.go:171","msg":"trace[180439056] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24590; }","duration":"102.279404ms","start":"2026-03-03T20:58:30.613408Z","end":"2026-03-03T20:58:30.715687Z","steps":["trace[180439056] 'agreement among raft nodes before linearized reading' (duration: 102.248174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.715714Z","caller":"traceutil/trace.go:171","msg":"trace[1760525436] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24590; }","duration":"4.795641554s","start":"2026-03-03T20:58:25.920062Z","end":"2026-03-03T20:58:30.715704Z","steps":["trace[1760525436] 'agreement among raft nodes before linearized reading' (duration: 4.79548822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:25.920027Z","time spent":"4.795711656s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:58:30.715767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.120805634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:30.715792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.288495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:30.715808Z","caller":"traceutil/trace.go:171","msg":"trace[1950667867] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24590; }","duration":"553.326226ms","start":"2026-03-03T20:58:30.162476Z","end":"2026-03-03T20:58:30.715803Z","steps":["trace[1950667867] 'agreement among raft nodes before linearized reading' (duration: 553.299825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.715801Z","caller":"traceutil/trace.go:171","msg":"trace[70258631] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24590; }","duration":"5.120873965s","start":"2026-03-03T20:58:25.594917Z","end":"2026-03-03T20:58:30.715791Z","steps":["trace[70258631] 'agreement among raft nodes before linearized reading' (duration: 5.120816303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.16246Z","time spent":"553.358896ms","remote":"127.0.0.1:35312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.715817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.465917604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-03T20:58:30.715832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:25.594895Z","time spent":"5.120930157s","remote":"127.0.0.1:35726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:30.715846Z","caller":"traceutil/trace.go:171","msg":"trace[1002087240] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24590; }","duration":"6.465956936s","start":"2026-03-03T20:58:24.249882Z","end":"2026-03-03T20:58:30.715839Z","steps":["trace[1002087240] 'agreement among raft nodes before linearized reading' (duration: 6.465860794s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.249878Z","time spent":"6.465984506s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T20:58:30.715874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.703191905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:30.715906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.3181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:30.715921Z","caller":"traceutil/trace.go:171","msg":"trace[470753272] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24590; }","duration":"685.368682ms","start":"2026-03-03T20:58:30.030548Z","end":"2026-03-03T20:58:30.715917Z","steps":["trace[470753272] 'agreement among raft nodes before linearized reading' (duration: 685.342411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.030529Z","time spent":"685.402103ms","remote":"127.0.0.1:41902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:30.715929Z","caller":"traceutil/trace.go:171","msg":"trace[23778294] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24590; }","duration":"5.703261817s","start":"2026-03-03T20:58:25.012652Z","end":"2026-03-03T20:58:30.715914Z","steps":["trace[23778294] 'agreement among raft nodes before linearized reading' (duration: 5.703161844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.715944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285724777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:30.71596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99691392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T20:58:30.715971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:25.012648Z","time spent":"5.703311758s","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:30.715993Z","caller":"traceutil/trace.go:171","msg":"trace[1947288654] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24590; }","duration":"3.99694455s","start":"2026-03-03T20:58:26.719039Z","end":"2026-03-03T20:58:30.715983Z","steps":["trace[1947288654] 'agreement among raft nodes before linearized reading' (duration: 3.996835038s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.715997Z","caller":"traceutil/trace.go:171","msg":"trace[1247363201] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24590; }","duration":"3.285807529s","start":"2026-03-03T20:58:27.430171Z","end":"2026-03-03T20:58:30.715979Z","steps":["trace[1247363201] 'agreement among raft nodes before linearized reading' (duration: 3.285727137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.716021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339958157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:30.716026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.719023Z","time spent":"3.996994772s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T20:58:30.716037Z","caller":"traceutil/trace.go:171","msg":"trace[2089347558] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24590; }","duration":"3.339974367s","start":"2026-03-03T20:58:27.376057Z","end":"2026-03-03T20:58:30.716031Z","steps":["trace[2089347558] 'agreement among raft nodes before linearized reading' (duration: 3.339937196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.716033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.430152Z","time spent":"3.285870201s","remote":"127.0.0.1:42446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.716052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:27.376042Z","time spent":"3.340006188s","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.716068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633778425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:30.71609Z","caller":"traceutil/trace.go:171","msg":"trace[283772700] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24590; }","duration":"4.633842217s","start":"2026-03-03T20:58:26.08224Z","end":"2026-03-03T20:58:30.716082Z","steps":["trace[283772700] 'agreement among raft nodes before linearized reading' (duration: 4.633783005s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.716112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.082217Z","time spent":"4.633890388s","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.716143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784965596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:30.716172Z","caller":"traceutil/trace.go:171","msg":"trace[240933090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24590; }","duration":"4.785041127s","start":"2026-03-03T20:58:25.93112Z","end":"2026-03-03T20:58:30.716161Z","steps":["trace[240933090] 'agreement among raft nodes before linearized reading' (duration: 4.784970856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.716199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:25.931107Z","time spent":"4.785084369s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.716222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136859849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:30.71624Z","caller":"traceutil/trace.go:171","msg":"trace[1348481558] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24590; }","duration":"4.136916679s","start":"2026-03-03T20:58:26.579318Z","end":"2026-03-03T20:58:30.716235Z","steps":["trace[1348481558] 'agreement among raft nodes before linearized reading' (duration: 4.136878668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.716258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.579296Z","time spent":"4.13695739s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.716291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476726436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-03T20:58:30.716307Z","caller":"traceutil/trace.go:171","msg":"trace[1074391064] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24590; }","duration":"1.476742247s","start":"2026-03-03T20:58:29.23956Z","end":"2026-03-03T20:58:30.716303Z","steps":["trace[1074391064] 'agreement among raft nodes before linearized reading' (duration: 1.476708126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.716324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:29.239515Z","time spent":"1.476803568s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-03T20:58:30.715709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.475106339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115536"} {"level":"info","ts":"2026-03-03T20:58:30.716349Z","caller":"traceutil/trace.go:171","msg":"trace[185617960] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24590; }","duration":"6.475765433s","start":"2026-03-03T20:58:24.240574Z","end":"2026-03-03T20:58:30.716339Z","steps":["trace[185617960] 'agreement among raft nodes before linearized reading' (duration: 6.474550795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.716367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.339996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:30.716379Z","caller":"traceutil/trace.go:171","msg":"trace[488967098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24590; }","duration":"783.374517ms","start":"2026-03-03T20:58:29.933001Z","end":"2026-03-03T20:58:30.716376Z","steps":["trace[488967098] 'agreement among raft nodes before linearized reading' (duration: 783.355127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.716375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.467649855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115536"} {"level":"warn","ts":"2026-03-03T20:58:30.71639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:29.93299Z","time spent":"783.398458ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:30.716385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.240553Z","time spent":"6.475819374s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115560,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T20:58:30.716414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.469065448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eddd2726-a01e-4aec-b8aa-ea601e0a46f2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T20:58:30.716408Z","caller":"traceutil/trace.go:171","msg":"trace[1861808373] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24590; }","duration":"6.467684316s","start":"2026-03-03T20:58:24.248714Z","end":"2026-03-03T20:58:30.716399Z","steps":["trace[1861808373] 'agreement among raft nodes before linearized reading' (duration: 6.467284697s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:30.716456Z","caller":"traceutil/trace.go:171","msg":"trace[1480823283] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eddd2726-a01e-4aec-b8aa-ea601e0a46f2; range_end:; response_count:1; response_revision:24590; }","duration":"6.469140209s","start":"2026-03-03T20:58:24.247307Z","end":"2026-03-03T20:58:30.716448Z","steps":["trace[1480823283] 'agreement among raft nodes before linearized reading' (duration: 6.469030436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.716478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.247284Z","time spent":"6.469188611s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-eddd2726-a01e-4aec-b8aa-ea601e0a46f2\" "} {"level":"warn","ts":"2026-03-03T20:58:30.716476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.2487Z","time spent":"6.467765557s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115560,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T20:58:30.716467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599362593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:30.716521Z","caller":"traceutil/trace.go:171","msg":"trace[1172985642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24590; }","duration":"1.599464895s","start":"2026-03-03T20:58:29.117039Z","end":"2026-03-03T20:58:30.716504Z","steps":["trace[1172985642] 'agreement among raft nodes before linearized reading' (duration: 1.599343643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.716565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:29.117014Z","time spent":"1.599537717s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:30.716357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.629884876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:30.716728Z","caller":"traceutil/trace.go:171","msg":"trace[401280735] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24590; }","duration":"4.630271794s","start":"2026-03-03T20:58:26.086444Z","end":"2026-03-03T20:58:30.716716Z","steps":["trace[401280735] 'agreement among raft nodes before linearized reading' (duration: 4.629890495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:30.718364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:26.086436Z","time spent":"4.631914162s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:30.713745Z","caller":"traceutil/trace.go:171","msg":"trace[1765616980] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"6.472546869s","start":"2026-03-03T20:58:24.241174Z","end":"2026-03-03T20:58:30.713721Z","steps":["trace[1765616980] 'process raft request' (duration: 4.65455464s)","trace[1765616980] 'compare' (duration: 1.81591123s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:30.718522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:24.241153Z","time spent":"6.47734293s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:31.870046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.486967Z","time spent":"383.061704ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:58:31.87097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.448764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T20:58:31.871332Z","caller":"traceutil/trace.go:171","msg":"trace[1143383870] linearizableReadLoop","detail":"{readStateIndex:25492; appliedIndex:25491; }","duration":"1.153975743s","start":"2026-03-03T20:58:30.717333Z","end":"2026-03-03T20:58:31.871308Z","steps":["trace[1143383870] 'read index received' (duration: 248.09749ms)","trace[1143383870] 'applied index is now lower than readState.Index' (duration: 905.876843ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:31.87148Z","caller":"traceutil/trace.go:171","msg":"trace[229307953] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24590; }","duration":"1.1568176s","start":"2026-03-03T20:58:30.714644Z","end":"2026-03-03T20:58:31.871462Z","steps":["trace[229307953] 'process raft request' (duration: 250.770273ms)","trace[229307953] 'compare' (duration: 905.379421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:31.871577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.714615Z","time spent":"1.156913612s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:31.871688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154335371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:31.871772Z","caller":"traceutil/trace.go:171","msg":"trace[934283061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24591; }","duration":"1.154444874s","start":"2026-03-03T20:58:30.71731Z","end":"2026-03-03T20:58:31.871755Z","steps":["trace[934283061] 'agreement among raft nodes before linearized reading' (duration: 1.15427008s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.871818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.717295Z","time spent":"1.154514886s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:58:31.871874Z","caller":"traceutil/trace.go:171","msg":"trace[888593744] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"1.151947506s","start":"2026-03-03T20:58:30.719892Z","end":"2026-03-03T20:58:31.87184Z","steps":["trace[888593744] 'process raft request' (duration: 1.15123132s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:31.871989Z","caller":"traceutil/trace.go:171","msg":"trace[1445452198] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"1.149637182s","start":"2026-03-03T20:58:30.722333Z","end":"2026-03-03T20:58:31.87197Z","steps":["trace[1445452198] 'process raft request' (duration: 1.149311855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.872055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.719876Z","time spent":"1.152078579s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127335,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:31.872123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.72232Z","time spent":"1.149750825s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:31.872185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152333676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:58:31.872289Z","caller":"traceutil/trace.go:171","msg":"trace[624513823] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24594; }","duration":"1.152459998s","start":"2026-03-03T20:58:30.719806Z","end":"2026-03-03T20:58:31.872266Z","steps":["trace[624513823] 'agreement among raft nodes before linearized reading' (duration: 1.152145261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.872314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145186039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-03T20:58:31.872354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.719793Z","time spent":"1.15254631s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:58:31.872377Z","caller":"traceutil/trace.go:171","msg":"trace[2099194795] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24594; }","duration":"1.145268282s","start":"2026-03-03T20:58:30.727094Z","end":"2026-03-03T20:58:31.872362Z","steps":["trace[2099194795] 'agreement among raft nodes before linearized reading' (duration: 1.145070637s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:31.872378Z","caller":"traceutil/trace.go:171","msg":"trace[505150472] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"1.134221694s","start":"2026-03-03T20:58:30.738132Z","end":"2026-03-03T20:58:31.872353Z","steps":["trace[505150472] 'process raft request' (duration: 1.133753003s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:31.872396Z","caller":"traceutil/trace.go:171","msg":"trace[939841750] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"1.147073313s","start":"2026-03-03T20:58:30.725304Z","end":"2026-03-03T20:58:31.872378Z","steps":["trace[939841750] 'process raft request' (duration: 1.146483249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.872374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151195958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:31.872505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.143375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:58:31.872508Z","caller":"traceutil/trace.go:171","msg":"trace[1551025132] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24594; }","duration":"1.151352963s","start":"2026-03-03T20:58:30.721137Z","end":"2026-03-03T20:58:31.872489Z","steps":["trace[1551025132] 'agreement among raft nodes before linearized reading' (duration: 1.151182569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.872737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.721124Z","time spent":"1.151588908s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:58:31.872534Z","caller":"traceutil/trace.go:171","msg":"trace[1622778052] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24594; }","duration":"653.194816ms","start":"2026-03-03T20:58:31.219332Z","end":"2026-03-03T20:58:31.872527Z","steps":["trace[1622778052] 'agreement among raft nodes before linearized reading' (duration: 653.116775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.872942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.219316Z","time spent":"653.598345ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:58:31.872394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149941219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c7f4d6f7b-fnrzw.18996e4e26d0d0e1\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T20:58:31.873151Z","caller":"traceutil/trace.go:171","msg":"trace[1636718638] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c7f4d6f7b-fnrzw.18996e4e26d0d0e1; range_end:; response_count:1; response_revision:24594; }","duration":"1.150723988s","start":"2026-03-03T20:58:30.722403Z","end":"2026-03-03T20:58:31.873127Z","steps":["trace[1636718638] 'agreement among raft nodes before linearized reading' (duration: 1.149821417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.873223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.722399Z","time spent":"1.15080433s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-c7f4d6f7b-fnrzw.18996e4e26d0d0e1\" "} {"level":"warn","ts":"2026-03-03T20:58:31.872377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150020251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T20:58:31.873328Z","caller":"traceutil/trace.go:171","msg":"trace[382661577] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24594; }","duration":"1.150979193s","start":"2026-03-03T20:58:30.722323Z","end":"2026-03-03T20:58:31.873302Z","steps":["trace[382661577] 'agreement among raft nodes before linearized reading' (duration: 1.149913469s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.872523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.72529Z","time spent":"1.147189515s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:31.873418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.722318Z","time spent":"1.151079877s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T20:58:31.872413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.727087Z","time spent":"1.145317083s","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T20:58:31.872509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149559551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-03T20:58:31.87362Z","caller":"traceutil/trace.go:171","msg":"trace[457026299] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24594; }","duration":"1.150728318s","start":"2026-03-03T20:58:30.722876Z","end":"2026-03-03T20:58:31.873604Z","steps":["trace[457026299] 'agreement among raft nodes before linearized reading' (duration: 1.149395287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.873681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.722859Z","time spent":"1.15080347s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-03T20:58:31.872528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.738101Z","time spent":"1.134364528s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:31.87252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.933298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:31.873799Z","caller":"traceutil/trace.go:171","msg":"trace[1063220147] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24594; }","duration":"122.262368ms","start":"2026-03-03T20:58:31.751522Z","end":"2026-03-03T20:58:31.873784Z","steps":["trace[1063220147] 'agreement among raft nodes before linearized reading' (duration: 120.892957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.872584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149704434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:31.873875Z","caller":"traceutil/trace.go:171","msg":"trace[590086828] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24594; }","duration":"1.151059055s","start":"2026-03-03T20:58:30.722798Z","end":"2026-03-03T20:58:31.873857Z","steps":["trace[590086828] 'agreement among raft nodes before linearized reading' (duration: 1.149511729s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:31.873908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:30.722792Z","time spent":"1.151106557s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-03T20:58:33.682254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66505332s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T20:58:33.682469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.872687Z","time spent":"1.80977875s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:58:33.682693Z","caller":"traceutil/trace.go:171","msg":"trace[2078012426] linearizableReadLoop","detail":"{readStateIndex:25498; appliedIndex:25496; }","duration":"1.806879313s","start":"2026-03-03T20:58:31.875784Z","end":"2026-03-03T20:58:33.682663Z","steps":["trace[2078012426] 'read index received' (duration: 141.420393ms)","trace[2078012426] 'applied index is now lower than readState.Index' (duration: 1.66545757s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:33.682913Z","caller":"traceutil/trace.go:171","msg":"trace[1713260320] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"1.807139849s","start":"2026-03-03T20:58:31.875751Z","end":"2026-03-03T20:58:33.68289Z","steps":["trace[1713260320] 'process raft request' (duration: 1.806614647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:33.683045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807240451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:33.683093Z","caller":"traceutil/trace.go:171","msg":"trace[1082610888] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24595; }","duration":"1.807331003s","start":"2026-03-03T20:58:31.87575Z","end":"2026-03-03T20:58:33.683081Z","steps":["trace[1082610888] 'agreement among raft nodes before linearized reading' (duration: 1.807234421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:33.683129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.875731Z","time spent":"1.807388935s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:58:33.683072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.875733Z","time spent":"1.807270811s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:33.828081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10782415s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:58:33.881019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001562502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:58:33.881207Z","caller":"traceutil/trace.go:171","msg":"trace[1078481242] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001817057s","start":"2026-03-03T20:58:31.879365Z","end":"2026-03-03T20:58:33.881182Z","steps":["trace[1078481242] 'agreement among raft nodes before linearized reading' (duration: 2.001564252s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:33.881336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.879359Z","time spent":"2.001961601s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:34.246465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.107208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:34.246759Z","caller":"traceutil/trace.go:171","msg":"trace[715645655] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"1.526463381s","start":"2026-03-03T20:58:32.720279Z","end":"2026-03-03T20:58:34.246743Z","steps":["trace[715645655] 'process raft request' (duration: 1.52638939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.246838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:32.72027Z","time spent":"1.526523392s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:34.246861Z","caller":"traceutil/trace.go:171","msg":"trace[916227725] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"1.526682736s","start":"2026-03-03T20:58:32.720139Z","end":"2026-03-03T20:58:34.246822Z","steps":["trace[916227725] 'process raft request' (duration: 1.52642984s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:34.246898Z","caller":"traceutil/trace.go:171","msg":"trace[85581701] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"1.526727067s","start":"2026-03-03T20:58:32.720141Z","end":"2026-03-03T20:58:34.246868Z","steps":["trace[85581701] 'process raft request' (duration: 1.108141808s)","trace[85581701] 'compare' (duration: 417.75723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:34.247033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:32.720113Z","time spent":"1.52683s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:34.247038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:32.720113Z","time spent":"1.52684941s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:34.24722Z","caller":"traceutil/trace.go:171","msg":"trace[1260966829] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"1.526158434s","start":"2026-03-03T20:58:32.721048Z","end":"2026-03-03T20:58:34.247206Z","steps":["trace[1260966829] 'process raft request' (duration: 1.525657382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.247277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:32.721036Z","time spent":"1.526211795s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:34.247387Z","caller":"traceutil/trace.go:171","msg":"trace[935839716] linearizableReadLoop","detail":"{readStateIndex:25502; appliedIndex:25498; }","duration":"564.616498ms","start":"2026-03-03T20:58:33.682759Z","end":"2026-03-03T20:58:34.247376Z","steps":["trace[935839716] 'read index received' (duration: 145.538818ms)","trace[935839716] 'applied index is now lower than readState.Index' (duration: 419.07376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:34.247515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.940289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T20:58:34.247546Z","caller":"traceutil/trace.go:171","msg":"trace[1610934099] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24600; }","duration":"770.998381ms","start":"2026-03-03T20:58:33.476538Z","end":"2026-03-03T20:58:34.247536Z","steps":["trace[1610934099] 'agreement among raft nodes before linearized reading' (duration: 770.887258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.247558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364171101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-km59s\" ","response":"range_response_count:1 size:5971"} {"level":"warn","ts":"2026-03-03T20:58:34.247574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:33.476518Z","time spent":"771.049541ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-03T20:58:34.24759Z","caller":"traceutil/trace.go:171","msg":"trace[2062047430] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-km59s; range_end:; response_count:1; response_revision:24600; }","duration":"2.364213922s","start":"2026-03-03T20:58:31.883366Z","end":"2026-03-03T20:58:34.24758Z","steps":["trace[2062047430] 'agreement among raft nodes before linearized reading' (duration: 2.364086499s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.247622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.883361Z","time spent":"2.364254522s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5995,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-km59s\" "} {"level":"info","ts":"2026-03-03T20:58:34.247647Z","caller":"traceutil/trace.go:171","msg":"trace[356943554] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"563.610735ms","start":"2026-03-03T20:58:33.684027Z","end":"2026-03-03T20:58:34.247638Z","steps":["trace[356943554] 'process raft request' (duration: 563.137124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.247697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:33.684003Z","time spent":"563.668016ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:34.247848Z","caller":"traceutil/trace.go:171","msg":"trace[2074233708] transaction","detail":"{read_only:false; number_of_response:0; response_revision:24600; }","duration":"562.222613ms","start":"2026-03-03T20:58:33.685617Z","end":"2026-03-03T20:58:34.24784Z","steps":["trace[2074233708] 'process raft request' (duration: 561.704371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.247872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369817172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:34.247892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:33.685593Z","time spent":"562.277433ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:58:34.247923Z","caller":"traceutil/trace.go:171","msg":"trace[80734089] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24600; }","duration":"2.369888203s","start":"2026-03-03T20:58:31.87802Z","end":"2026-03-03T20:58:34.247908Z","steps":["trace[80734089] 'agreement among raft nodes before linearized reading' (duration: 2.36975714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.247963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.878006Z","time spent":"2.369946265s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:58:34.248058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.017909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:34.248086Z","caller":"traceutil/trace.go:171","msg":"trace[1066071114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24600; }","duration":"612.091181ms","start":"2026-03-03T20:58:33.635986Z","end":"2026-03-03T20:58:34.248077Z","steps":["trace[1066071114] 'agreement among raft nodes before linearized reading' (duration: 612.04033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.24811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:33.635963Z","time spent":"612.141752ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:34.248239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371229655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f8a00eb-bbd0-4db3-bd45-bad94a243a4c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T20:58:34.248287Z","caller":"traceutil/trace.go:171","msg":"trace[1147796058] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f8a00eb-bbd0-4db3-bd45-bad94a243a4c; range_end:; response_count:1; response_revision:24600; }","duration":"2.371284136s","start":"2026-03-03T20:58:31.876987Z","end":"2026-03-03T20:58:34.248271Z","steps":["trace[1147796058] 'agreement among raft nodes before linearized reading' (duration: 2.371155843s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.248328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.876981Z","time spent":"2.371335948s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-6f8a00eb-bbd0-4db3-bd45-bad94a243a4c\" "} {"level":"warn","ts":"2026-03-03T20:58:34.248291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.969713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T20:58:34.248581Z","caller":"traceutil/trace.go:171","msg":"trace[1108879797] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24600; }","duration":"707.29203ms","start":"2026-03-03T20:58:33.541274Z","end":"2026-03-03T20:58:34.248566Z","steps":["trace[1108879797] 'agreement among raft nodes before linearized reading' (duration: 706.948852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.248596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372681718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-03T20:58:34.248625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:33.541252Z","time spent":"707.359752ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T20:58:34.248635Z","caller":"traceutil/trace.go:171","msg":"trace[1721150016] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24600; }","duration":"2.37274884s","start":"2026-03-03T20:58:31.875875Z","end":"2026-03-03T20:58:34.248624Z","steps":["trace[1721150016] 'agreement among raft nodes before linearized reading' (duration: 2.372647447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.248667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.875856Z","time spent":"2.372801412s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T20:58:34.248893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373017936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T20:58:34.24892Z","caller":"traceutil/trace.go:171","msg":"trace[306949292] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24600; }","duration":"2.373072277s","start":"2026-03-03T20:58:31.87584Z","end":"2026-03-03T20:58:34.248912Z","steps":["trace[306949292] 'agreement among raft nodes before linearized reading' (duration: 2.372941104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.248944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.875825Z","time spent":"2.373113728s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:58:34.249151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373289343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127351"} {"level":"info","ts":"2026-03-03T20:58:34.249192Z","caller":"traceutil/trace.go:171","msg":"trace[21201550] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24600; }","duration":"2.373342194s","start":"2026-03-03T20:58:31.87584Z","end":"2026-03-03T20:58:34.249182Z","steps":["trace[21201550] 'agreement among raft nodes before linearized reading' (duration: 2.37320203s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.249223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:31.875835Z","time spent":"2.373379004s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127375,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T20:58:34.856406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.560934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:34.85653Z","caller":"traceutil/trace.go:171","msg":"trace[337431345] linearizableReadLoop","detail":"{readStateIndex:25505; appliedIndex:25504; }","duration":"609.087912ms","start":"2026-03-03T20:58:34.247426Z","end":"2026-03-03T20:58:34.856514Z","steps":["trace[337431345] 'read index received' (duration: 145.301294ms)","trace[337431345] 'applied index is now lower than readState.Index' (duration: 463.785138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:34.856587Z","caller":"traceutil/trace.go:171","msg":"trace[1660182013] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"947.833587ms","start":"2026-03-03T20:58:33.908725Z","end":"2026-03-03T20:58:34.856559Z","steps":["trace[1660182013] 'process raft request' (duration: 484.043059ms)","trace[1660182013] 'compare' (duration: 463.260266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:34.856609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.891228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:34.85666Z","caller":"traceutil/trace.go:171","msg":"trace[1679656020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24601; }","duration":"947.97013ms","start":"2026-03-03T20:58:33.908676Z","end":"2026-03-03T20:58:34.856646Z","steps":["trace[1679656020] 'agreement among raft nodes before linearized reading' (duration: 947.876818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.856696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15127579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-03T20:58:34.856695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:33.908707Z","time spent":"947.938299ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:34.856706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:33.90864Z","time spent":"948.059142ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:58:34.856718Z","caller":"traceutil/trace.go:171","msg":"trace[2043076316] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72; range_end:; response_count:1; response_revision:24601; }","duration":"1.151330011s","start":"2026-03-03T20:58:33.705379Z","end":"2026-03-03T20:58:34.856709Z","steps":["trace[2043076316] 'agreement among raft nodes before linearized reading' (duration: 1.151196488s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:34.856747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:33.70536Z","time spent":"1.151381432s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72\" "} {"level":"warn","ts":"2026-03-03T20:58:35.369177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.915527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:35.36948Z","caller":"traceutil/trace.go:171","msg":"trace[390824833] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"510.124504ms","start":"2026-03-03T20:58:34.859343Z","end":"2026-03-03T20:58:35.369468Z","steps":["trace[390824833] 'process raft request' (duration: 510.042362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:35.369443Z","caller":"traceutil/trace.go:171","msg":"trace[1360271809] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"1.114892666s","start":"2026-03-03T20:58:34.254521Z","end":"2026-03-03T20:58:35.369413Z","steps":["trace[1360271809] 'process raft request' (duration: 1.114725112s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.369518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.859324Z","time spent":"510.176956ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:35.369602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.25451Z","time spent":"1.115014138s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:35.369727Z","caller":"traceutil/trace.go:171","msg":"trace[915157988] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"1.111663191s","start":"2026-03-03T20:58:34.258058Z","end":"2026-03-03T20:58:35.369721Z","steps":["trace[915157988] 'process raft request' (duration: 1.111235851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.369757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.258049Z","time spent":"1.111691321s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:35.369805Z","caller":"traceutil/trace.go:171","msg":"trace[568941456] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"1.116995695s","start":"2026-03-03T20:58:34.252796Z","end":"2026-03-03T20:58:35.369792Z","steps":["trace[568941456] 'process raft request' (duration: 815.407732ms)","trace[568941456] 'compare' (duration: 300.520838ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:35.369827Z","caller":"traceutil/trace.go:171","msg":"trace[120085111] linearizableReadLoop","detail":"{readStateIndex:25508; appliedIndex:25505; }","duration":"513.272577ms","start":"2026-03-03T20:58:34.856549Z","end":"2026-03-03T20:58:35.369821Z","steps":["trace[120085111] 'read index received' (duration: 211.668474ms)","trace[120085111] 'applied index is now lower than readState.Index' (duration: 301.603473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:35.369869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.252765Z","time spent":"1.117069527s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:35.370007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.98624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:35.370023Z","caller":"traceutil/trace.go:171","msg":"trace[621702248] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24605; }","duration":"544.044582ms","start":"2026-03-03T20:58:34.825973Z","end":"2026-03-03T20:58:35.370018Z","steps":["trace[621702248] 'agreement among raft nodes before linearized reading' (duration: 544.011001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.370036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.825951Z","time spent":"544.082373ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:58:35.370128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.002906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:35.370147Z","caller":"traceutil/trace.go:171","msg":"trace[1210884893] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24605; }","duration":"558.022967ms","start":"2026-03-03T20:58:34.81212Z","end":"2026-03-03T20:58:35.370143Z","steps":["trace[1210884893] 'agreement among raft nodes before linearized reading' (duration: 557.985716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.370161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.812076Z","time spent":"558.080548ms","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.370437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11767683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-03T20:58:35.370462Z","caller":"traceutil/trace.go:171","msg":"trace[510024296] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24605; }","duration":"1.117698901s","start":"2026-03-03T20:58:34.252754Z","end":"2026-03-03T20:58:35.370453Z","steps":["trace[510024296] 'agreement among raft nodes before linearized reading' (duration: 1.117627189s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.370475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.25271Z","time spent":"1.117761612s","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T20:58:35.37044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.739613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:35.370519Z","caller":"traceutil/trace.go:171","msg":"trace[1623415541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24605; }","duration":"505.847295ms","start":"2026-03-03T20:58:34.864653Z","end":"2026-03-03T20:58:35.3705Z","steps":["trace[1623415541] 'agreement among raft nodes before linearized reading' (duration: 505.567759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.37053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108821514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127351"} {"level":"warn","ts":"2026-03-03T20:58:35.370557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.864645Z","time spent":"505.904046ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:35.370569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114087288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:35.370569Z","caller":"traceutil/trace.go:171","msg":"trace[2113756654] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24605; }","duration":"1.108871256s","start":"2026-03-03T20:58:34.261688Z","end":"2026-03-03T20:58:35.370559Z","steps":["trace[2113756654] 'agreement among raft nodes before linearized reading' (duration: 1.108700012s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:35.370587Z","caller":"traceutil/trace.go:171","msg":"trace[269060265] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24605; }","duration":"1.114122628s","start":"2026-03-03T20:58:34.256458Z","end":"2026-03-03T20:58:35.370581Z","steps":["trace[269060265] 'agreement among raft nodes before linearized reading' (duration: 1.114092787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.370603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.256447Z","time spent":"1.114151878s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:58:35.3706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.261683Z","time spent":"1.108910787s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127375,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T20:58:35.370802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013345098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T20:58:35.370818Z","caller":"traceutil/trace.go:171","msg":"trace[1979361334] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24605; }","duration":"1.013393459s","start":"2026-03-03T20:58:34.357419Z","end":"2026-03-03T20:58:35.370813Z","steps":["trace[1979361334] 'agreement among raft nodes before linearized reading' (duration: 1.013343158s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.37083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.357404Z","time spent":"1.01342361s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:58:35.370854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11809423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-03-03T20:58:35.370886Z","caller":"traceutil/trace.go:171","msg":"trace[1363346100] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:24605; }","duration":"1.118152662s","start":"2026-03-03T20:58:34.252722Z","end":"2026-03-03T20:58:35.370875Z","steps":["trace[1363346100] 'agreement among raft nodes before linearized reading' (duration: 1.118019359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.370936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.252705Z","time spent":"1.118218493s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1100,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-03T20:58:35.370974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.314306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:35.371002Z","caller":"traceutil/trace.go:171","msg":"trace[595881909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24605; }","duration":"304.379088ms","start":"2026-03-03T20:58:35.066617Z","end":"2026-03-03T20:58:35.370996Z","steps":["trace[595881909] 'agreement among raft nodes before linearized reading' (duration: 304.337637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.37102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.066595Z","time spent":"304.419018ms","remote":"127.0.0.1:51258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:35.371128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118405168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:58:35.371141Z","caller":"traceutil/trace.go:171","msg":"trace[539678479] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24605; }","duration":"1.118417858s","start":"2026-03-03T20:58:34.252719Z","end":"2026-03-03T20:58:35.371137Z","steps":["trace[539678479] 'agreement among raft nodes before linearized reading' (duration: 1.118372317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:35.371152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:34.252686Z","time spent":"1.118463209s","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:58:35.890616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:58:36.150119Z","caller":"traceutil/trace.go:171","msg":"trace[1807666703] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"760.410975ms","start":"2026-03-03T20:58:35.389677Z","end":"2026-03-03T20:58:36.150088Z","steps":["trace[1807666703] 'process raft request' (duration: 723.924868ms)","trace[1807666703] 'compare' (duration: 36.209111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:36.150252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.389654Z","time spent":"760.531208ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:36.461811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.496029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:36.462104Z","caller":"traceutil/trace.go:171","msg":"trace[729069650] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"1.072274536s","start":"2026-03-03T20:58:35.389782Z","end":"2026-03-03T20:58:36.462056Z","steps":["trace[729069650] 'process raft request' (duration: 957.478331ms)","trace[729069650] 'compare' (duration: 114.062138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:36.462277Z","caller":"traceutil/trace.go:171","msg":"trace[900110042] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"1.072278607s","start":"2026-03-03T20:58:35.389984Z","end":"2026-03-03T20:58:36.462263Z","steps":["trace[900110042] 'process raft request' (duration: 1.071902638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.462391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.38998Z","time spent":"1.072348818s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:36.462393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.389771Z","time spent":"1.07242074s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:58:36.462842Z","caller":"traceutil/trace.go:171","msg":"trace[432819429] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"1.072314287s","start":"2026-03-03T20:58:35.390517Z","end":"2026-03-03T20:58:36.462831Z","steps":["trace[432819429] 'process raft request' (duration: 1.0715884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.462904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.390503Z","time spent":"1.072367359s","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127335,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:36.463224Z","caller":"traceutil/trace.go:171","msg":"trace[1333104037] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"1.051181257s","start":"2026-03-03T20:58:35.412026Z","end":"2026-03-03T20:58:36.463208Z","steps":["trace[1333104037] 'process raft request' (duration: 1.050933811s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:36.463265Z","caller":"traceutil/trace.go:171","msg":"trace[434255563] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"741.714811ms","start":"2026-03-03T20:58:35.721542Z","end":"2026-03-03T20:58:36.463257Z","steps":["trace[434255563] 'process raft request' (duration: 741.456155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.463285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.412006Z","time spent":"1.051252839s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:36.463379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.721519Z","time spent":"741.779433ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:36.463558Z","caller":"traceutil/trace.go:171","msg":"trace[1667706417] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"1.053537371s","start":"2026-03-03T20:58:35.410012Z","end":"2026-03-03T20:58:36.463549Z","steps":["trace[1667706417] 'process raft request' (duration: 1.052886906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.463634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.409993Z","time spent":"1.053612153s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:36.463647Z","caller":"traceutil/trace.go:171","msg":"trace[901947089] linearizableReadLoop","detail":"{readStateIndex:25518; appliedIndex:25509; }","duration":"1.073818352s","start":"2026-03-03T20:58:35.389815Z","end":"2026-03-03T20:58:36.463633Z","steps":["trace[901947089] 'read index received' (duration: 723.806076ms)","trace[901947089] 'applied index is now lower than readState.Index' (duration: 350.011086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:36.463398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.408193Z","time spent":"1.05519937s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:58:36.463206Z","caller":"traceutil/trace.go:171","msg":"trace[1547921194] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"208.765687ms","start":"2026-03-03T20:58:36.254418Z","end":"2026-03-03T20:58:36.463184Z","steps":["trace[1547921194] 'process raft request' (duration: 208.717686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:36.463731Z","caller":"traceutil/trace.go:171","msg":"trace[544435860] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"211.657164ms","start":"2026-03-03T20:58:36.252066Z","end":"2026-03-03T20:58:36.463723Z","steps":["trace[544435860] 'process raft request' (duration: 210.973149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:36.463779Z","caller":"traceutil/trace.go:171","msg":"trace[1580576687] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"209.806202ms","start":"2026-03-03T20:58:36.253965Z","end":"2026-03-03T20:58:36.463771Z","steps":["trace[1580576687] 'process raft request' (duration: 209.107665ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:36.463805Z","caller":"traceutil/trace.go:171","msg":"trace[2136268245] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"209.515994ms","start":"2026-03-03T20:58:36.254281Z","end":"2026-03-03T20:58:36.463797Z","steps":["trace[2136268245] 'process raft request' (duration: 208.825098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.466492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.84439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7d626fff3d\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-03T20:58:36.466559Z","caller":"traceutil/trace.go:171","msg":"trace[124308463] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7d626fff3d; range_end:; response_count:1; response_revision:24617; }","duration":"311.015871ms","start":"2026-03-03T20:58:36.155527Z","end":"2026-03-03T20:58:36.466542Z","steps":["trace[124308463] 'agreement among raft nodes before linearized reading' (duration: 308.792429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.466607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.155508Z","time spent":"311.084383ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7d626fff3d\" "} {"level":"warn","ts":"2026-03-03T20:58:36.466658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.38539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T20:58:36.466692Z","caller":"traceutil/trace.go:171","msg":"trace[1420613685] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24617; }","duration":"982.447071ms","start":"2026-03-03T20:58:35.484234Z","end":"2026-03-03T20:58:36.466681Z","steps":["trace[1420613685] 'agreement among raft nodes before linearized reading' (duration: 982.356249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.466718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.484219Z","time spent":"982.494682ms","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-03T20:58:36.464043Z","caller":"traceutil/trace.go:171","msg":"trace[1844366532] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"1.067390793s","start":"2026-03-03T20:58:35.396643Z","end":"2026-03-03T20:58:36.464034Z","steps":["trace[1844366532] 'process raft request' (duration: 1.066106083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.466802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.396623Z","time spent":"1.070149777s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6026,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:36.464051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051869633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-256d0d77-249d-4b37-a232-e28eead6a248\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-03T20:58:36.466933Z","caller":"traceutil/trace.go:171","msg":"trace[475470701] range","detail":"{range_begin:/registry/persistentvolumes/pvc-256d0d77-249d-4b37-a232-e28eead6a248; range_end:; response_count:1; response_revision:24617; }","duration":"1.05476856s","start":"2026-03-03T20:58:35.412145Z","end":"2026-03-03T20:58:36.466914Z","steps":["trace[475470701] 'agreement among raft nodes before linearized reading' (duration: 1.05176199s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.464256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.451038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:36.464303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074522029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:36.466495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.957477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:36.467495Z","caller":"traceutil/trace.go:171","msg":"trace[2031391212] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24617; }","duration":"395.029342ms","start":"2026-03-03T20:58:36.072454Z","end":"2026-03-03T20:58:36.467483Z","steps":["trace[2031391212] 'agreement among raft nodes before linearized reading' (duration: 393.967707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.467558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.072386Z","time spent":"395.148265ms","remote":"127.0.0.1:43478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:36.467738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.412135Z","time spent":"1.055568769s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-256d0d77-249d-4b37-a232-e28eead6a248\" "} {"level":"info","ts":"2026-03-03T20:58:36.467877Z","caller":"traceutil/trace.go:171","msg":"trace[1861296097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24617; }","duration":"578.100893ms","start":"2026-03-03T20:58:35.889768Z","end":"2026-03-03T20:58:36.467869Z","steps":["trace[1861296097] 'agreement among raft nodes before linearized reading' (duration: 574.456138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.467962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.889751Z","time spent":"578.201935ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:58:36.468114Z","caller":"traceutil/trace.go:171","msg":"trace[210884503] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24617; }","duration":"1.078395878s","start":"2026-03-03T20:58:35.389709Z","end":"2026-03-03T20:58:36.468105Z","steps":["trace[210884503] 'agreement among raft nodes before linearized reading' (duration: 1.074569489s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.468172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.389694Z","time spent":"1.07846882s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:58:36.470449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.333494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-03T20:58:36.470685Z","caller":"traceutil/trace.go:171","msg":"trace[2042485772] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24617; }","duration":"760.61263ms","start":"2026-03-03T20:58:35.710037Z","end":"2026-03-03T20:58:36.47065Z","steps":["trace[2042485772] 'agreement among raft nodes before linearized reading' (duration: 754.196291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.470742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:35.710021Z","time spent":"760.710972ms","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418375,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T20:58:36.878921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.658406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:36.879041Z","caller":"traceutil/trace.go:171","msg":"trace[2085362132] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"411.541255ms","start":"2026-03-03T20:58:36.467481Z","end":"2026-03-03T20:58:36.879022Z","steps":["trace[2085362132] 'process raft request' (duration: 276.51271ms)","trace[2085362132] 'compare' (duration: 134.294988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:36.879102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.467463Z","time spent":"411.608727ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:36.910411Z","caller":"traceutil/trace.go:171","msg":"trace[635140326] linearizableReadLoop","detail":"{readStateIndex:25524; appliedIndex:25522; }","duration":"441.268105ms","start":"2026-03-03T20:58:36.469122Z","end":"2026-03-03T20:58:36.91039Z","steps":["trace[635140326] 'read index received' (duration: 274.886363ms)","trace[635140326] 'applied index is now lower than readState.Index' (duration: 166.380792ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:36.910467Z","caller":"traceutil/trace.go:171","msg":"trace[1414087963] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"441.47647ms","start":"2026-03-03T20:58:36.468952Z","end":"2026-03-03T20:58:36.910429Z","steps":["trace[1414087963] 'process raft request' (duration: 441.332277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.910574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.434329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:36.910613Z","caller":"traceutil/trace.go:171","msg":"trace[268260177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24619; }","duration":"441.511861ms","start":"2026-03-03T20:58:36.469092Z","end":"2026-03-03T20:58:36.910604Z","steps":["trace[268260177] 'agreement among raft nodes before linearized reading' (duration: 441.405079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.910652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.469078Z","time spent":"441.565862ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:36.910647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.468943Z","time spent":"441.611733ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:36.954513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.358816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"warn","ts":"2026-03-03T20:58:36.954537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.853417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127351"} {"level":"warn","ts":"2026-03-03T20:58:36.954574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.739583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T20:58:36.954617Z","caller":"traceutil/trace.go:171","msg":"trace[1178038602] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:24620; }","duration":"484.495099ms","start":"2026-03-03T20:58:36.4701Z","end":"2026-03-03T20:58:36.954595Z","steps":["trace[1178038602] 'agreement among raft nodes before linearized reading' (duration: 484.188922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.954617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.855835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-03-03T20:58:36.954651Z","caller":"traceutil/trace.go:171","msg":"trace[1153837221] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24620; }","duration":"477.865605ms","start":"2026-03-03T20:58:36.476767Z","end":"2026-03-03T20:58:36.954632Z","steps":["trace[1153837221] 'agreement among raft nodes before linearized reading' (duration: 477.66544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:36.954675Z","caller":"traceutil/trace.go:171","msg":"trace[126268746] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24620; }","duration":"477.949178ms","start":"2026-03-03T20:58:36.476712Z","end":"2026-03-03T20:58:36.954661Z","steps":["trace[126268746] 'agreement among raft nodes before linearized reading' (duration: 477.737943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.954537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.398836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:58:36.954702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.476702Z","time spent":"477.996368ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T20:58:36.954707Z","caller":"traceutil/trace.go:171","msg":"trace[1403230998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24620; }","duration":"319.6052ms","start":"2026-03-03T20:58:36.635092Z","end":"2026-03-03T20:58:36.954697Z","steps":["trace[1403230998] 'agreement among raft nodes before linearized reading' (duration: 319.310114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.954703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.476749Z","time spent":"477.944817ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-03T20:58:36.954721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.099815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"warn","ts":"2026-03-03T20:58:36.954738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.635083Z","time spent":"319.644691ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:58:36.954705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.964083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:36.954762Z","caller":"traceutil/trace.go:171","msg":"trace[1830420945] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:24620; }","duration":"383.174837ms","start":"2026-03-03T20:58:36.571578Z","end":"2026-03-03T20:58:36.954753Z","steps":["trace[1830420945] 'agreement among raft nodes before linearized reading' (duration: 383.077004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.954808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.571557Z","time spent":"383.244069ms","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"info","ts":"2026-03-03T20:58:36.954819Z","caller":"traceutil/trace.go:171","msg":"trace[1762672606] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24620; }","duration":"321.133527ms","start":"2026-03-03T20:58:36.633657Z","end":"2026-03-03T20:58:36.954791Z","steps":["trace[1762672606] 'agreement among raft nodes before linearized reading' (duration: 320.956143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.954667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.470088Z","time spent":"484.569762ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1100,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-03T20:58:36.954878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.633639Z","time spent":"321.228978ms","remote":"127.0.0.1:41954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:36.954629Z","caller":"traceutil/trace.go:171","msg":"trace[1249191305] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24620; }","duration":"431.97341ms","start":"2026-03-03T20:58:36.522632Z","end":"2026-03-03T20:58:36.954606Z","steps":["trace[1249191305] 'agreement among raft nodes before linearized reading' (duration: 431.623612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:36.954967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.522616Z","time spent":"432.337718ms","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127375,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T20:58:37.551696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.490876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:37.551776Z","caller":"traceutil/trace.go:171","msg":"trace[17281264] linearizableReadLoop","detail":"{readStateIndex:25526; appliedIndex:25525; }","duration":"593.603001ms","start":"2026-03-03T20:58:36.958163Z","end":"2026-03-03T20:58:37.551766Z","steps":["trace[17281264] 'read index received' (duration: 149.996783ms)","trace[17281264] 'applied index is now lower than readState.Index' (duration: 443.605138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:37.551822Z","caller":"traceutil/trace.go:171","msg":"trace[1487299809] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"594.177395ms","start":"2026-03-03T20:58:36.957638Z","end":"2026-03-03T20:58:37.551816Z","steps":["trace[1487299809] 'process raft request' (duration: 150.504774ms)","trace[1487299809] 'compare' (duration: 442.79215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:37.551853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.957618Z","time spent":"594.216686ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:37.552044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.880218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a8861c88-8f57-4d9e-818e-7bc2a303a0d8\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T20:58:37.552064Z","caller":"traceutil/trace.go:171","msg":"trace[2110014079] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a8861c88-8f57-4d9e-818e-7bc2a303a0d8; range_end:; response_count:1; response_revision:24621; }","duration":"593.922079ms","start":"2026-03-03T20:58:36.958137Z","end":"2026-03-03T20:58:37.552059Z","steps":["trace[2110014079] 'agreement among raft nodes before linearized reading' (duration: 593.816297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:37.552078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.958127Z","time spent":"593.94787ms","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-a8861c88-8f57-4d9e-818e-7bc2a303a0d8\" "} {"level":"info","ts":"2026-03-03T20:58:38.000491Z","caller":"traceutil/trace.go:171","msg":"trace[1095013768] linearizableReadLoop","detail":"{readStateIndex:25527; appliedIndex:25526; }","duration":"448.675837ms","start":"2026-03-03T20:58:37.551791Z","end":"2026-03-03T20:58:38.000466Z","steps":["trace[1095013768] 'read index received' (duration: 400.394196ms)","trace[1095013768] 'applied index is now lower than readState.Index' (duration: 48.280421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:38.000669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030468544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T20:58:38.000716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04150129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T20:58:38.000716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039517794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-03T20:58:38.000742Z","caller":"traceutil/trace.go:171","msg":"trace[1448979342] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24622; }","duration":"1.041562022s","start":"2026-03-03T20:58:36.959172Z","end":"2026-03-03T20:58:38.000734Z","steps":["trace[1448979342] 'agreement among raft nodes before linearized reading' (duration: 1.04144547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:38.000765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.959157Z","time spent":"1.041602903s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T20:58:38.000767Z","caller":"traceutil/trace.go:171","msg":"trace[449011175] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:24622; }","duration":"1.039584737s","start":"2026-03-03T20:58:36.961165Z","end":"2026-03-03T20:58:38.00075Z","steps":["trace[449011175] 'agreement among raft nodes before linearized reading' (duration: 1.039409303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:38.0008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.961158Z","time spent":"1.039634218s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-03-03T20:58:38.000977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.29599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-86c9d8d9f4-g5fxq.18996fbb006068af\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-03-03T20:58:38.001011Z","caller":"traceutil/trace.go:171","msg":"trace[1540291310] range","detail":"{range_begin:/registry/events/openstack/heat-api-86c9d8d9f4-g5fxq.18996fbb006068af; range_end:; response_count:1; response_revision:24622; }","duration":"436.388412ms","start":"2026-03-03T20:58:37.564614Z","end":"2026-03-03T20:58:38.001003Z","steps":["trace[1540291310] 'agreement among raft nodes before linearized reading' (duration: 436.292679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:38.001031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:37.564594Z","time spent":"436.432503ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-86c9d8d9f4-g5fxq.18996fbb006068af\" "} {"level":"info","ts":"2026-03-03T20:58:38.000743Z","caller":"traceutil/trace.go:171","msg":"trace[331811961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24622; }","duration":"1.030583617s","start":"2026-03-03T20:58:36.97014Z","end":"2026-03-03T20:58:38.000723Z","steps":["trace[331811961] 'agreement among raft nodes before linearized reading' (duration: 1.030352042s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:38.001086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.616831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:38.001088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.970122Z","time spent":"1.030952955s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T20:58:38.000954Z","caller":"traceutil/trace.go:171","msg":"trace[373516247] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"1.036268669s","start":"2026-03-03T20:58:36.964671Z","end":"2026-03-03T20:58:38.00094Z","steps":["trace[373516247] 'process raft request' (duration: 987.663161ms)","trace[373516247] 'compare' (duration: 47.893392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:38.001193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041927301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115536"} {"level":"warn","ts":"2026-03-03T20:58:38.001263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.642498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T20:58:38.001272Z","caller":"traceutil/trace.go:171","msg":"trace[1162163305] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:24622; }","duration":"1.042034013s","start":"2026-03-03T20:58:36.959222Z","end":"2026-03-03T20:58:38.001256Z","steps":["trace[1162163305] 'agreement among raft nodes before linearized reading' (duration: 1.041361778s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:38.001292Z","caller":"traceutil/trace.go:171","msg":"trace[1502773867] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24622; }","duration":"343.71443ms","start":"2026-03-03T20:58:37.657571Z","end":"2026-03-03T20:58:38.001285Z","steps":["trace[1502773867] 'agreement among raft nodes before linearized reading' (duration: 343.646109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:38.001314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:37.657551Z","time spent":"343.757452ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-03T20:58:38.001316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.959211Z","time spent":"1.042093995s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115560,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T20:58:38.001221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:36.964658Z","time spent":"1.036503434s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:38.001127Z","caller":"traceutil/trace.go:171","msg":"trace[564307633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24622; }","duration":"111.690483ms","start":"2026-03-03T20:58:37.889427Z","end":"2026-03-03T20:58:38.001117Z","steps":["trace[564307633] 'agreement among raft nodes before linearized reading' (duration: 111.633502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:38.232982Z","caller":"traceutil/trace.go:171","msg":"trace[1803772774] linearizableReadLoop","detail":"{readStateIndex:25529; appliedIndex:25527; }","duration":"227.043771ms","start":"2026-03-03T20:58:38.005919Z","end":"2026-03-03T20:58:38.232962Z","steps":["trace[1803772774] 'read index received' (duration: 57.070045ms)","trace[1803772774] 'applied index is now lower than readState.Index' (duration: 169.972906ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:38.23302Z","caller":"traceutil/trace.go:171","msg":"trace[41604095] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"227.126433ms","start":"2026-03-03T20:58:38.005862Z","end":"2026-03-03T20:58:38.232988Z","steps":["trace[41604095] 'process raft request' (duration: 173.068008ms)","trace[41604095] 'compare' (duration: 53.939382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:38.233164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.238246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1440"} {"level":"info","ts":"2026-03-03T20:58:38.233188Z","caller":"traceutil/trace.go:171","msg":"trace[1236857139] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24624; }","duration":"227.299977ms","start":"2026-03-03T20:58:38.005882Z","end":"2026-03-03T20:58:38.233182Z","steps":["trace[1236857139] 'agreement among raft nodes before linearized reading' (duration: 227.175285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:38.740917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.404844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:38.741021Z","caller":"traceutil/trace.go:171","msg":"trace[816532690] linearizableReadLoop","detail":"{readStateIndex:25530; appliedIndex:25529; }","duration":"507.964894ms","start":"2026-03-03T20:58:38.23304Z","end":"2026-03-03T20:58:38.741004Z","steps":["trace[816532690] 'read index received' (duration: 257.406166ms)","trace[816532690] 'applied index is now lower than readState.Index' (duration: 250.557468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:38.741199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.269601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-03T20:58:38.741213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.976636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-85df9c8856-rmfkb.18996fbafeda5ec9\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-03T20:58:38.741231Z","caller":"traceutil/trace.go:171","msg":"trace[1217346007] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1; range_end:; response_count:1; response_revision:24625; }","duration":"735.319193ms","start":"2026-03-03T20:58:38.005901Z","end":"2026-03-03T20:58:38.74122Z","steps":["trace[1217346007] 'agreement among raft nodes before linearized reading' (duration: 735.17459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:38.741265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.005887Z","time spent":"735.370284ms","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-e19ad6fc-2b00-4e63-bf91-b8a35746fad1\" "} {"level":"warn","ts":"2026-03-03T20:58:38.741379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.849638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127351"} {"level":"info","ts":"2026-03-03T20:58:38.741263Z","caller":"traceutil/trace.go:171","msg":"trace[1820153917] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-85df9c8856-rmfkb.18996fbafeda5ec9; range_end:; response_count:1; response_revision:24625; }","duration":"673.062568ms","start":"2026-03-03T20:58:38.068186Z","end":"2026-03-03T20:58:38.741249Z","steps":["trace[1820153917] 'agreement among raft nodes before linearized reading' (duration: 672.877933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:38.741452Z","caller":"traceutil/trace.go:171","msg":"trace[2076099708] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24625; }","duration":"733.963361ms","start":"2026-03-03T20:58:38.007471Z","end":"2026-03-03T20:58:38.741434Z","steps":["trace[2076099708] 'agreement among raft nodes before linearized reading' (duration: 733.603583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:38.741487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.068169Z","time spent":"673.304123ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-cfn-85df9c8856-rmfkb.18996fbafeda5ec9\" "} {"level":"warn","ts":"2026-03-03T20:58:38.741603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.206458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-03T20:58:38.741633Z","caller":"traceutil/trace.go:171","msg":"trace[1557186179] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24625; }","duration":"728.26848ms","start":"2026-03-03T20:58:38.013357Z","end":"2026-03-03T20:58:38.741625Z","steps":["trace[1557186179] 'agreement among raft nodes before linearized reading' (duration: 728.162627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:38.741658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.013342Z","time spent":"728.31062ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T20:58:38.741407Z","caller":"traceutil/trace.go:171","msg":"trace[816507284] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"517.650759ms","start":"2026-03-03T20:58:38.223743Z","end":"2026-03-03T20:58:38.741394Z","steps":["trace[816507284] 'process raft request' (duration: 266.689902ms)","trace[816507284] 'compare' (duration: 249.937913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:38.741958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.223723Z","time spent":"518.086749ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:38.741497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.007449Z","time spent":"734.039153ms","remote":"127.0.0.1:35560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127375,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T20:58:39.357156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.671271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:39.357485Z","caller":"traceutil/trace.go:171","msg":"trace[596969602] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"884.606589ms","start":"2026-03-03T20:58:38.472864Z","end":"2026-03-03T20:58:39.357471Z","steps":["trace[596969602] 'process raft request' (duration: 884.552858ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:39.357476Z","caller":"traceutil/trace.go:171","msg":"trace[766586853] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"887.820994ms","start":"2026-03-03T20:58:38.469629Z","end":"2026-03-03T20:58:39.35745Z","steps":["trace[766586853] 'process raft request' (duration: 887.722142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.357552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.472827Z","time spent":"884.693001ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:39.357648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.469583Z","time spent":"887.966377ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:39.357715Z","caller":"traceutil/trace.go:171","msg":"trace[941352515] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"884.942687ms","start":"2026-03-03T20:58:38.472764Z","end":"2026-03-03T20:58:39.357707Z","steps":["trace[941352515] 'process raft request' (duration: 884.621999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:39.357476Z","caller":"traceutil/trace.go:171","msg":"trace[1236501046] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"1.119910632s","start":"2026-03-03T20:58:38.237535Z","end":"2026-03-03T20:58:39.357446Z","steps":["trace[1236501046] 'process raft request' (duration: 725.890653ms)","trace[1236501046] 'compare' (duration: 393.398294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:39.357767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.47275Z","time spent":"884.992878ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:39.357843Z","caller":"traceutil/trace.go:171","msg":"trace[719945959] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"889.720358ms","start":"2026-03-03T20:58:38.468113Z","end":"2026-03-03T20:58:39.357833Z","steps":["trace[719945959] 'process raft request' (duration: 889.126084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.357845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.237512Z","time spent":"1.120257s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:39.357877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.468093Z","time spent":"889.770238ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:39.358178Z","caller":"traceutil/trace.go:171","msg":"trace[723850806] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"885.260855ms","start":"2026-03-03T20:58:38.472908Z","end":"2026-03-03T20:58:39.358169Z","steps":["trace[723850806] 'process raft request' (duration: 884.534198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.35823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.472877Z","time spent":"885.331135ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:39.358254Z","caller":"traceutil/trace.go:171","msg":"trace[206548263] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"884.115347ms","start":"2026-03-03T20:58:38.474086Z","end":"2026-03-03T20:58:39.358201Z","steps":["trace[206548263] 'process raft request' (duration: 883.947053ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:39.358342Z","caller":"traceutil/trace.go:171","msg":"trace[1629621546] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"397.56427ms","start":"2026-03-03T20:58:38.960757Z","end":"2026-03-03T20:58:39.358321Z","steps":["trace[1629621546] 'process raft request' (duration: 397.508739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.35844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.474074Z","time spent":"884.273972ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:39.358465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120893975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-03T20:58:39.358472Z","caller":"traceutil/trace.go:171","msg":"trace[2095194221] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"613.352361ms","start":"2026-03-03T20:58:38.745104Z","end":"2026-03-03T20:58:39.358456Z","steps":["trace[2095194221] 'process raft request' (duration: 613.084055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.358499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.960734Z","time spent":"397.669813ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:39.358523Z","caller":"traceutil/trace.go:171","msg":"trace[18574155] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24634; }","duration":"1.120962166s","start":"2026-03-03T20:58:38.23754Z","end":"2026-03-03T20:58:39.358502Z","steps":["trace[18574155] 'agreement among raft nodes before linearized reading' (duration: 1.120785372s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.358547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.745082Z","time spent":"613.426752ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:39.358287Z","caller":"traceutil/trace.go:171","msg":"trace[2054471903] linearizableReadLoop","detail":"{readStateIndex:25537; appliedIndex:25530; }","duration":"617.217681ms","start":"2026-03-03T20:58:38.741047Z","end":"2026-03-03T20:58:39.358265Z","steps":["trace[2054471903] 'read index received' (duration: 222.362223ms)","trace[2054471903] 'applied index is now lower than readState.Index' (duration: 394.852808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:39.358565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.237527Z","time spent":"1.121027359s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-03T20:58:39.358506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094515343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:39.358634Z","caller":"traceutil/trace.go:171","msg":"trace[832785499] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24634; }","duration":"1.094700767s","start":"2026-03-03T20:58:38.263924Z","end":"2026-03-03T20:58:39.358625Z","steps":["trace[832785499] 'agreement among raft nodes before linearized reading' (duration: 1.094479752s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.358666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.263906Z","time spent":"1.094749788s","remote":"127.0.0.1:35906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:39.417765Z","caller":"traceutil/trace.go:171","msg":"trace[1479743388] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"275.830875ms","start":"2026-03-03T20:58:39.141908Z","end":"2026-03-03T20:58:39.417739Z","steps":["trace[1479743388] 'process raft request' (duration: 275.63622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.417952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.025826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:39.418009Z","caller":"traceutil/trace.go:171","msg":"trace[775263929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24635; }","duration":"530.116469ms","start":"2026-03-03T20:58:38.887878Z","end":"2026-03-03T20:58:39.417995Z","steps":["trace[775263929] 'agreement among raft nodes before linearized reading' (duration: 530.032897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.418047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.88786Z","time spent":"530.1804ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:39.418176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.149521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:39.418265Z","caller":"traceutil/trace.go:171","msg":"trace[1689672632] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24635; }","duration":"425.262333ms","start":"2026-03-03T20:58:38.992984Z","end":"2026-03-03T20:58:39.418247Z","steps":["trace[1689672632] 'agreement among raft nodes before linearized reading' (duration: 425.084609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:39.418318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:38.992918Z","time spent":"425.389047ms","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:39.932116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999768,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:58:40.052156Z","caller":"traceutil/trace.go:171","msg":"trace[1787083566] linearizableReadLoop","detail":"{readStateIndex:25541; appliedIndex:25540; }","duration":"620.812724ms","start":"2026-03-03T20:58:39.431317Z","end":"2026-03-03T20:58:40.052129Z","steps":["trace[1787083566] 'read index received' (duration: 620.579249ms)","trace[1787083566] 'applied index is now lower than readState.Index' (duration: 232.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:40.052187Z","caller":"traceutil/trace.go:171","msg":"trace[1987896666] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"631.642386ms","start":"2026-03-03T20:58:39.420517Z","end":"2026-03-03T20:58:40.052159Z","steps":["trace[1987896666] 'process raft request' (duration: 631.438261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:40.052332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:39.420495Z","time spent":"631.756639ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:40.052357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.261754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:40.052351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.9286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:40.052358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.373436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:40.052405Z","caller":"traceutil/trace.go:171","msg":"trace[398668378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24636; }","duration":"162.010771ms","start":"2026-03-03T20:58:39.890383Z","end":"2026-03-03T20:58:40.052394Z","steps":["trace[398668378] 'agreement among raft nodes before linearized reading' (duration: 161.9312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:40.052407Z","caller":"traceutil/trace.go:171","msg":"trace[1815438606] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24636; }","duration":"540.358256ms","start":"2026-03-03T20:58:39.512033Z","end":"2026-03-03T20:58:40.052391Z","steps":["trace[1815438606] 'agreement among raft nodes before linearized reading' (duration: 540.234624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:40.052421Z","caller":"traceutil/trace.go:171","msg":"trace[1957422720] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24636; }","duration":"229.486039ms","start":"2026-03-03T20:58:39.822919Z","end":"2026-03-03T20:58:40.052405Z","steps":["trace[1957422720] 'agreement among raft nodes before linearized reading' (duration: 229.371156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:40.052478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.501557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:40.052536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.344566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:40.052619Z","caller":"traceutil/trace.go:171","msg":"trace[408527487] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24636; }","duration":"537.439729ms","start":"2026-03-03T20:58:39.515156Z","end":"2026-03-03T20:58:40.052596Z","steps":["trace[408527487] 'agreement among raft nodes before linearized reading' (duration: 537.265815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:40.052552Z","caller":"traceutil/trace.go:171","msg":"trace[911751318] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24636; }","duration":"396.623889ms","start":"2026-03-03T20:58:39.655911Z","end":"2026-03-03T20:58:40.052535Z","steps":["trace[911751318] 'agreement among raft nodes before linearized reading' (duration: 396.461315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:40.052666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:39.515151Z","time spent":"537.504541ms","remote":"127.0.0.1:43470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:40.052672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:39.655892Z","time spent":"396.768653ms","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:40.052493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:39.512017Z","time spent":"540.461368ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:40.052916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.591022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-03T20:58:40.052964Z","caller":"traceutil/trace.go:171","msg":"trace[177508122] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24636; }","duration":"621.658374ms","start":"2026-03-03T20:58:39.431295Z","end":"2026-03-03T20:58:40.052953Z","steps":["trace[177508122] 'agreement among raft nodes before linearized reading' (duration: 620.950868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:40.053177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:39.431286Z","time spent":"621.851249ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-03-03T20:58:40.250744Z","caller":"traceutil/trace.go:171","msg":"trace[736447930] linearizableReadLoop","detail":"{readStateIndex:25543; appliedIndex:25541; }","duration":"187.712588ms","start":"2026-03-03T20:58:40.063006Z","end":"2026-03-03T20:58:40.250719Z","steps":["trace[736447930] 'read index received' (duration: 62.845289ms)","trace[736447930] 'applied index is now lower than readState.Index' (duration: 124.865809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:40.251013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.47246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-03T20:58:40.251054Z","caller":"traceutil/trace.go:171","msg":"trace[1152567077] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7; range_end:; response_count:1; response_revision:24638; }","duration":"121.560732ms","start":"2026-03-03T20:58:40.129482Z","end":"2026-03-03T20:58:40.251043Z","steps":["trace[1152567077] 'agreement among raft nodes before linearized reading' (duration: 121.372408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:40.250761Z","caller":"traceutil/trace.go:171","msg":"trace[1558717505] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"191.444345ms","start":"2026-03-03T20:58:40.059288Z","end":"2026-03-03T20:58:40.250732Z","steps":["trace[1558717505] 'process raft request' (duration: 164.398797ms)","trace[1558717505] 'compare' (duration: 26.774862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:40.251667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.64706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T20:58:40.251759Z","caller":"traceutil/trace.go:171","msg":"trace[1858990225] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24638; }","duration":"188.775023ms","start":"2026-03-03T20:58:40.062969Z","end":"2026-03-03T20:58:40.251744Z","steps":["trace[1858990225] 'agreement among raft nodes before linearized reading' (duration: 187.844651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:40.762441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:41.152732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.361079ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:41.152855Z","caller":"traceutil/trace.go:171","msg":"trace[923994854] linearizableReadLoop","detail":"{readStateIndex:25544; appliedIndex:25543; }","duration":"891.046367ms","start":"2026-03-03T20:58:40.26177Z","end":"2026-03-03T20:58:41.152816Z","steps":["trace[923994854] 'read index received' (duration: 891.023607ms)","trace[923994854] 'applied index is now lower than readState.Index' (duration: 20.82µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:41.152892Z","caller":"traceutil/trace.go:171","msg":"trace[1378868507] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24638; }","duration":"790.539584ms","start":"2026-03-03T20:58:40.362333Z","end":"2026-03-03T20:58:41.152873Z","steps":["trace[1378868507] 'range keys from in-memory index tree' (duration: 790.339689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:41.152876Z","caller":"traceutil/trace.go:171","msg":"trace[252771473] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"897.333714ms","start":"2026-03-03T20:58:40.255507Z","end":"2026-03-03T20:58:41.15284Z","steps":["trace[252771473] 'process raft request' (duration: 896.808891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:41.153042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:40.255487Z","time spent":"897.470716ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:41.15316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.360984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-03T20:58:41.153283Z","caller":"traceutil/trace.go:171","msg":"trace[695652241] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24639; }","duration":"891.513138ms","start":"2026-03-03T20:58:40.261752Z","end":"2026-03-03T20:58:41.153265Z","steps":["trace[695652241] 'agreement among raft nodes before linearized reading' (duration: 891.14895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:41.153373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:40.261744Z","time spent":"891.617471ms","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-03T20:58:41.183763Z","caller":"traceutil/trace.go:171","msg":"trace[1081392352] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"173.083229ms","start":"2026-03-03T20:58:41.010646Z","end":"2026-03-03T20:58:41.183729Z","steps":["trace[1081392352] 'process raft request' (duration: 172.925115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:41.183854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.078937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:41.18393Z","caller":"traceutil/trace.go:171","msg":"trace[1396849858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24640; }","duration":"294.19213ms","start":"2026-03-03T20:58:40.889711Z","end":"2026-03-03T20:58:41.183903Z","steps":["trace[1396849858] 'agreement among raft nodes before linearized reading' (duration: 294.061337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:41.185275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.938872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272952"} {"level":"info","ts":"2026-03-03T20:58:41.18539Z","caller":"traceutil/trace.go:171","msg":"trace[2126334672] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24640; }","duration":"629.114596ms","start":"2026-03-03T20:58:40.55625Z","end":"2026-03-03T20:58:41.185365Z","steps":["trace[2126334672] 'agreement among raft nodes before linearized reading' (duration: 627.556629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:41.185444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:40.556226Z","time spent":"629.204758ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272976,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:58:41.476008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.156587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:41.476099Z","caller":"traceutil/trace.go:171","msg":"trace[1203336463] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"280.81621ms","start":"2026-03-03T20:58:41.195268Z","end":"2026-03-03T20:58:41.476084Z","steps":["trace[1203336463] 'process raft request' (duration: 170.507989ms)","trace[1203336463] 'compare' (duration: 109.730838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:42.033405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.396043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:42.033779Z","caller":"traceutil/trace.go:171","msg":"trace[821600724] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"835.709594ms","start":"2026-03-03T20:58:41.198017Z","end":"2026-03-03T20:58:42.033726Z","steps":["trace[821600724] 'process raft request' (duration: 724.922752ms)","trace[821600724] 'compare' (duration: 110.26568ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:42.033924Z","caller":"traceutil/trace.go:171","msg":"trace[558749043] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"670.681712ms","start":"2026-03-03T20:58:41.363205Z","end":"2026-03-03T20:58:42.033887Z","steps":["trace[558749043] 'process raft request' (duration: 670.470367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:42.033963Z","caller":"traceutil/trace.go:171","msg":"trace[1723678087] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"669.605157ms","start":"2026-03-03T20:58:41.364335Z","end":"2026-03-03T20:58:42.03394Z","steps":["trace[1723678087] 'process raft request' (duration: 669.451424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:42.034046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.197994Z","time spent":"835.948399ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:58:42.034151Z","caller":"traceutil/trace.go:171","msg":"trace[1120828516] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"669.832743ms","start":"2026-03-03T20:58:41.3643Z","end":"2026-03-03T20:58:42.034133Z","steps":["trace[1120828516] 'process raft request' (duration: 669.447284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:42.034163Z","caller":"traceutil/trace.go:171","msg":"trace[1286149849] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"670.1495ms","start":"2026-03-03T20:58:41.363987Z","end":"2026-03-03T20:58:42.034136Z","steps":["trace[1286149849] 'process raft request' (duration: 669.72481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:42.034183Z","caller":"traceutil/trace.go:171","msg":"trace[1052305257] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"670.946328ms","start":"2026-03-03T20:58:41.363189Z","end":"2026-03-03T20:58:42.034136Z","steps":["trace[1052305257] 'process raft request' (duration: 670.389755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:42.034213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.364293Z","time spent":"669.890834ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:42.034151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.364329Z","time spent":"669.7318ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:42.034267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.363958Z","time spent":"670.264653ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:42.034327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.363157Z","time spent":"671.112892ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:42.0342Z","caller":"traceutil/trace.go:171","msg":"trace[338267245] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"669.856593ms","start":"2026-03-03T20:58:41.364316Z","end":"2026-03-03T20:58:42.034173Z","steps":["trace[338267245] 'process raft request' (duration: 669.503714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:42.034405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.364104Z","time spent":"670.268082ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:42.03445Z","caller":"traceutil/trace.go:171","msg":"trace[5514676] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"669.947145ms","start":"2026-03-03T20:58:41.364474Z","end":"2026-03-03T20:58:42.034421Z","steps":["trace[5514676] 'process raft request' (duration: 669.579547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:42.034508Z","caller":"traceutil/trace.go:171","msg":"trace[21843411] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"562.690315ms","start":"2026-03-03T20:58:41.471797Z","end":"2026-03-03T20:58:42.034488Z","steps":["trace[21843411] 'process raft request' (duration: 562.583452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:42.034614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.364266Z","time spent":"670.259902ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:42.034619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.47177Z","time spent":"562.796857ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:42.034493Z","caller":"traceutil/trace.go:171","msg":"trace[1758958127] linearizableReadLoop","detail":"{readStateIndex:25548; appliedIndex:25546; }","duration":"833.247297ms","start":"2026-03-03T20:58:41.201234Z","end":"2026-03-03T20:58:42.034482Z","steps":["trace[1758958127] 'read index received' (duration: 164.552631ms)","trace[1758958127] 'applied index is now lower than readState.Index' (duration: 668.692966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:42.034779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.297306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:42.034812Z","caller":"traceutil/trace.go:171","msg":"trace[1535649449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24651; }","duration":"146.407679ms","start":"2026-03-03T20:58:41.888397Z","end":"2026-03-03T20:58:42.034804Z","steps":["trace[1535649449] 'agreement among raft nodes before linearized reading' (duration: 146.351538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:42.034798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.497255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:42.034874Z","caller":"traceutil/trace.go:171","msg":"trace[598961644] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24651; }","duration":"638.622428ms","start":"2026-03-03T20:58:41.396238Z","end":"2026-03-03T20:58:42.03486Z","steps":["trace[598961644] 'agreement among raft nodes before linearized reading' (duration: 638.507555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:42.034921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.396222Z","time spent":"638.68927ms","remote":"127.0.0.1:35288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:42.034939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.753184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:58:42.034993Z","caller":"traceutil/trace.go:171","msg":"trace[442699291] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:24651; }","duration":"555.846356ms","start":"2026-03-03T20:58:41.479132Z","end":"2026-03-03T20:58:42.034978Z","steps":["trace[442699291] 'agreement among raft nodes before linearized reading' (duration: 555.665182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:42.035038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.479111Z","time spent":"555.915787ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" "} {"level":"warn","ts":"2026-03-03T20:58:42.03507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.363174Z","time spent":"670.835356ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:42.036012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.766332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-03T20:58:42.036112Z","caller":"traceutil/trace.go:171","msg":"trace[151135412] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24651; }","duration":"834.887124ms","start":"2026-03-03T20:58:41.201211Z","end":"2026-03-03T20:58:42.036098Z","steps":["trace[151135412] 'agreement among raft nodes before linearized reading' (duration: 833.304848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:42.036184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:41.201199Z","time spent":"834.973447ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1460,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-03T20:58:42.481252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.718048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:42.481331Z","caller":"traceutil/trace.go:171","msg":"trace[1701827912] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"443.240001ms","start":"2026-03-03T20:58:42.038078Z","end":"2026-03-03T20:58:42.481318Z","steps":["trace[1701827912] 'process raft request' (duration: 112.3954ms)","trace[1701827912] 'compare' (duration: 330.630266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:42.481365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:42.038058Z","time spent":"443.291162ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:42.503069Z","caller":"traceutil/trace.go:171","msg":"trace[1079334428] linearizableReadLoop","detail":"{readStateIndex:25558; appliedIndex:25556; }","duration":"460.118003ms","start":"2026-03-03T20:58:42.04293Z","end":"2026-03-03T20:58:42.503048Z","steps":["trace[1079334428] 'read index received' (duration: 107.580298ms)","trace[1079334428] 'applied index is now lower than readState.Index' (duration: 352.536595ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:42.503145Z","caller":"traceutil/trace.go:171","msg":"trace[578085990] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"462.381745ms","start":"2026-03-03T20:58:42.040734Z","end":"2026-03-03T20:58:42.503116Z","steps":["trace[578085990] 'process raft request' (duration: 462.194381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:42.503276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:42.040698Z","time spent":"462.517729ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:42.503382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.43228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-03-03T20:58:42.503461Z","caller":"traceutil/trace.go:171","msg":"trace[648416236] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:24653; }","duration":"460.536863ms","start":"2026-03-03T20:58:42.042905Z","end":"2026-03-03T20:58:42.503442Z","steps":["trace[648416236] 'agreement among raft nodes before linearized reading' (duration: 460.211175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:42.503521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:42.042895Z","time spent":"460.596254ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9533,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-03-03T20:58:42.613843Z","caller":"traceutil/trace.go:171","msg":"trace[789410846] linearizableReadLoop","detail":"{readStateIndex:25559; appliedIndex:25558; }","duration":"106.469652ms","start":"2026-03-03T20:58:42.507347Z","end":"2026-03-03T20:58:42.613817Z","steps":["trace[789410846] 'read index received' (duration: 101.396684ms)","trace[789410846] 'applied index is now lower than readState.Index' (duration: 5.071498ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:42.613847Z","caller":"traceutil/trace.go:171","msg":"trace[244184863] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"108.007758ms","start":"2026-03-03T20:58:42.505809Z","end":"2026-03-03T20:58:42.613817Z","steps":["trace[244184863] 'process raft request' (duration: 102.94805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:42.614053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.695278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T20:58:42.614084Z","caller":"traceutil/trace.go:171","msg":"trace[1181869605] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24654; }","duration":"106.774589ms","start":"2026-03-03T20:58:42.507301Z","end":"2026-03-03T20:58:42.614075Z","steps":["trace[1181869605] 'agreement among raft nodes before linearized reading' (duration: 106.613955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:42.925537Z","caller":"traceutil/trace.go:171","msg":"trace[10197222] linearizableReadLoop","detail":"{readStateIndex:25560; appliedIndex:25559; }","duration":"288.466928ms","start":"2026-03-03T20:58:42.637044Z","end":"2026-03-03T20:58:42.925511Z","steps":["trace[10197222] 'read index received' (duration: 206.447844ms)","trace[10197222] 'applied index is now lower than readState.Index' (duration: 82.017904ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:42.925578Z","caller":"traceutil/trace.go:171","msg":"trace[724960587] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"306.740922ms","start":"2026-03-03T20:58:42.618786Z","end":"2026-03-03T20:58:42.925527Z","steps":["trace[724960587] 'process raft request' (duration: 224.81978ms)","trace[724960587] 'compare' (duration: 81.787739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:42.925833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:42.618763Z","time spent":"306.976977ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:42.92687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.814099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-03-03T20:58:42.926928Z","caller":"traceutil/trace.go:171","msg":"trace[1102279622] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:24655; }","duration":"289.889441ms","start":"2026-03-03T20:58:42.637026Z","end":"2026-03-03T20:58:42.926915Z","steps":["trace[1102279622] 'agreement among raft nodes before linearized reading' (duration: 288.617731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:43.638619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.602355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:43.638762Z","caller":"traceutil/trace.go:171","msg":"trace[1275914820] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"701.948618ms","start":"2026-03-03T20:58:42.936803Z","end":"2026-03-03T20:58:43.638752Z","steps":["trace[1275914820] 'process raft request' (duration: 701.888447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:43.638797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:42.936781Z","time spent":"702.002769ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:58:43.638908Z","caller":"traceutil/trace.go:171","msg":"trace[1286157550] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"706.33537ms","start":"2026-03-03T20:58:42.932565Z","end":"2026-03-03T20:58:43.638901Z","steps":["trace[1286157550] 'process raft request' (duration: 133.403047ms)","trace[1286157550] 'compare' (duration: 572.296998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:43.638937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:42.93255Z","time spent":"706.37343ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:43.638993Z","caller":"traceutil/trace.go:171","msg":"trace[682653147] linearizableReadLoop","detail":"{readStateIndex:25561; appliedIndex:25560; }","duration":"702.278776ms","start":"2026-03-03T20:58:42.936709Z","end":"2026-03-03T20:58:43.638988Z","steps":["trace[682653147] 'read index received' (duration: 129.272761ms)","trace[682653147] 'applied index is now lower than readState.Index' (duration: 573.005435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:43.63917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.46016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-03T20:58:43.639192Z","caller":"traceutil/trace.go:171","msg":"trace[2034879738] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24657; }","duration":"702.50627ms","start":"2026-03-03T20:58:42.93668Z","end":"2026-03-03T20:58:43.639187Z","steps":["trace[2034879738] 'agreement among raft nodes before linearized reading' (duration: 702.420188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:43.639206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:42.936665Z","time spent":"702.538352ms","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-03T20:58:43.639292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.377977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:43.639309Z","caller":"traceutil/trace.go:171","msg":"trace[797945442] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24657; }","duration":"652.397397ms","start":"2026-03-03T20:58:42.986908Z","end":"2026-03-03T20:58:43.639306Z","steps":["trace[797945442] 'agreement among raft nodes before linearized reading' (duration: 652.369957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:43.639322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:42.986829Z","time spent":"652.489449ms","remote":"127.0.0.1:35634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:43.639461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.820066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T20:58:43.639482Z","caller":"traceutil/trace.go:171","msg":"trace[2046020913] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24657; }","duration":"583.882457ms","start":"2026-03-03T20:58:43.055593Z","end":"2026-03-03T20:58:43.639475Z","steps":["trace[2046020913] 'agreement among raft nodes before linearized reading' (duration: 583.830976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:43.639494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:43.055569Z","time spent":"583.922147ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T20:58:43.6396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.283334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:58:43.639617Z","caller":"traceutil/trace.go:171","msg":"trace[222535437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24657; }","duration":"630.354946ms","start":"2026-03-03T20:58:43.009259Z","end":"2026-03-03T20:58:43.639614Z","steps":["trace[222535437] 'agreement among raft nodes before linearized reading' (duration: 630.296425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:43.639631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:43.009228Z","time spent":"630.398177ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:58:43.855432Z","caller":"traceutil/trace.go:171","msg":"trace[407346624] linearizableReadLoop","detail":"{readStateIndex:25563; appliedIndex:25562; }","duration":"196.213615ms","start":"2026-03-03T20:58:43.659196Z","end":"2026-03-03T20:58:43.85541Z","steps":["trace[407346624] 'read index received' (duration: 160.958937ms)","trace[407346624] 'applied index is now lower than readState.Index' (duration: 35.254068ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:43.855759Z","caller":"traceutil/trace.go:171","msg":"trace[1410318845] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"207.215131ms","start":"2026-03-03T20:58:43.648534Z","end":"2026-03-03T20:58:43.855749Z","steps":["trace[1410318845] 'process raft request' (duration: 171.639165ms)","trace[1410318845] 'compare' (duration: 35.127996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:43.855879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.682526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"warn","ts":"2026-03-03T20:58:43.855739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.662328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:43.855937Z","caller":"traceutil/trace.go:171","msg":"trace[1701112995] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24658; }","duration":"119.902823ms","start":"2026-03-03T20:58:43.736023Z","end":"2026-03-03T20:58:43.855926Z","steps":["trace[1701112995] 'agreement among raft nodes before linearized reading' (duration: 119.637757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:43.855934Z","caller":"traceutil/trace.go:171","msg":"trace[320017695] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:24658; }","duration":"196.736748ms","start":"2026-03-03T20:58:43.65918Z","end":"2026-03-03T20:58:43.855917Z","steps":["trace[320017695] 'agreement among raft nodes before linearized reading' (duration: 196.601715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:44.138596Z","caller":"traceutil/trace.go:171","msg":"trace[790436085] linearizableReadLoop","detail":"{readStateIndex:25565; appliedIndex:25564; }","duration":"197.110227ms","start":"2026-03-03T20:58:43.941463Z","end":"2026-03-03T20:58:44.138573Z","steps":["trace[790436085] 'read index received' (duration: 155.696106ms)","trace[790436085] 'applied index is now lower than readState.Index' (duration: 41.413081ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:44.138725Z","caller":"traceutil/trace.go:171","msg":"trace[1912928060] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"197.773542ms","start":"2026-03-03T20:58:43.940906Z","end":"2026-03-03T20:58:44.138679Z","steps":["trace[1912928060] 'process raft request' (duration: 156.160256ms)","trace[1912928060] 'compare' (duration: 41.075674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:44.139031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.554417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-03T20:58:44.139119Z","caller":"traceutil/trace.go:171","msg":"trace[353360160] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24660; }","duration":"197.6892ms","start":"2026-03-03T20:58:43.941412Z","end":"2026-03-03T20:58:44.139101Z","steps":["trace[353360160] 'agreement among raft nodes before linearized reading' (duration: 197.26648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:44.894747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.372913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:44.895033Z","caller":"traceutil/trace.go:171","msg":"trace[1355958704] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"854.530909ms","start":"2026-03-03T20:58:44.040481Z","end":"2026-03-03T20:58:44.895012Z","steps":["trace[1355958704] 'process raft request' (duration: 388.834878ms)","trace[1355958704] 'compare' (duration: 465.086577ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:44.895115Z","caller":"traceutil/trace.go:171","msg":"trace[1601173888] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"854.057118ms","start":"2026-03-03T20:58:44.041045Z","end":"2026-03-03T20:58:44.895102Z","steps":["trace[1601173888] 'process raft request' (duration: 853.931565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:44.895133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:44.040337Z","time spent":"854.745845ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:44.895171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:44.041012Z","time spent":"854.13433ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:44.895346Z","caller":"traceutil/trace.go:171","msg":"trace[223323791] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"853.897104ms","start":"2026-03-03T20:58:44.041429Z","end":"2026-03-03T20:58:44.895326Z","steps":["trace[223323791] 'process raft request' (duration: 853.643798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:44.895466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:44.041418Z","time spent":"853.991637ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:44.895435Z","caller":"traceutil/trace.go:171","msg":"trace[1569004017] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"853.942926ms","start":"2026-03-03T20:58:44.041461Z","end":"2026-03-03T20:58:44.895404Z","steps":["trace[1569004017] 'process raft request' (duration: 853.751782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:44.895533Z","caller":"traceutil/trace.go:171","msg":"trace[1934077505] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"853.466685ms","start":"2026-03-03T20:58:44.042058Z","end":"2026-03-03T20:58:44.895524Z","steps":["trace[1934077505] 'process raft request' (duration: 853.293641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:44.895579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:44.042045Z","time spent":"853.510666ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:44.895585Z","caller":"traceutil/trace.go:171","msg":"trace[732298833] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"751.17274ms","start":"2026-03-03T20:58:44.144402Z","end":"2026-03-03T20:58:44.895574Z","steps":["trace[732298833] 'process raft request' (duration: 751.138869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:44.895627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:44.144378Z","time spent":"751.230041ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:44.895638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:44.041446Z","time spent":"854.066699ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:44.895742Z","caller":"traceutil/trace.go:171","msg":"trace[1101872697] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"853.027905ms","start":"2026-03-03T20:58:44.042709Z","end":"2026-03-03T20:58:44.895737Z","steps":["trace[1101872697] 'process raft request' (duration: 852.761409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:44.895781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:44.0427Z","time spent":"853.061155ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:44.895663Z","caller":"traceutil/trace.go:171","msg":"trace[1553050122] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"852.717047ms","start":"2026-03-03T20:58:44.042938Z","end":"2026-03-03T20:58:44.895655Z","steps":["trace[1553050122] 'process raft request' (duration: 852.574864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:44.89581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.121086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T20:58:44.895731Z","caller":"traceutil/trace.go:171","msg":"trace[657002384] linearizableReadLoop","detail":"{readStateIndex:25572; appliedIndex:25565; }","duration":"757.063387ms","start":"2026-03-03T20:58:44.138661Z","end":"2026-03-03T20:58:44.895724Z","steps":["trace[657002384] 'read index received' (duration: 290.639878ms)","trace[657002384] 'applied index is now lower than readState.Index' (duration: 466.422729ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:44.895834Z","caller":"traceutil/trace.go:171","msg":"trace[1638229972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24668; }","duration":"946.179537ms","start":"2026-03-03T20:58:43.949648Z","end":"2026-03-03T20:58:44.895827Z","steps":["trace[1638229972] 'agreement among raft nodes before linearized reading' (duration: 946.110405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:44.895854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:43.949631Z","time spent":"946.219339ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:58:44.895866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:44.042928Z","time spent":"852.898481ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:44.895944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.350004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-03T20:58:44.895965Z","caller":"traceutil/trace.go:171","msg":"trace[758160479] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:24668; }","duration":"751.398465ms","start":"2026-03-03T20:58:44.144561Z","end":"2026-03-03T20:58:44.895959Z","steps":["trace[758160479] 'agreement among raft nodes before linearized reading' (duration: 751.309633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:44.895985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:44.144553Z","time spent":"751.426386ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-03T20:58:45.277539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.890957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:45.277643Z","caller":"traceutil/trace.go:171","msg":"trace[1788002938] linearizableReadLoop","detail":"{readStateIndex:25574; appliedIndex:25573; }","duration":"376.339058ms","start":"2026-03-03T20:58:44.901288Z","end":"2026-03-03T20:58:45.277627Z","steps":["trace[1788002938] 'read index received' (duration: 109.323088ms)","trace[1788002938] 'applied index is now lower than readState.Index' (duration: 267.01491ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:45.277735Z","caller":"traceutil/trace.go:171","msg":"trace[1424398596] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"379.365069ms","start":"2026-03-03T20:58:44.898339Z","end":"2026-03-03T20:58:45.277704Z","steps":["trace[1424398596] 'process raft request' (duration: 112.226506ms)","trace[1424398596] 'compare' (duration: 266.732213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:45.277844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.551753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T20:58:45.277879Z","caller":"traceutil/trace.go:171","msg":"trace[1926046633] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24669; }","duration":"376.620665ms","start":"2026-03-03T20:58:44.901248Z","end":"2026-03-03T20:58:45.277869Z","steps":["trace[1926046633] 'agreement among raft nodes before linearized reading' (duration: 376.484161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:45.277879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:44.898324Z","time spent":"379.481951ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:45.277918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:44.901231Z","time spent":"376.679585ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T20:58:45.278337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.600173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:45.278421Z","caller":"traceutil/trace.go:171","msg":"trace[1417105429] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24669; }","duration":"211.721016ms","start":"2026-03-03T20:58:45.066678Z","end":"2026-03-03T20:58:45.278399Z","steps":["trace[1417105429] 'agreement among raft nodes before linearized reading' (duration: 211.583833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:45.808521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.183658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:45.808621Z","caller":"traceutil/trace.go:171","msg":"trace[2064842981] linearizableReadLoop","detail":"{readStateIndex:25575; appliedIndex:25574; }","duration":"518.818086ms","start":"2026-03-03T20:58:45.289788Z","end":"2026-03-03T20:58:45.808606Z","steps":["trace[2064842981] 'read index received' (duration: 153.31679ms)","trace[2064842981] 'applied index is now lower than readState.Index' (duration: 365.500196ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:45.80871Z","caller":"traceutil/trace.go:171","msg":"trace[2054161226] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"524.827675ms","start":"2026-03-03T20:58:45.283868Z","end":"2026-03-03T20:58:45.808695Z","steps":["trace[2054161226] 'process raft request' (duration: 159.36092ms)","trace[2054161226] 'compare' (duration: 365.025525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:45.808764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.283844Z","time spent":"524.890057ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:45.809031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.331769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:45.809069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.348699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T20:58:45.80905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.245996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-03T20:58:45.809093Z","caller":"traceutil/trace.go:171","msg":"trace[905813313] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24670; }","duration":"429.41169ms","start":"2026-03-03T20:58:45.379675Z","end":"2026-03-03T20:58:45.809087Z","steps":["trace[905813313] 'agreement among raft nodes before linearized reading' (duration: 429.270187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:45.80909Z","caller":"traceutil/trace.go:171","msg":"trace[819095066] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24670; }","duration":"423.444182ms","start":"2026-03-03T20:58:45.385632Z","end":"2026-03-03T20:58:45.809076Z","steps":["trace[819095066] 'agreement among raft nodes before linearized reading' (duration: 423.33923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:45.809065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.904054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:45.809115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.379657Z","time spent":"429.453741ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:58:45.809118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.385606Z","time spent":"423.504843ms","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:58:45.809115Z","caller":"traceutil/trace.go:171","msg":"trace[748062611] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:24670; }","duration":"519.346259ms","start":"2026-03-03T20:58:45.289754Z","end":"2026-03-03T20:58:45.8091Z","steps":["trace[748062611] 'agreement among raft nodes before linearized reading' (duration: 519.179275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:45.809147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.28974Z","time spent":"519.401799ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-03T20:58:45.809107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.024895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:45.809202Z","caller":"traceutil/trace.go:171","msg":"trace[1310603882] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24670; }","duration":"188.188159ms","start":"2026-03-03T20:58:45.620995Z","end":"2026-03-03T20:58:45.809183Z","steps":["trace[1310603882] 'agreement among raft nodes before linearized reading' (duration: 187.985105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:45.80914Z","caller":"traceutil/trace.go:171","msg":"trace[656628495] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24670; }","duration":"353.043327ms","start":"2026-03-03T20:58:45.456077Z","end":"2026-03-03T20:58:45.809121Z","steps":["trace[656628495] 'agreement among raft nodes before linearized reading' (duration: 352.886133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:45.809283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.456058Z","time spent":"353.216151ms","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:46.35051Z","caller":"traceutil/trace.go:171","msg":"trace[943225906] linearizableReadLoop","detail":"{readStateIndex:25577; appliedIndex:25575; }","duration":"535.667238ms","start":"2026-03-03T20:58:45.814815Z","end":"2026-03-03T20:58:46.350482Z","steps":["trace[943225906] 'read index received' (duration: 52.674853ms)","trace[943225906] 'applied index is now lower than readState.Index' (duration: 482.991475ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:46.350662Z","caller":"traceutil/trace.go:171","msg":"trace[2027196891] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"536.522557ms","start":"2026-03-03T20:58:45.81411Z","end":"2026-03-03T20:58:46.350632Z","steps":["trace[2027196891] 'process raft request' (duration: 510.876692ms)","trace[2027196891] 'compare' (duration: 25.315157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:46.350789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.814089Z","time spent":"536.63755ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:46.350767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.920673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:46.350859Z","caller":"traceutil/trace.go:171","msg":"trace[1273060217] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24671; }","duration":"536.024296ms","start":"2026-03-03T20:58:45.814811Z","end":"2026-03-03T20:58:46.350835Z","steps":["trace[1273060217] 'agreement among raft nodes before linearized reading' (duration: 535.815371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:46.350925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.814799Z","time spent":"536.111217ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:58:46.352847Z","caller":"traceutil/trace.go:171","msg":"trace[1814096156] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"484.225263ms","start":"2026-03-03T20:58:45.868594Z","end":"2026-03-03T20:58:46.352819Z","steps":["trace[1814096156] 'process raft request' (duration: 483.962997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:46.353006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.868567Z","time spent":"484.347046ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:46.517182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.446768ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T20:58:46.517814Z","caller":"traceutil/trace.go:171","msg":"trace[682702503] linearizableReadLoop","detail":"{readStateIndex:25580; appliedIndex:25577; }","duration":"167.194202ms","start":"2026-03-03T20:58:46.35059Z","end":"2026-03-03T20:58:46.517784Z","steps":["trace[682702503] 'read index received' (duration: 1.893964ms)","trace[682702503] 'applied index is now lower than readState.Index' (duration: 165.297818ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:46.517958Z","caller":"traceutil/trace.go:171","msg":"trace[135216441] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"261.205185ms","start":"2026-03-03T20:58:46.256741Z","end":"2026-03-03T20:58:46.517946Z","steps":["trace[135216441] 'process raft request' (duration: 260.524809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:46.923781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.055236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:46.923863Z","caller":"traceutil/trace.go:171","msg":"trace[377027997] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24673; }","duration":"567.185069ms","start":"2026-03-03T20:58:46.356658Z","end":"2026-03-03T20:58:46.923843Z","steps":["trace[377027997] 'agreement among raft nodes before linearized reading' (duration: 161.558191ms)","trace[377027997] 'range keys from in-memory index tree' (duration: 405.511205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:46.923905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.356641Z","time spent":"567.254381ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:58:46.924007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.373577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:46.924065Z","caller":"traceutil/trace.go:171","msg":"trace[1821731034] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24673; }","duration":"186.46777ms","start":"2026-03-03T20:58:46.737583Z","end":"2026-03-03T20:58:46.924051Z","steps":["trace[1821731034] 'count revisions from in-memory index tree' (duration: 186.273045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:46.924246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.936455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:46.924288Z","caller":"traceutil/trace.go:171","msg":"trace[1999391484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24673; }","duration":"178.989966ms","start":"2026-03-03T20:58:46.745285Z","end":"2026-03-03T20:58:46.924275Z","steps":["trace[1999391484] 'count revisions from in-memory index tree' (duration: 178.883893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:46.924463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081506091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:46.924529Z","caller":"traceutil/trace.go:171","msg":"trace[1096028056] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24673; }","duration":"1.081650155s","start":"2026-03-03T20:58:45.842861Z","end":"2026-03-03T20:58:46.924512Z","steps":["trace[1096028056] 'agreement among raft nodes before linearized reading' (duration: 675.33182ms)","trace[1096028056] 'count revisions from in-memory index tree' (duration: 406.190201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:46.924564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.84284Z","time spent":"1.081714526s","remote":"127.0.0.1:41982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:46.924543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.956363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:46.92462Z","caller":"traceutil/trace.go:171","msg":"trace[385250447] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24673; }","duration":"517.072395ms","start":"2026-03-03T20:58:46.407524Z","end":"2026-03-03T20:58:46.924596Z","steps":["trace[385250447] 'agreement among raft nodes before linearized reading' (duration: 110.68389ms)","trace[385250447] 'count revisions from in-memory index tree' (duration: 406.283013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:46.924675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.40751Z","time spent":"517.152947ms","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:46.924846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10776005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T20:58:46.924868Z","caller":"traceutil/trace.go:171","msg":"trace[1531726021] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24673; }","duration":"1.107781901s","start":"2026-03-03T20:58:45.81708Z","end":"2026-03-03T20:58:46.924862Z","steps":["trace[1531726021] 'agreement among raft nodes before linearized reading' (duration: 701.081278ms)","trace[1531726021] 'range keys from in-memory index tree' (duration: 406.612531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:46.924883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.817061Z","time spent":"1.107818341s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-03T20:58:46.924989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036008995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:46.92502Z","caller":"traceutil/trace.go:171","msg":"trace[977268689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24673; }","duration":"1.036065835s","start":"2026-03-03T20:58:45.888943Z","end":"2026-03-03T20:58:46.925009Z","steps":["trace[977268689] 'agreement among raft nodes before linearized reading' (duration: 629.235079ms)","trace[977268689] 'range keys from in-memory index tree' (duration: 406.800375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:46.925059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.888921Z","time spent":"1.036130657s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:46.925116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05952457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:46.925165Z","caller":"traceutil/trace.go:171","msg":"trace[460543193] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24673; }","duration":"1.059600722s","start":"2026-03-03T20:58:45.865549Z","end":"2026-03-03T20:58:46.92515Z","steps":["trace[460543193] 'agreement among raft nodes before linearized reading' (duration: 652.636003ms)","trace[460543193] 'count revisions from in-memory index tree' (duration: 406.904988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:46.925199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:45.865536Z","time spent":"1.059653453s","remote":"127.0.0.1:42674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:46.925344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.315908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:58:46.925469Z","caller":"traceutil/trace.go:171","msg":"trace[1979609756] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24673; }","duration":"569.474692ms","start":"2026-03-03T20:58:46.35597Z","end":"2026-03-03T20:58:46.925444Z","steps":["trace[1979609756] 'agreement among raft nodes before linearized reading' (duration: 162.221356ms)","trace[1979609756] 'range keys from in-memory index tree' (duration: 406.622421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:46.925521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.355955Z","time spent":"569.551314ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T20:58:47.354145Z","caller":"traceutil/trace.go:171","msg":"trace[504617832] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"453.225733ms","start":"2026-03-03T20:58:46.900881Z","end":"2026-03-03T20:58:47.354107Z","steps":["trace[504617832] 'process raft request' (duration: 452.988227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:47.354315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.900848Z","time spent":"453.379637ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:47.373996Z","caller":"traceutil/trace.go:171","msg":"trace[1524450562] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"452.863845ms","start":"2026-03-03T20:58:46.901583Z","end":"2026-03-03T20:58:47.354447Z","steps":["trace[1524450562] 'process raft request' (duration: 452.466286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:47.374119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.901567Z","time spent":"472.48418ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:47.37454Z","caller":"traceutil/trace.go:171","msg":"trace[923805550] linearizableReadLoop","detail":"{readStateIndex:25587; appliedIndex:25580; }","duration":"446.583179ms","start":"2026-03-03T20:58:46.927938Z","end":"2026-03-03T20:58:47.374521Z","steps":["trace[923805550] 'read index received' (duration: 35.689059ms)","trace[923805550] 'applied index is now lower than readState.Index' (duration: 410.89328ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:47.37471Z","caller":"traceutil/trace.go:171","msg":"trace[1820281969] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"471.852556ms","start":"2026-03-03T20:58:46.902846Z","end":"2026-03-03T20:58:47.374698Z","steps":["trace[1820281969] 'process raft request' (duration: 471.544419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:47.374688Z","caller":"traceutil/trace.go:171","msg":"trace[1690120096] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"471.18531ms","start":"2026-03-03T20:58:46.903471Z","end":"2026-03-03T20:58:47.374656Z","steps":["trace[1690120096] 'process raft request' (duration: 470.971395ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:47.374714Z","caller":"traceutil/trace.go:171","msg":"trace[1653424155] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"443.365974ms","start":"2026-03-03T20:58:46.931318Z","end":"2026-03-03T20:58:47.374684Z","steps":["trace[1653424155] 'process raft request' (duration: 443.16942ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:47.37473Z","caller":"traceutil/trace.go:171","msg":"trace[1407191590] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"471.62292ms","start":"2026-03-03T20:58:46.903096Z","end":"2026-03-03T20:58:47.374719Z","steps":["trace[1407191590] 'process raft request' (duration: 471.325743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:47.374746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.902812Z","time spent":"471.915767ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:47.374813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.903077Z","time spent":"471.679801ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:47.374814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.903464Z","time spent":"471.282622ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:47.374794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.931295Z","time spent":"443.459536ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:47.374844Z","caller":"traceutil/trace.go:171","msg":"trace[89171593] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"473.055413ms","start":"2026-03-03T20:58:46.90178Z","end":"2026-03-03T20:58:47.374835Z","steps":["trace[89171593] 'process raft request' (duration: 452.490826ms)","trace[89171593] 'compare' (duration: 19.991074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:47.374874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.901768Z","time spent":"473.090065ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:47.374912Z","caller":"traceutil/trace.go:171","msg":"trace[702026889] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"443.60164ms","start":"2026-03-03T20:58:46.931302Z","end":"2026-03-03T20:58:47.374904Z","steps":["trace[702026889] 'process raft request' (duration: 443.161229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:47.374896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.930127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:47.374947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.93127Z","time spent":"443.657311ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:47.374983Z","caller":"traceutil/trace.go:171","msg":"trace[1376807080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24682; }","duration":"447.06029ms","start":"2026-03-03T20:58:46.9279Z","end":"2026-03-03T20:58:47.37496Z","steps":["trace[1376807080] 'agreement among raft nodes before linearized reading' (duration: 446.891926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:47.375035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.92788Z","time spent":"447.140541ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:58:47.420261Z","caller":"traceutil/trace.go:171","msg":"trace[464249504] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"378.454027ms","start":"2026-03-03T20:58:47.041757Z","end":"2026-03-03T20:58:47.420211Z","steps":["trace[464249504] 'process raft request' (duration: 377.786941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:47.420479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:47.041731Z","time spent":"378.622731ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:47.421817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.873953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:47.421824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.95494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-03T20:58:47.421823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.650662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:47.421859Z","caller":"traceutil/trace.go:171","msg":"trace[1092197789] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24683; }","duration":"122.959215ms","start":"2026-03-03T20:58:47.298891Z","end":"2026-03-03T20:58:47.42185Z","steps":["trace[1092197789] 'agreement among raft nodes before linearized reading' (duration: 122.873993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:47.421872Z","caller":"traceutil/trace.go:171","msg":"trace[991060417] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24683; }","duration":"488.020221ms","start":"2026-03-03T20:58:46.93384Z","end":"2026-03-03T20:58:47.42186Z","steps":["trace[991060417] 'agreement among raft nodes before linearized reading' (duration: 487.844067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:47.421885Z","caller":"traceutil/trace.go:171","msg":"trace[293160818] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24683; }","duration":"490.741124ms","start":"2026-03-03T20:58:46.931127Z","end":"2026-03-03T20:58:47.421868Z","steps":["trace[293160818] 'agreement among raft nodes before linearized reading' (duration: 490.651452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:47.421906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.933832Z","time spent":"488.066442ms","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-03T20:58:47.421933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.93111Z","time spent":"490.813945ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:58:47.421826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.53268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:58:47.422735Z","caller":"traceutil/trace.go:171","msg":"trace[2059254732] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24683; }","duration":"491.466651ms","start":"2026-03-03T20:58:46.931246Z","end":"2026-03-03T20:58:47.422713Z","steps":["trace[2059254732] 'agreement among raft nodes before linearized reading' (duration: 490.445927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:47.422808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:46.931231Z","time spent":"491.559874ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T20:58:47.830111Z","caller":"traceutil/trace.go:171","msg":"trace[1760626133] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"328.877596ms","start":"2026-03-03T20:58:47.501199Z","end":"2026-03-03T20:58:47.830076Z","steps":["trace[1760626133] 'process raft request' (duration: 282.428818ms)","trace[1760626133] 'compare' (duration: 45.862444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:47.830246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:47.501172Z","time spent":"329.012919ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:48.391418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999885,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:58:48.500341Z","caller":"traceutil/trace.go:171","msg":"trace[1365044108] linearizableReadLoop","detail":"{readStateIndex:25595; appliedIndex:25594; }","duration":"609.894069ms","start":"2026-03-03T20:58:47.890419Z","end":"2026-03-03T20:58:48.500313Z","steps":["trace[1365044108] 'read index received' (duration: 609.571252ms)","trace[1365044108] 'applied index is now lower than readState.Index' (duration: 321.907µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:48.500522Z","caller":"traceutil/trace.go:171","msg":"trace[1430659044] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"618.449408ms","start":"2026-03-03T20:58:47.882016Z","end":"2026-03-03T20:58:48.500465Z","steps":["trace[1430659044] 'process raft request' (duration: 618.083739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:48.500667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.241287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-03-03T20:58:48.500655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.568357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:48.500716Z","caller":"traceutil/trace.go:171","msg":"trace[706379960] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24686; }","duration":"610.315649ms","start":"2026-03-03T20:58:47.890385Z","end":"2026-03-03T20:58:48.5007Z","steps":["trace[706379960] 'agreement among raft nodes before linearized reading' (duration: 610.122315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:48.50072Z","caller":"traceutil/trace.go:171","msg":"trace[1503680555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24686; }","duration":"172.657059ms","start":"2026-03-03T20:58:48.328051Z","end":"2026-03-03T20:58:48.500708Z","steps":["trace[1503680555] 'agreement among raft nodes before linearized reading' (duration: 172.534736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:48.500738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:47.881975Z","time spent":"618.660323ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:48.500756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:47.890372Z","time spent":"610.375531ms","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-03T20:58:48.500798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.504573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-03T20:58:48.500892Z","caller":"traceutil/trace.go:171","msg":"trace[628459614] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7; range_end:; response_count:1; response_revision:24686; }","duration":"588.660346ms","start":"2026-03-03T20:58:47.912212Z","end":"2026-03-03T20:58:48.500872Z","steps":["trace[628459614] 'agreement among raft nodes before linearized reading' (duration: 588.37774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:48.500944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:47.912191Z","time spent":"588.743968ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" "} {"level":"warn","ts":"2026-03-03T20:58:48.706542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.312048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:48.706659Z","caller":"traceutil/trace.go:171","msg":"trace[1056037155] linearizableReadLoop","detail":"{readStateIndex:25597; appliedIndex:25596; }","duration":"179.636001ms","start":"2026-03-03T20:58:48.527004Z","end":"2026-03-03T20:58:48.70664Z","steps":["trace[1056037155] 'read index received' (duration: 39.110988ms)","trace[1056037155] 'applied index is now lower than readState.Index' (duration: 140.523913ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:48.706766Z","caller":"traceutil/trace.go:171","msg":"trace[2055579205] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"180.44395ms","start":"2026-03-03T20:58:48.526309Z","end":"2026-03-03T20:58:48.706753Z","steps":["trace[2055579205] 'process raft request' (duration: 39.837735ms)","trace[2055579205] 'compare' (duration: 140.146044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:48.707112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.787935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-03T20:58:48.707141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.116442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-03T20:58:48.707193Z","caller":"traceutil/trace.go:171","msg":"trace[948167258] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24688; }","duration":"139.918638ms","start":"2026-03-03T20:58:48.567255Z","end":"2026-03-03T20:58:48.707174Z","steps":["trace[948167258] 'agreement among raft nodes before linearized reading' (duration: 139.609621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:48.707229Z","caller":"traceutil/trace.go:171","msg":"trace[39677938] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24688; }","duration":"180.224564ms","start":"2026-03-03T20:58:48.526978Z","end":"2026-03-03T20:58:48.707203Z","steps":["trace[39677938] 'agreement among raft nodes before linearized reading' (duration: 179.906917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:49.093423Z","caller":"traceutil/trace.go:171","msg":"trace[129403362] linearizableReadLoop","detail":"{readStateIndex:25598; appliedIndex:25597; }","duration":"367.414061ms","start":"2026-03-03T20:58:48.725984Z","end":"2026-03-03T20:58:49.093398Z","steps":["trace[129403362] 'read index received' (duration: 310.358796ms)","trace[129403362] 'applied index is now lower than readState.Index' (duration: 57.054275ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:49.093539Z","caller":"traceutil/trace.go:171","msg":"trace[701921923] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"381.953028ms","start":"2026-03-03T20:58:48.71155Z","end":"2026-03-03T20:58:49.093503Z","steps":["trace[701921923] 'process raft request' (duration: 324.776361ms)","trace[701921923] 'compare' (duration: 56.626385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:49.093671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.675927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-03-03T20:58:49.093707Z","caller":"traceutil/trace.go:171","msg":"trace[1755620246] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24689; }","duration":"367.742948ms","start":"2026-03-03T20:58:48.725951Z","end":"2026-03-03T20:58:49.093694Z","steps":["trace[1755620246] 'agreement among raft nodes before linearized reading' (duration: 367.548553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:49.093737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:48.725938Z","time spent":"367.78834ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-03-03T20:58:49.093921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:48.711524Z","time spent":"382.084502ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:49.095525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.801209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:49.095571Z","caller":"traceutil/trace.go:171","msg":"trace[1866896417] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"126.348364ms","start":"2026-03-03T20:58:48.969204Z","end":"2026-03-03T20:58:49.095552Z","steps":["trace[1866896417] 'process raft request' (duration: 126.036627ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:49.095601Z","caller":"traceutil/trace.go:171","msg":"trace[165399094] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24690; }","duration":"221.949834ms","start":"2026-03-03T20:58:48.873634Z","end":"2026-03-03T20:58:49.095584Z","steps":["trace[165399094] 'agreement among raft nodes before linearized reading' (duration: 221.78336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:49.09582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.598007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:49.09588Z","caller":"traceutil/trace.go:171","msg":"trace[476137913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24690; }","duration":"206.683829ms","start":"2026-03-03T20:58:48.889183Z","end":"2026-03-03T20:58:49.095867Z","steps":["trace[476137913] 'agreement among raft nodes before linearized reading' (duration: 206.587387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:49.583323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.584765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:49.583498Z","caller":"traceutil/trace.go:171","msg":"trace[1820395801] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"388.305046ms","start":"2026-03-03T20:58:49.195174Z","end":"2026-03-03T20:58:49.583479Z","steps":["trace[1820395801] 'process raft request' (duration: 141.498715ms)","trace[1820395801] 'compare' (duration: 246.420272ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:49.583536Z","caller":"traceutil/trace.go:171","msg":"trace[771092011] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"366.011648ms","start":"2026-03-03T20:58:49.217511Z","end":"2026-03-03T20:58:49.583523Z","steps":["trace[771092011] 'process raft request' (duration: 365.933796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:49.583545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.19515Z","time spent":"388.375017ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:49.583601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.217486Z","time spent":"366.07528ms","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:49.583585Z","caller":"traceutil/trace.go:171","msg":"trace[1332382209] linearizableReadLoop","detail":"{readStateIndex:25601; appliedIndex:25600; }","duration":"388.109951ms","start":"2026-03-03T20:58:49.195438Z","end":"2026-03-03T20:58:49.583548Z","steps":["trace[1332382209] 'read index received' (duration: 140.801359ms)","trace[1332382209] 'applied index is now lower than readState.Index' (duration: 247.304942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:49.583995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.537001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-03T20:58:49.58407Z","caller":"traceutil/trace.go:171","msg":"trace[399724741] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24693; }","duration":"388.635454ms","start":"2026-03-03T20:58:49.1954Z","end":"2026-03-03T20:58:49.584036Z","steps":["trace[399724741] 'agreement among raft nodes before linearized reading' (duration: 388.295596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:49.584117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.195389Z","time spent":"388.715955ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-03T20:58:50.084182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999915,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:58:50.309442Z","caller":"traceutil/trace.go:171","msg":"trace[1617776320] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"929.274115ms","start":"2026-03-03T20:58:49.380145Z","end":"2026-03-03T20:58:50.309419Z","steps":["trace[1617776320] 'process raft request' (duration: 929.157413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:50.309454Z","caller":"traceutil/trace.go:171","msg":"trace[1756832216] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"950.082479ms","start":"2026-03-03T20:58:49.35932Z","end":"2026-03-03T20:58:50.309402Z","steps":["trace[1756832216] 'process raft request' (duration: 905.847252ms)","trace[1756832216] 'compare' (duration: 43.252804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:50.309561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.380124Z","time spent":"929.377988ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:50.309623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.3593Z","time spent":"950.230402ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:50.309768Z","caller":"traceutil/trace.go:171","msg":"trace[1518360945] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"928.645641ms","start":"2026-03-03T20:58:49.381106Z","end":"2026-03-03T20:58:50.309751Z","steps":["trace[1518360945] 'process raft request' (duration: 928.57611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.309863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.38108Z","time spent":"928.739944ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:50.309787Z","caller":"traceutil/trace.go:171","msg":"trace[619118238] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"929.395759ms","start":"2026-03-03T20:58:49.380382Z","end":"2026-03-03T20:58:50.309777Z","steps":["trace[619118238] 'process raft request' (duration: 929.162333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:50.309992Z","caller":"traceutil/trace.go:171","msg":"trace[1560764777] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"928.210471ms","start":"2026-03-03T20:58:49.38174Z","end":"2026-03-03T20:58:50.309951Z","steps":["trace[1560764777] 'process raft request' (duration: 927.979765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.310079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.380371Z","time spent":"929.673385ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:50.310278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.381728Z","time spent":"928.348995ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:50.310311Z","caller":"traceutil/trace.go:171","msg":"trace[19139272] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"929.925371ms","start":"2026-03-03T20:58:49.380334Z","end":"2026-03-03T20:58:50.31026Z","steps":["trace[19139272] 'process raft request' (duration: 929.03793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.310534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.380318Z","time spent":"930.110765ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:50.351518Z","caller":"traceutil/trace.go:171","msg":"trace[20672897] linearizableReadLoop","detail":"{readStateIndex:25610; appliedIndex:25602; }","duration":"767.816027ms","start":"2026-03-03T20:58:49.58366Z","end":"2026-03-03T20:58:50.351476Z","steps":["trace[20672897] 'read index received' (duration: 681.994675ms)","trace[20672897] 'applied index is now lower than readState.Index' (duration: 85.820252ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:50.351706Z","caller":"traceutil/trace.go:171","msg":"trace[1850765343] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"762.916164ms","start":"2026-03-03T20:58:49.588771Z","end":"2026-03-03T20:58:50.351687Z","steps":["trace[1850765343] 'process raft request' (duration: 762.490914ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:50.351707Z","caller":"traceutil/trace.go:171","msg":"trace[135275684] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"544.089103ms","start":"2026-03-03T20:58:49.80749Z","end":"2026-03-03T20:58:50.351579Z","steps":["trace[135275684] 'process raft request' (duration: 543.920369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.351797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.588733Z","time spent":"763.011476ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:50.35188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.807462Z","time spent":"544.329988ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:50.351901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.974641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:58:50.351912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.485884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-03T20:58:50.351965Z","caller":"traceutil/trace.go:171","msg":"trace[24891484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24701; }","duration":"448.082634ms","start":"2026-03-03T20:58:49.903867Z","end":"2026-03-03T20:58:50.351949Z","steps":["trace[24891484] 'agreement among raft nodes before linearized reading' (duration: 447.852799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.351966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136637321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:50.352001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.903849Z","time spent":"448.143505ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:58:50.351999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.186264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-03T20:58:50.352028Z","caller":"traceutil/trace.go:171","msg":"trace[1586363901] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24701; }","duration":"1.136760584s","start":"2026-03-03T20:58:49.215253Z","end":"2026-03-03T20:58:50.352014Z","steps":["trace[1586363901] 'agreement among raft nodes before linearized reading' (duration: 1.136573149s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:50.352062Z","caller":"traceutil/trace.go:171","msg":"trace[613770006] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae; range_end:; response_count:1; response_revision:24701; }","duration":"727.265926ms","start":"2026-03-03T20:58:49.624777Z","end":"2026-03-03T20:58:50.352043Z","steps":["trace[613770006] 'agreement among raft nodes before linearized reading' (duration: 727.099182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.35208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.215219Z","time spent":"1.136845935s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:50.352119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.624768Z","time spent":"727.337888ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae\" "} {"level":"warn","ts":"2026-03-03T20:58:50.352135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.035513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-03T20:58:50.352156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.033248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:50.352178Z","caller":"traceutil/trace.go:171","msg":"trace[2083410061] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24701; }","duration":"762.103365ms","start":"2026-03-03T20:58:49.590062Z","end":"2026-03-03T20:58:50.352166Z","steps":["trace[2083410061] 'agreement among raft nodes before linearized reading' (duration: 761.974532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:50.352205Z","caller":"traceutil/trace.go:171","msg":"trace[619839888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24701; }","duration":"462.082319ms","start":"2026-03-03T20:58:49.89011Z","end":"2026-03-03T20:58:50.352192Z","steps":["trace[619839888] 'agreement among raft nodes before linearized reading' (duration: 462.004637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.352219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.590051Z","time spent":"762.156056ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T20:58:50.352236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.89004Z","time spent":"462.190142ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:58:50.352005Z","caller":"traceutil/trace.go:171","msg":"trace[1347609311] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24701; }","duration":"762.605787ms","start":"2026-03-03T20:58:49.589376Z","end":"2026-03-03T20:58:50.351982Z","steps":["trace[1347609311] 'agreement among raft nodes before linearized reading' (duration: 762.346271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.352336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.589359Z","time spent":"762.962195ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9590,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-03-03T20:58:50.352233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.204914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:50.352551Z","caller":"traceutil/trace.go:171","msg":"trace[755824371] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24701; }","duration":"351.469041ms","start":"2026-03-03T20:58:50.000941Z","end":"2026-03-03T20:58:50.35241Z","steps":["trace[755824371] 'agreement among raft nodes before linearized reading' (duration: 351.243076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.352629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:50.000914Z","time spent":"351.691935ms","remote":"127.0.0.1:42034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:50.352605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006839757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:50.352737Z","caller":"traceutil/trace.go:171","msg":"trace[1873902011] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24701; }","duration":"1.006978761s","start":"2026-03-03T20:58:49.345725Z","end":"2026-03-03T20:58:50.352703Z","steps":["trace[1873902011] 'agreement among raft nodes before linearized reading' (duration: 1.005905376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.352782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:49.345707Z","time spent":"1.007062892s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:50.718173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.839595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:50.718314Z","caller":"traceutil/trace.go:171","msg":"trace[1897405742] linearizableReadLoop","detail":"{readStateIndex:25611; appliedIndex:25610; }","duration":"362.845274ms","start":"2026-03-03T20:58:50.355451Z","end":"2026-03-03T20:58:50.718296Z","steps":["trace[1897405742] 'read index received' (duration: 123.692601ms)","trace[1897405742] 'applied index is now lower than readState.Index' (duration: 239.150683ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:50.718335Z","caller":"traceutil/trace.go:171","msg":"trace[236730424] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"363.391447ms","start":"2026-03-03T20:58:50.354908Z","end":"2026-03-03T20:58:50.7183Z","steps":["trace[236730424] 'process raft request' (duration: 124.342277ms)","trace[236730424] 'compare' (duration: 238.667181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:50.71849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:50.354882Z","time spent":"363.51911ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:50.718618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.160522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-03T20:58:50.718682Z","caller":"traceutil/trace.go:171","msg":"trace[1194587303] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24702; }","duration":"363.215283ms","start":"2026-03-03T20:58:50.355427Z","end":"2026-03-03T20:58:50.718642Z","steps":["trace[1194587303] 'agreement among raft nodes before linearized reading' (duration: 362.959667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.718749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.172372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:58:50.718772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:50.355408Z","time spent":"363.351906ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-03T20:58:50.718826Z","caller":"traceutil/trace.go:171","msg":"trace[1186189547] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24702; }","duration":"363.259544ms","start":"2026-03-03T20:58:50.355549Z","end":"2026-03-03T20:58:50.718809Z","steps":["trace[1186189547] 'agreement among raft nodes before linearized reading' (duration: 363.030519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:50.718875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:50.35551Z","time spent":"363.355516ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:58:51.899986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.170822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:51.900118Z","caller":"traceutil/trace.go:171","msg":"trace[142167295] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"1.14785617s","start":"2026-03-03T20:58:50.752208Z","end":"2026-03-03T20:58:51.900064Z","steps":["trace[142167295] 'process raft request' (duration: 333.556465ms)","trace[142167295] 'compare' (duration: 813.19972ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:51.900172Z","caller":"traceutil/trace.go:171","msg":"trace[951280818] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"799.236536ms","start":"2026-03-03T20:58:51.100923Z","end":"2026-03-03T20:58:51.900159Z","steps":["trace[951280818] 'process raft request' (duration: 799.151154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:51.900189Z","caller":"traceutil/trace.go:171","msg":"trace[638131916] linearizableReadLoop","detail":"{readStateIndex:25612; appliedIndex:25611; }","duration":"1.144345659s","start":"2026-03-03T20:58:50.755819Z","end":"2026-03-03T20:58:51.900165Z","steps":["trace[638131916] 'read index received' (duration: 329.885479ms)","trace[638131916] 'applied index is now lower than readState.Index' (duration: 814.45727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:51.900225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.100894Z","time spent":"799.302818ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:51.90026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:50.752187Z","time spent":"1.148008074s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:51.900509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144668326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-03T20:58:51.900576Z","caller":"traceutil/trace.go:171","msg":"trace[66424367] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24704; }","duration":"1.144758618s","start":"2026-03-03T20:58:50.7558Z","end":"2026-03-03T20:58:51.900558Z","steps":["trace[66424367] 'agreement among raft nodes before linearized reading' (duration: 1.144475561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:51.900623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:50.75579Z","time spent":"1.144820159s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-03T20:58:51.914811Z","caller":"traceutil/trace.go:171","msg":"trace[338144175] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"378.407315ms","start":"2026-03-03T20:58:51.536367Z","end":"2026-03-03T20:58:51.914774Z","steps":["trace[338144175] 'process raft request' (duration: 378.342913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:51.914878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.536337Z","time spent":"378.508997ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:52.85735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.860324ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T20:58:52.857465Z","caller":"traceutil/trace.go:171","msg":"trace[281586463] linearizableReadLoop","detail":"{readStateIndex:25615; appliedIndex:25614; }","duration":"957.201834ms","start":"2026-03-03T20:58:51.900243Z","end":"2026-03-03T20:58:52.857445Z","steps":["trace[281586463] 'read index received' (duration: 14.65809ms)","trace[281586463] 'applied index is now lower than readState.Index' (duration: 942.542334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:52.857768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934421623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:52.857847Z","caller":"traceutil/trace.go:171","msg":"trace[791433843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24705; }","duration":"1.934535056s","start":"2026-03-03T20:58:50.923288Z","end":"2026-03-03T20:58:52.857823Z","steps":["trace[791433843] 'agreement among raft nodes before linearized reading' (duration: 1.934418013s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.857851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053273652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:52.857895Z","caller":"traceutil/trace.go:171","msg":"trace[628947143] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24705; }","duration":"2.053337224s","start":"2026-03-03T20:58:50.804544Z","end":"2026-03-03T20:58:52.857881Z","steps":["trace[628947143] 'agreement among raft nodes before linearized reading' (duration: 2.053246012s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.857929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:50.804534Z","time spent":"2.053387395s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:58:52.858048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06393973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:52.858162Z","caller":"traceutil/trace.go:171","msg":"trace[419992827] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24705; }","duration":"2.064102584s","start":"2026-03-03T20:58:50.79403Z","end":"2026-03-03T20:58:52.858133Z","steps":["trace[419992827] 'agreement among raft nodes before linearized reading' (duration: 2.06391463s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.858232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:50.79401Z","time spent":"2.064204486s","remote":"127.0.0.1:46792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:52.858401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582682756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:52.858447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88778836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:58:52.858481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:50.923266Z","time spent":"1.934614307s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:58:52.8585Z","caller":"traceutil/trace.go:171","msg":"trace[305107228] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24705; }","duration":"1.58286191s","start":"2026-03-03T20:58:51.275617Z","end":"2026-03-03T20:58:52.858479Z","steps":["trace[305107228] 'agreement among raft nodes before linearized reading' (duration: 1.582639545s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:52.858516Z","caller":"traceutil/trace.go:171","msg":"trace[1979792487] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24705; }","duration":"1.887867672s","start":"2026-03-03T20:58:50.970634Z","end":"2026-03-03T20:58:52.858501Z","steps":["trace[1979792487] 'agreement among raft nodes before linearized reading' (duration: 1.887748319s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.858556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:50.970556Z","time spent":"1.887990085s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:52.858562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.275597Z","time spent":"1.582952703s","remote":"127.0.0.1:35696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:52.962801Z","caller":"traceutil/trace.go:171","msg":"trace[739528244] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"647.616866ms","start":"2026-03-03T20:58:52.315163Z","end":"2026-03-03T20:58:52.96278Z","steps":["trace[739528244] 'process raft request' (duration: 647.37516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:52.962954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.31514Z","time spent":"647.735659ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:53.497099Z","caller":"traceutil/trace.go:171","msg":"trace[470562873] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"1.181658356s","start":"2026-03-03T20:58:52.315414Z","end":"2026-03-03T20:58:53.497072Z","steps":["trace[470562873] 'process raft request' (duration: 1.181574184s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:53.497153Z","caller":"traceutil/trace.go:171","msg":"trace[1502436109] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"1.181810729s","start":"2026-03-03T20:58:52.315313Z","end":"2026-03-03T20:58:53.497124Z","steps":["trace[1502436109] 'process raft request' (duration: 1.181553813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:53.497287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.315406Z","time spent":"1.181797579s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:53.497316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.315286Z","time spent":"1.181951723s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:53.497546Z","caller":"traceutil/trace.go:171","msg":"trace[557020713] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"1.070671789s","start":"2026-03-03T20:58:52.426867Z","end":"2026-03-03T20:58:53.497539Z","steps":["trace[557020713] 'process raft request' (duration: 1.070623948s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:53.497559Z","caller":"traceutil/trace.go:171","msg":"trace[178162616] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"1.181426141s","start":"2026-03-03T20:58:52.316096Z","end":"2026-03-03T20:58:53.497522Z","steps":["trace[178162616] 'process raft request' (duration: 1.181177535s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:53.497617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.426849Z","time spent":"1.07074542s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:53.497545Z","caller":"traceutil/trace.go:171","msg":"trace[522765679] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"1.180400687s","start":"2026-03-03T20:58:52.317133Z","end":"2026-03-03T20:58:53.497533Z","steps":["trace[522765679] 'process raft request' (duration: 1.180295684s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:53.497552Z","caller":"traceutil/trace.go:171","msg":"trace[2115824092] linearizableReadLoop","detail":"{readStateIndex:25622; appliedIndex:25615; }","duration":"640.03773ms","start":"2026-03-03T20:58:52.857498Z","end":"2026-03-03T20:58:53.497536Z","steps":["trace[2115824092] 'read index received' (duration: 105.086049ms)","trace[2115824092] 'applied index is now lower than readState.Index' (duration: 534.950701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:53.497715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419443746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:53.497729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.316071Z","time spent":"1.181575684s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:53.497478Z","caller":"traceutil/trace.go:171","msg":"trace[799754669] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"1.18186994s","start":"2026-03-03T20:58:52.315516Z","end":"2026-03-03T20:58:53.497386Z","steps":["trace[799754669] 'process raft request' (duration: 1.181530683s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:53.497783Z","caller":"traceutil/trace.go:171","msg":"trace[729995005] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24712; }","duration":"1.419651881s","start":"2026-03-03T20:58:52.078112Z","end":"2026-03-03T20:58:53.497764Z","steps":["trace[729995005] 'agreement among raft nodes before linearized reading' (duration: 1.419494238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:53.497772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.317126Z","time spent":"1.180569871s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:53.497832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.797091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:53.497835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.07809Z","time spent":"1.419734514s","remote":"127.0.0.1:41922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:53.497842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.315509Z","time spent":"1.18229031s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:53.497872Z","caller":"traceutil/trace.go:171","msg":"trace[1278762315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24712; }","duration":"619.865512ms","start":"2026-03-03T20:58:52.877997Z","end":"2026-03-03T20:58:53.497862Z","steps":["trace[1278762315] 'agreement among raft nodes before linearized reading' (duration: 619.80534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:53.497907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.877981Z","time spent":"619.919083ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:53.497926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588355819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-03T20:58:53.497981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.958019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:53.498027Z","caller":"traceutil/trace.go:171","msg":"trace[200346468] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24712; }","duration":"171.035671ms","start":"2026-03-03T20:58:53.326976Z","end":"2026-03-03T20:58:53.498012Z","steps":["trace[200346468] 'agreement among raft nodes before linearized reading' (duration: 170.938999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:53.498044Z","caller":"traceutil/trace.go:171","msg":"trace[1175854604] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24712; }","duration":"1.588497392s","start":"2026-03-03T20:58:51.909489Z","end":"2026-03-03T20:58:53.497986Z","steps":["trace[1175854604] 'agreement among raft nodes before linearized reading' (duration: 1.588139494s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:53.498098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.696338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:53.498092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.629168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-03T20:58:53.498106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:51.909476Z","time spent":"1.588618095s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-03T20:58:53.498134Z","caller":"traceutil/trace.go:171","msg":"trace[527056456] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24712; }","duration":"619.74354ms","start":"2026-03-03T20:58:52.878381Z","end":"2026-03-03T20:58:53.498125Z","steps":["trace[527056456] 'agreement among raft nodes before linearized reading' (duration: 619.690138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:53.498151Z","caller":"traceutil/trace.go:171","msg":"trace[2144933005] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7; range_end:; response_count:1; response_revision:24712; }","duration":"585.75015ms","start":"2026-03-03T20:58:52.912386Z","end":"2026-03-03T20:58:53.498136Z","steps":["trace[2144933005] 'agreement among raft nodes before linearized reading' (duration: 585.495884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:53.498181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.878372Z","time spent":"619.802861ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:58:53.49814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.627928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-z89dl\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-03-03T20:58:53.498194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.912367Z","time spent":"585.817712ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" "} {"level":"info","ts":"2026-03-03T20:58:53.498242Z","caller":"traceutil/trace.go:171","msg":"trace[1616954517] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-z89dl; range_end:; response_count:1; response_revision:24712; }","duration":"585.73984ms","start":"2026-03-03T20:58:52.912481Z","end":"2026-03-03T20:58:53.49822Z","steps":["trace[1616954517] 'agreement among raft nodes before linearized reading' (duration: 585.344201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:53.498328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:52.912474Z","time spent":"585.839982ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6885,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-z89dl\" "} {"level":"info","ts":"2026-03-03T20:58:53.704048Z","caller":"traceutil/trace.go:171","msg":"trace[63996986] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"187.265238ms","start":"2026-03-03T20:58:53.51676Z","end":"2026-03-03T20:58:53.704025Z","steps":["trace[63996986] 'process raft request' (duration: 131.203807ms)","trace[63996986] 'compare' (duration: 55.880087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:54.363774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.919526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:54.363976Z","caller":"traceutil/trace.go:171","msg":"trace[533852651] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"459.399907ms","start":"2026-03-03T20:58:53.904548Z","end":"2026-03-03T20:58:54.363948Z","steps":["trace[533852651] 'process raft request' (duration: 459.309294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:54.363967Z","caller":"traceutil/trace.go:171","msg":"trace[513108467] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"842.379749ms","start":"2026-03-03T20:58:53.521565Z","end":"2026-03-03T20:58:54.363945Z","steps":["trace[513108467] 'process raft request' (duration: 296.217068ms)","trace[513108467] 'compare' (duration: 545.560107ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:54.364051Z","caller":"traceutil/trace.go:171","msg":"trace[1352717200] linearizableReadLoop","detail":"{readStateIndex:25624; appliedIndex:25622; }","duration":"842.167154ms","start":"2026-03-03T20:58:53.521877Z","end":"2026-03-03T20:58:54.364044Z","steps":["trace[1352717200] 'read index received' (duration: 126.068837ms)","trace[1352717200] 'applied index is now lower than readState.Index' (duration: 716.097607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:54.364205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:53.521558Z","time spent":"842.496061ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:54.364266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.391989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T20:58:54.364294Z","caller":"traceutil/trace.go:171","msg":"trace[922693894] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:24715; }","duration":"842.432719ms","start":"2026-03-03T20:58:53.521853Z","end":"2026-03-03T20:58:54.364286Z","steps":["trace[922693894] 'agreement among raft nodes before linearized reading' (duration: 842.330547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:54.364317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:53.521839Z","time spent":"842.473581ms","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1346,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-03T20:58:54.364026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:53.904522Z","time spent":"459.483419ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:54.42226Z","caller":"traceutil/trace.go:171","msg":"trace[199739498] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"399.156038ms","start":"2026-03-03T20:58:54.023086Z","end":"2026-03-03T20:58:54.422242Z","steps":["trace[199739498] 'process raft request' (duration: 399.005235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:54.422369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:54.02306Z","time spent":"399.25152ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:54.422437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.237362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:58:54.422511Z","caller":"traceutil/trace.go:171","msg":"trace[2144803609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24716; }","duration":"900.336554ms","start":"2026-03-03T20:58:53.522159Z","end":"2026-03-03T20:58:54.422496Z","steps":["trace[2144803609] 'agreement among raft nodes before linearized reading' (duration: 900.107359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:54.422539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:53.522157Z","time spent":"900.377575ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:58:54.422467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.345954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:54.422685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.562477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:54.422725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.110354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-03T20:58:54.422748Z","caller":"traceutil/trace.go:171","msg":"trace[1842486851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24716; }","duration":"900.61088ms","start":"2026-03-03T20:58:53.522104Z","end":"2026-03-03T20:58:54.422715Z","steps":["trace[1842486851] 'agreement among raft nodes before linearized reading' (duration: 900.340034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:54.422819Z","caller":"traceutil/trace.go:171","msg":"trace[1267173551] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7; range_end:; response_count:1; response_revision:24716; }","duration":"715.227607ms","start":"2026-03-03T20:58:53.707549Z","end":"2026-03-03T20:58:54.422777Z","steps":["trace[1267173551] 'agreement among raft nodes before linearized reading' (duration: 714.997461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:54.422812Z","caller":"traceutil/trace.go:171","msg":"trace[1074865561] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24716; }","duration":"374.72614ms","start":"2026-03-03T20:58:54.048038Z","end":"2026-03-03T20:58:54.422764Z","steps":["trace[1074865561] 'agreement among raft nodes before linearized reading' (duration: 374.449444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:54.422848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:53.522097Z","time spent":"900.715283ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:54.422863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:53.70753Z","time spent":"715.322578ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" "} {"level":"warn","ts":"2026-03-03T20:58:54.422991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:54.048017Z","time spent":"374.848904ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:54.950265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.109561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:54.950352Z","caller":"traceutil/trace.go:171","msg":"trace[2035238777] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"525.574412ms","start":"2026-03-03T20:58:54.424762Z","end":"2026-03-03T20:58:54.950336Z","steps":["trace[2035238777] 'process raft request' (duration: 137.323858ms)","trace[2035238777] 'compare' (duration: 387.872256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:54.950397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:54.424738Z","time spent":"525.640344ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:55.305139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.700768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:55.305347Z","caller":"traceutil/trace.go:171","msg":"trace[1073484187] linearizableReadLoop","detail":"{readStateIndex:25628; appliedIndex:25626; }","duration":"878.996067ms","start":"2026-03-03T20:58:54.426332Z","end":"2026-03-03T20:58:55.305328Z","steps":["trace[1073484187] 'read index received' (duration: 135.826094ms)","trace[1073484187] 'applied index is now lower than readState.Index' (duration: 743.168683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:55.305612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.267593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1456"} {"level":"info","ts":"2026-03-03T20:58:55.305654Z","caller":"traceutil/trace.go:171","msg":"trace[844401552] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24719; }","duration":"879.343916ms","start":"2026-03-03T20:58:54.4263Z","end":"2026-03-03T20:58:55.305644Z","steps":["trace[844401552] 'agreement among raft nodes before linearized reading' (duration: 879.151501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:55.305688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:54.426283Z","time spent":"879.396027ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1480,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T20:58:55.305656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.472139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T20:58:55.305853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.7776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T20:58:55.305918Z","caller":"traceutil/trace.go:171","msg":"trace[1475430927] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24719; }","duration":"256.833452ms","start":"2026-03-03T20:58:55.04906Z","end":"2026-03-03T20:58:55.305894Z","steps":["trace[1475430927] 'agreement among raft nodes before linearized reading' (duration: 256.653787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:55.305938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.808717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-03T20:58:55.305935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.026358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:55.305978Z","caller":"traceutil/trace.go:171","msg":"trace[1154673115] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72; range_end:; response_count:1; response_revision:24719; }","duration":"351.880719ms","start":"2026-03-03T20:58:54.954088Z","end":"2026-03-03T20:58:55.305969Z","steps":["trace[1154673115] 'agreement among raft nodes before linearized reading' (duration: 351.776417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:55.305902Z","caller":"traceutil/trace.go:171","msg":"trace[2101724769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24719; }","duration":"870.752546ms","start":"2026-03-03T20:58:54.435113Z","end":"2026-03-03T20:58:55.305866Z","steps":["trace[2101724769] 'agreement among raft nodes before linearized reading' (duration: 870.397778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:55.306015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:54.95407Z","time spent":"351.93804ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72\" "} {"level":"info","ts":"2026-03-03T20:58:55.306025Z","caller":"traceutil/trace.go:171","msg":"trace[72855877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24719; }","duration":"416.124751ms","start":"2026-03-03T20:58:54.889855Z","end":"2026-03-03T20:58:55.30598Z","steps":["trace[72855877] 'agreement among raft nodes before linearized reading' (duration: 416.016158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:55.306065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:54.889829Z","time spent":"416.227272ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:58:55.305374Z","caller":"traceutil/trace.go:171","msg":"trace[390668702] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"337.924475ms","start":"2026-03-03T20:58:54.967429Z","end":"2026-03-03T20:58:55.305354Z","steps":["trace[390668702] 'process raft request' (duration: 337.824043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:55.306264Z","caller":"traceutil/trace.go:171","msg":"trace[812914928] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"879.032828ms","start":"2026-03-03T20:58:54.42624Z","end":"2026-03-03T20:58:55.305272Z","steps":["trace[812914928] 'process raft request' (duration: 675.126895ms)","trace[812914928] 'compare' (duration: 203.425072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:55.306279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:54.435094Z","time spent":"871.098535ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:58:55.306355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:54.96741Z","time spent":"338.790885ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:55.306509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:54.42623Z","time spent":"880.136034ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:55.969532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.736179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:55.96962Z","caller":"traceutil/trace.go:171","msg":"trace[863296222] linearizableReadLoop","detail":"{readStateIndex:25630; appliedIndex:25629; }","duration":"659.502573ms","start":"2026-03-03T20:58:55.310104Z","end":"2026-03-03T20:58:55.969607Z","steps":["trace[863296222] 'read index received' (duration: 462.483448ms)","trace[863296222] 'applied index is now lower than readState.Index' (duration: 197.017885ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:58:55.969813Z","caller":"traceutil/trace.go:171","msg":"trace[1724947296] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"661.457978ms","start":"2026-03-03T20:58:55.308319Z","end":"2026-03-03T20:58:55.969777Z","steps":["trace[1724947296] 'process raft request' (duration: 464.383901ms)","trace[1724947296] 'compare' (duration: 196.272928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:55.969905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.799119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-03-03T20:58:55.969937Z","caller":"traceutil/trace.go:171","msg":"trace[1630095438] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24720; }","duration":"659.85846ms","start":"2026-03-03T20:58:55.310071Z","end":"2026-03-03T20:58:55.96993Z","steps":["trace[1630095438] 'agreement among raft nodes before linearized reading' (duration: 659.738287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:55.969962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.310053Z","time spent":"659.902992ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9607,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-03T20:58:55.969969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.308291Z","time spent":"661.594171ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:56.618422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.258969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:56.618773Z","caller":"traceutil/trace.go:171","msg":"trace[2064370999] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"1.306162244s","start":"2026-03-03T20:58:55.312569Z","end":"2026-03-03T20:58:56.618731Z","steps":["trace[2064370999] 'process raft request' (duration: 1.074528146s)","trace[2064370999] 'compare' (duration: 230.952432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:56.618923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.31252Z","time spent":"1.306331258s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:58:56.61899Z","caller":"traceutil/trace.go:171","msg":"trace[709471808] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"1.101096804s","start":"2026-03-03T20:58:55.517876Z","end":"2026-03-03T20:58:56.618973Z","steps":["trace[709471808] 'process raft request' (duration: 1.100987311s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:56.619Z","caller":"traceutil/trace.go:171","msg":"trace[1060388191] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"1.115610011s","start":"2026-03-03T20:58:55.503359Z","end":"2026-03-03T20:58:56.618969Z","steps":["trace[1060388191] 'process raft request' (duration: 1.11515604s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:56.619073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.517846Z","time spent":"1.101180655s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:56.619102Z","caller":"traceutil/trace.go:171","msg":"trace[1584965493] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"1.099230931s","start":"2026-03-03T20:58:55.519859Z","end":"2026-03-03T20:58:56.61909Z","steps":["trace[1584965493] 'process raft request' (duration: 1.099075057s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:56.618984Z","caller":"traceutil/trace.go:171","msg":"trace[358048623] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"1.0996579s","start":"2026-03-03T20:58:55.51931Z","end":"2026-03-03T20:58:56.618968Z","steps":["trace[358048623] 'process raft request' (duration: 1.099593578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:56.619148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.50333Z","time spent":"1.115741523s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:56.619163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.51985Z","time spent":"1.099279551s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:56.619302Z","caller":"traceutil/trace.go:171","msg":"trace[1753588386] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"1.09580147s","start":"2026-03-03T20:58:55.523474Z","end":"2026-03-03T20:58:56.619276Z","steps":["trace[1753588386] 'process raft request' (duration: 1.095572725s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:56.619373Z","caller":"traceutil/trace.go:171","msg":"trace[1402408859] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"248.732495ms","start":"2026-03-03T20:58:56.370624Z","end":"2026-03-03T20:58:56.619356Z","steps":["trace[1402408859] 'process raft request' (duration: 248.622322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:56.619379Z","caller":"traceutil/trace.go:171","msg":"trace[468594387] linearizableReadLoop","detail":"{readStateIndex:25636; appliedIndex:25630; }","duration":"649.721814ms","start":"2026-03-03T20:58:55.969638Z","end":"2026-03-03T20:58:56.61936Z","steps":["trace[468594387] 'read index received' (duration: 417.473091ms)","trace[468594387] 'applied index is now lower than readState.Index' (duration: 232.247953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:56.619426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.523452Z","time spent":"1.095920893s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:56.619517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263915024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:58:56.619509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.239293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:56.619551Z","caller":"traceutil/trace.go:171","msg":"trace[968958937] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24727; }","duration":"1.263999555s","start":"2026-03-03T20:58:55.355544Z","end":"2026-03-03T20:58:56.619543Z","steps":["trace[968958937] 'agreement among raft nodes before linearized reading' (duration: 1.263920113s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:56.619553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239579709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T20:58:56.619569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.046088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:56.619575Z","caller":"traceutil/trace.go:171","msg":"trace[2112157829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24727; }","duration":"730.350476ms","start":"2026-03-03T20:58:55.889213Z","end":"2026-03-03T20:58:56.619564Z","steps":["trace[2112157829] 'agreement among raft nodes before linearized reading' (duration: 730.190872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:56.619578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.355528Z","time spent":"1.264042757s","remote":"127.0.0.1:42006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:56.619589Z","caller":"traceutil/trace.go:171","msg":"trace[965236222] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24727; }","duration":"1.23964083s","start":"2026-03-03T20:58:55.379938Z","end":"2026-03-03T20:58:56.619579Z","steps":["trace[965236222] 'agreement among raft nodes before linearized reading' (duration: 1.239468196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:56.619569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.602977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:56.619607Z","caller":"traceutil/trace.go:171","msg":"trace[703707322] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24727; }","duration":"481.11664ms","start":"2026-03-03T20:58:56.138479Z","end":"2026-03-03T20:58:56.619596Z","steps":["trace[703707322] 'agreement among raft nodes before linearized reading' (duration: 481.048509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:56.61961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.889192Z","time spent":"730.411838ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:58:56.619621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.379924Z","time spent":"1.239690052s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:58:56.61963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.192572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899705ac6cfb447\" ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-03-03T20:58:56.619633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.179608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T20:58:56.619646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:56.138458Z","time spent":"481.178641ms","remote":"127.0.0.1:43434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:56.619644Z","caller":"traceutil/trace.go:171","msg":"trace[1722473960] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24727; }","duration":"685.71599ms","start":"2026-03-03T20:58:55.933908Z","end":"2026-03-03T20:58:56.619624Z","steps":["trace[1722473960] 'agreement among raft nodes before linearized reading' (duration: 685.499885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:56.619664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.519284Z","time spent":"1.099906886s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:56.61967Z","caller":"traceutil/trace.go:171","msg":"trace[595830092] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899705ac6cfb447; range_end:; response_count:1; response_revision:24727; }","duration":"646.276904ms","start":"2026-03-03T20:58:55.973383Z","end":"2026-03-03T20:58:56.61966Z","steps":["trace[595830092] 'agreement among raft nodes before linearized reading' (duration: 646.12481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:56.619676Z","caller":"traceutil/trace.go:171","msg":"trace[862374326] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24727; }","duration":"645.24678ms","start":"2026-03-03T20:58:55.974418Z","end":"2026-03-03T20:58:56.619665Z","steps":["trace[862374326] 'agreement among raft nodes before linearized reading' (duration: 645.114717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:56.619707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.973357Z","time spent":"646.340225ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899705ac6cfb447\" "} {"level":"warn","ts":"2026-03-03T20:58:56.619707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.974398Z","time spent":"645.302641ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T20:58:56.619706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.933892Z","time spent":"685.800042ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:56.619768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30815431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab5acb09-2804-425d-b32a-749be55e9387\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T20:58:56.619866Z","caller":"traceutil/trace.go:171","msg":"trace[262359305] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab5acb09-2804-425d-b32a-749be55e9387; range_end:; response_count:1; response_revision:24727; }","duration":"1.308279854s","start":"2026-03-03T20:58:55.311562Z","end":"2026-03-03T20:58:56.619842Z","steps":["trace[262359305] 'agreement among raft nodes before linearized reading' (duration: 1.307991317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:56.619928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:55.311555Z","time spent":"1.308360366s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ab5acb09-2804-425d-b32a-749be55e9387\" "} {"level":"warn","ts":"2026-03-03T20:58:57.129175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:58:57.147302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:56.62106Z","time spent":"526.237248ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:58:58.451183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14690381s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:58.451446Z","caller":"traceutil/trace.go:171","msg":"trace[1702888699] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"1.302579033s","start":"2026-03-03T20:58:57.148844Z","end":"2026-03-03T20:58:58.451423Z","steps":["trace[1702888699] 'process raft request' (duration: 1.302472431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:58.451546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.148817Z","time spent":"1.302683226s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:58.45181Z","caller":"traceutil/trace.go:171","msg":"trace[1283939671] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"1.827929311s","start":"2026-03-03T20:58:56.623862Z","end":"2026-03-03T20:58:58.451791Z","steps":["trace[1283939671] 'process raft request' (duration: 680.321394ms)","trace[1283939671] 'compare' (duration: 1.146724836s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:58.451909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:56.623841Z","time spent":"1.828015492s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:58.452112Z","caller":"traceutil/trace.go:171","msg":"trace[928969985] linearizableReadLoop","detail":"{readStateIndex:25639; appliedIndex:25637; }","duration":"1.823807265s","start":"2026-03-03T20:58:56.628274Z","end":"2026-03-03T20:58:58.452082Z","steps":["trace[928969985] 'read index received' (duration: 518.838985ms)","trace[928969985] 'applied index is now lower than readState.Index' (duration: 1.30496621s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:58.452342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824051741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-03-03T20:58:58.452466Z","caller":"traceutil/trace.go:171","msg":"trace[31762926] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24729; }","duration":"1.824160733s","start":"2026-03-03T20:58:56.628244Z","end":"2026-03-03T20:58:58.452405Z","steps":["trace[31762926] 'agreement among raft nodes before linearized reading' (duration: 1.823893037s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:58.452512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:56.628234Z","time spent":"1.824267895s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9607,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-03T20:58:58.88964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:58:58.889724Z","caller":"traceutil/trace.go:171","msg":"trace[487940840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000481396s","start":"2026-03-03T20:58:56.889223Z","end":"2026-03-03T20:58:58.889705Z","steps":["trace[487940840] 'agreement among raft nodes before linearized reading' (duration: 2.000378494s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:58.889813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:56.889201Z","time spent":"2.000598469s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:58:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:58:59.274806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.033077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:58:59.27493Z","caller":"traceutil/trace.go:171","msg":"trace[95763108] linearizableReadLoop","detail":"{readStateIndex:25641; appliedIndex:25640; }","duration":"822.742432ms","start":"2026-03-03T20:58:58.452175Z","end":"2026-03-03T20:58:59.274917Z","steps":["trace[95763108] 'read index received' (duration: 158.620663ms)","trace[95763108] 'applied index is now lower than readState.Index' (duration: 664.120899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:59.275005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161566328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:59.275027Z","caller":"traceutil/trace.go:171","msg":"trace[1222939123] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24730; }","duration":"2.161624488s","start":"2026-03-03T20:58:57.113397Z","end":"2026-03-03T20:58:59.275021Z","steps":["trace[1222939123] 'agreement among raft nodes before linearized reading' (duration: 2.161574317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:59.27505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.113374Z","time spent":"2.16167051s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:59.275034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839361027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:59.275143Z","caller":"traceutil/trace.go:171","msg":"trace[1733603832] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24730; }","duration":"1.83952089s","start":"2026-03-03T20:58:57.435595Z","end":"2026-03-03T20:58:59.275116Z","steps":["trace[1733603832] 'agreement among raft nodes before linearized reading' (duration: 1.839340596s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:59.275202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431666328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:59.275226Z","caller":"traceutil/trace.go:171","msg":"trace[1405087316] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24730; }","duration":"2.43171747s","start":"2026-03-03T20:58:56.843503Z","end":"2026-03-03T20:58:59.27522Z","steps":["trace[1405087316] 'agreement among raft nodes before linearized reading' (duration: 2.431677049s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:59.275215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.435571Z","time spent":"1.839626663s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:58:59.275245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:56.843487Z","time spent":"2.4317527s","remote":"127.0.0.1:42088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:59.275209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198565847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:58:59.275302Z","caller":"traceutil/trace.go:171","msg":"trace[349877931] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24730; }","duration":"2.19870933s","start":"2026-03-03T20:58:57.076567Z","end":"2026-03-03T20:58:59.275276Z","steps":["trace[349877931] 'agreement among raft nodes before linearized reading' (duration: 2.198553746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:59.275375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.076535Z","time spent":"2.198822862s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:58:59.275515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079725688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:58:59.275542Z","caller":"traceutil/trace.go:171","msg":"trace[37806878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24730; }","duration":"1.07979382s","start":"2026-03-03T20:58:58.195742Z","end":"2026-03-03T20:58:59.275536Z","steps":["trace[37806878] 'agreement among raft nodes before linearized reading' (duration: 1.079745029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:59.275561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.195711Z","time spent":"1.079844602s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:58:59.275658Z","caller":"traceutil/trace.go:171","msg":"trace[1238851999] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"1.964167065s","start":"2026-03-03T20:58:57.311483Z","end":"2026-03-03T20:58:59.27565Z","steps":["trace[1238851999] 'process raft request' (duration: 1.299224897s)","trace[1238851999] 'compare' (duration: 663.666698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:58:59.275699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:57.31144Z","time spent":"1.964237806s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:58:59.286097Z","caller":"traceutil/trace.go:171","msg":"trace[1767703525] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"829.097769ms","start":"2026-03-03T20:58:58.456969Z","end":"2026-03-03T20:58:59.286067Z","steps":["trace[1767703525] 'process raft request' (duration: 828.846184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:59.286103Z","caller":"traceutil/trace.go:171","msg":"trace[1633977752] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"765.985014ms","start":"2026-03-03T20:58:58.520096Z","end":"2026-03-03T20:58:59.286081Z","steps":["trace[1633977752] 'process raft request' (duration: 765.913902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:58:59.286111Z","caller":"traceutil/trace.go:171","msg":"trace[944048503] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"829.067889ms","start":"2026-03-03T20:58:58.457025Z","end":"2026-03-03T20:58:59.286093Z","steps":["trace[944048503] 'process raft request' (duration: 828.941646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:58:59.286288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.520075Z","time spent":"766.096307ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:58:59.286246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.456952Z","time spent":"829.245292ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:58:59.286368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.457009Z","time spent":"829.302844ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:59:00.011354Z","caller":"traceutil/trace.go:171","msg":"trace[529082819] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"1.386403696s","start":"2026-03-03T20:58:58.624917Z","end":"2026-03-03T20:59:00.011321Z","steps":["trace[529082819] 'process raft request' (duration: 1.386051388s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:00.011365Z","caller":"traceutil/trace.go:171","msg":"trace[525087428] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"1.386267422s","start":"2026-03-03T20:58:58.625056Z","end":"2026-03-03T20:59:00.011323Z","steps":["trace[525087428] 'process raft request' (duration: 1.38616461s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.011513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.625036Z","time spent":"1.386403076s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:00.011522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.624892Z","time spent":"1.386540489s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:00.011643Z","caller":"traceutil/trace.go:171","msg":"trace[1688674204] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"1.386510288s","start":"2026-03-03T20:58:58.625102Z","end":"2026-03-03T20:59:00.011612Z","steps":["trace[1688674204] 'process raft request' (duration: 1.38617088s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.011801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.625074Z","time spent":"1.386650821s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:00.011809Z","caller":"traceutil/trace.go:171","msg":"trace[937667554] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"1.386553989s","start":"2026-03-03T20:58:58.625245Z","end":"2026-03-03T20:59:00.011799Z","steps":["trace[937667554] 'process raft request' (duration: 1.386251602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.011943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.625238Z","time spent":"1.386642031s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:00.012044Z","caller":"traceutil/trace.go:171","msg":"trace[331457389] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"1.386637351s","start":"2026-03-03T20:58:58.62539Z","end":"2026-03-03T20:59:00.012027Z","steps":["trace[331457389] 'process raft request' (duration: 1.386369565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.01213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.625365Z","time spent":"1.386726043s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:00.012145Z","caller":"traceutil/trace.go:171","msg":"trace[449902325] linearizableReadLoop","detail":"{readStateIndex:25650; appliedIndex:25641; }","duration":"737.183323ms","start":"2026-03-03T20:58:59.274948Z","end":"2026-03-03T20:59:00.012132Z","steps":["trace[449902325] 'read index received' (duration: 10.855972ms)","trace[449902325] 'applied index is now lower than readState.Index' (duration: 726.326541ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:00.012291Z","caller":"traceutil/trace.go:171","msg":"trace[1876205318] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"1.386505768s","start":"2026-03-03T20:58:58.625775Z","end":"2026-03-03T20:59:00.012281Z","steps":["trace[1876205318] 'process raft request' (duration: 1.386179911s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.01236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.625761Z","time spent":"1.386562429s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:00.012507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038938149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:00.012541Z","caller":"traceutil/trace.go:171","msg":"trace[2111914605] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24739; }","duration":"1.039014301s","start":"2026-03-03T20:58:58.973516Z","end":"2026-03-03T20:59:00.01253Z","steps":["trace[2111914605] 'agreement among raft nodes before linearized reading' (duration: 1.038940969s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.012571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.973493Z","time spent":"1.039070932s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:00.012654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552252757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T20:59:00.012765Z","caller":"traceutil/trace.go:171","msg":"trace[248993783] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24739; }","duration":"1.552374839s","start":"2026-03-03T20:58:58.460375Z","end":"2026-03-03T20:59:00.01275Z","steps":["trace[248993783] 'agreement among raft nodes before linearized reading' (duration: 1.552166704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.012763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.069327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:00.012808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.46036Z","time spent":"1.55243801s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-03T20:59:00.012835Z","caller":"traceutil/trace.go:171","msg":"trace[309436864] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24739; }","duration":"733.168899ms","start":"2026-03-03T20:58:59.279638Z","end":"2026-03-03T20:59:00.012807Z","steps":["trace[309436864] 'agreement among raft nodes before linearized reading' (duration: 733.067847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.012881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:59.279618Z","time spent":"733.253341ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:00.012886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402833437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:00.012928Z","caller":"traceutil/trace.go:171","msg":"trace[303284653] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24739; }","duration":"1.402908959s","start":"2026-03-03T20:58:58.610003Z","end":"2026-03-03T20:59:00.012912Z","steps":["trace[303284653] 'agreement among raft nodes before linearized reading' (duration: 1.402851417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.012966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.609981Z","time spent":"1.40297778s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:00.012938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12295116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:00.013021Z","caller":"traceutil/trace.go:171","msg":"trace[1577833764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24739; }","duration":"1.123042052s","start":"2026-03-03T20:58:58.889961Z","end":"2026-03-03T20:59:00.013003Z","steps":["trace[1577833764] 'agreement among raft nodes before linearized reading' (duration: 1.122877598s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.013066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.889898Z","time spent":"1.123160974s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:00.013149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5589031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:59:00.013191Z","caller":"traceutil/trace.go:171","msg":"trace[73251024] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24739; }","duration":"1.558944141s","start":"2026-03-03T20:58:58.454237Z","end":"2026-03-03T20:59:00.013181Z","steps":["trace[73251024] 'agreement among raft nodes before linearized reading' (duration: 1.558821838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.013223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:58.454168Z","time spent":"1.559049104s","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:59:00.013233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.460168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:00.013313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.672515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-03T20:59:00.013585Z","caller":"traceutil/trace.go:171","msg":"trace[1729564182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24739; }","duration":"367.578091ms","start":"2026-03-03T20:58:59.645709Z","end":"2026-03-03T20:59:00.013287Z","steps":["trace[1729564182] 'agreement among raft nodes before linearized reading' (duration: 367.454248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.013778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:59.645688Z","time spent":"368.013211ms","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:00.014012Z","caller":"traceutil/trace.go:171","msg":"trace[1276435430] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7; range_end:; response_count:1; response_revision:24739; }","duration":"722.749437ms","start":"2026-03-03T20:58:59.290594Z","end":"2026-03-03T20:59:00.013344Z","steps":["trace[1276435430] 'agreement among raft nodes before linearized reading' (duration: 722.629154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:00.014639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:58:59.290569Z","time spent":"724.051528ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" "} {"level":"warn","ts":"2026-03-03T20:59:00.013222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.924735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:00.014862Z","caller":"traceutil/trace.go:171","msg":"trace[1793640523] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24739; }","duration":"159.585864ms","start":"2026-03-03T20:58:59.855263Z","end":"2026-03-03T20:59:00.014849Z","steps":["trace[1793640523] 'agreement among raft nodes before linearized reading' (duration: 157.919855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:01.310805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.74349ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:01.310942Z","caller":"traceutil/trace.go:171","msg":"trace[1017975170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24739; }","duration":"948.891173ms","start":"2026-03-03T20:59:00.362032Z","end":"2026-03-03T20:59:01.310924Z","steps":["trace[1017975170] 'range keys from in-memory index tree' (duration: 948.726359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:01.311704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.979658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:01.311933Z","caller":"traceutil/trace.go:171","msg":"trace[339822673] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"1.104913106s","start":"2026-03-03T20:59:00.206999Z","end":"2026-03-03T20:59:01.311912Z","steps":["trace[339822673] 'process raft request' (duration: 1.104832154s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:01.311916Z","caller":"traceutil/trace.go:171","msg":"trace[1169287111] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"1.29463777s","start":"2026-03-03T20:59:00.017217Z","end":"2026-03-03T20:59:01.311855Z","steps":["trace[1169287111] 'process raft request' (duration: 363.384066ms)","trace[1169287111] 'compare' (duration: 930.849374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:01.312016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.20697Z","time spent":"1.105008998s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:01.311942Z","caller":"traceutil/trace.go:171","msg":"trace[300780813] linearizableReadLoop","detail":"{readStateIndex:25651; appliedIndex:25650; }","duration":"1.293331159s","start":"2026-03-03T20:59:00.018591Z","end":"2026-03-03T20:59:01.311923Z","steps":["trace[300780813] 'read index received' (duration: 362.015284ms)","trace[300780813] 'applied index is now lower than readState.Index' (duration: 931.314205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:01.312098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293507903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:59:01.312133Z","caller":"traceutil/trace.go:171","msg":"trace[1385371419] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24741; }","duration":"1.293571855s","start":"2026-03-03T20:59:00.018552Z","end":"2026-03-03T20:59:01.312124Z","steps":["trace[1385371419] 'agreement among raft nodes before linearized reading' (duration: 1.293413751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:01.312138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.017197Z","time spent":"1.294819235s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:01.312159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.018542Z","time spent":"1.293611486s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:59:02.019459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:02.019558Z","caller":"traceutil/trace.go:171","msg":"trace[217895932] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365676s","start":"2026-03-03T20:59:00.019175Z","end":"2026-03-03T20:59:02.01954Z","steps":["trace[217895932] 'agreement among raft nodes before linearized reading' (duration: 2.000246293s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.019658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.019152Z","time spent":"2.000492228s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:02.219205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.451687Z","time spent":"767.51113ms","remote":"127.0.0.1:34426","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:02.220726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.476185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:02.220912Z","caller":"traceutil/trace.go:171","msg":"trace[1955971252] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"1.704469357s","start":"2026-03-03T20:59:00.516419Z","end":"2026-03-03T20:59:02.220889Z","steps":["trace[1955971252] 'process raft request' (duration: 1.065747577s)","trace[1955971252] 'compare' (duration: 637.721466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:02.221028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.516395Z","time spent":"1.704571789s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:02.221115Z","caller":"traceutil/trace.go:171","msg":"trace[2063440915] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"941.390847ms","start":"2026-03-03T20:59:01.279705Z","end":"2026-03-03T20:59:02.221096Z","steps":["trace[2063440915] 'process raft request' (duration: 941.159672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:02.221235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.279686Z","time spent":"941.475819ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:03.195216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.150427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T20:59:03.195451Z","caller":"traceutil/trace.go:171","msg":"trace[1788229219] linearizableReadLoop","detail":"{readStateIndex:25654; appliedIndex:25652; }","duration":"1.883350067s","start":"2026-03-03T20:59:01.312083Z","end":"2026-03-03T20:59:03.195433Z","steps":["trace[1788229219] 'read index received' (duration: 270.098071ms)","trace[1788229219] 'applied index is now lower than readState.Index' (duration: 1.613251036s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:03.195561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727641531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:03.195596Z","caller":"traceutil/trace.go:171","msg":"trace[849667038] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24743; }","duration":"2.727728343s","start":"2026-03-03T20:59:00.467857Z","end":"2026-03-03T20:59:03.195585Z","steps":["trace[849667038] 'agreement among raft nodes before linearized reading' (duration: 2.727662392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:03.195628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.467833Z","time spent":"2.727786195s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:03.195962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880196034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:59:03.196008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176460911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:03.19602Z","caller":"traceutil/trace.go:171","msg":"trace[1570031944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24743; }","duration":"2.880291315s","start":"2026-03-03T20:59:00.315714Z","end":"2026-03-03T20:59:03.196006Z","steps":["trace[1570031944] 'agreement among raft nodes before linearized reading' (duration: 2.880126701s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:03.196061Z","caller":"traceutil/trace.go:171","msg":"trace[1041545039] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24743; }","duration":"3.176539063s","start":"2026-03-03T20:59:00.019508Z","end":"2026-03-03T20:59:03.196047Z","steps":["trace[1041545039] 'agreement among raft nodes before linearized reading' (duration: 3.176442191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:03.196068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.315691Z","time spent":"2.880364717s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:03.196116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.019497Z","time spent":"3.176605054s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:03.196151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175858547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T20:59:03.196235Z","caller":"traceutil/trace.go:171","msg":"trace[1500941768] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"1.26884673s","start":"2026-03-03T20:59:01.927359Z","end":"2026-03-03T20:59:03.196206Z","steps":["trace[1500941768] 'process raft request' (duration: 1.267970969s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:03.196268Z","caller":"traceutil/trace.go:171","msg":"trace[351852600] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24743; }","duration":"3.17598316s","start":"2026-03-03T20:59:00.02024Z","end":"2026-03-03T20:59:03.196224Z","steps":["trace[351852600] 'agreement among raft nodes before linearized reading' (duration: 3.175726344s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:03.196314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:00.020235Z","time spent":"3.176069762s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-03T20:59:03.196379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.927338Z","time spent":"1.268964112s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:03.696146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039040999999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:03.924843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157661839s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:04.019341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999817891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:04.019404Z","caller":"traceutil/trace.go:171","msg":"trace[2103893998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999921503s","start":"2026-03-03T20:59:02.019469Z","end":"2026-03-03T20:59:04.019391Z","steps":["trace[2103893998] 'agreement among raft nodes before linearized reading' (duration: 1.999838121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.019434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.019461Z","time spent":"1.999968044s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:04.617295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.237132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:04.617585Z","caller":"traceutil/trace.go:171","msg":"trace[486877199] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"2.600054807s","start":"2026-03-03T20:59:02.0175Z","end":"2026-03-03T20:59:04.617555Z","steps":["trace[486877199] 'process raft request' (duration: 2.599865033s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:04.617675Z","caller":"traceutil/trace.go:171","msg":"trace[306113465] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"2.469747671s","start":"2026-03-03T20:59:02.147924Z","end":"2026-03-03T20:59:04.617672Z","steps":["trace[306113465] 'process raft request' (duration: 2.469642098s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:04.617666Z","caller":"traceutil/trace.go:171","msg":"trace[376857827] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"2.598148383s","start":"2026-03-03T20:59:02.019489Z","end":"2026-03-03T20:59:04.617638Z","steps":["trace[376857827] 'process raft request' (duration: 2.5980065s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.617722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.147897Z","time spent":"2.469801892s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:04.617821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.019483Z","time spent":"2.598258035s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:04.61785Z","caller":"traceutil/trace.go:171","msg":"trace[153903836] linearizableReadLoop","detail":"{readStateIndex:25663; appliedIndex:25656; }","duration":"1.422358664s","start":"2026-03-03T20:59:03.195485Z","end":"2026-03-03T20:59:04.617844Z","steps":["trace[153903836] 'read index received' (duration: 729.481617ms)","trace[153903836] 'applied index is now lower than readState.Index' (duration: 692.875977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:04.617841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.017478Z","time spent":"2.600242231s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:04.617952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438069799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:04.617974Z","caller":"traceutil/trace.go:171","msg":"trace[1815403734] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24752; }","duration":"1.43809417s","start":"2026-03-03T20:59:03.179874Z","end":"2026-03-03T20:59:04.617968Z","steps":["trace[1815403734] 'agreement among raft nodes before linearized reading' (duration: 1.438026018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.617993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.179805Z","time spent":"1.438181051s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:04.618038Z","caller":"traceutil/trace.go:171","msg":"trace[273998572] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"2.600435676s","start":"2026-03-03T20:59:02.01759Z","end":"2026-03-03T20:59:04.618026Z","steps":["trace[273998572] 'process raft request' (duration: 2.599842972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.61808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552858274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:04.618097Z","caller":"traceutil/trace.go:171","msg":"trace[1860786981] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24752; }","duration":"1.552927896s","start":"2026-03-03T20:59:03.065163Z","end":"2026-03-03T20:59:04.618091Z","steps":["trace[1860786981] 'agreement among raft nodes before linearized reading' (duration: 1.552902915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.61811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.065129Z","time spent":"1.552978197s","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:04.618114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.017582Z","time spent":"2.600491397s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:04.618206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641201425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:04.617633Z","caller":"traceutil/trace.go:171","msg":"trace[1538692914] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"390.486347ms","start":"2026-03-03T20:59:04.227132Z","end":"2026-03-03T20:59:04.617618Z","steps":["trace[1538692914] 'process raft request' (duration: 390.463646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.618283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237578151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T20:59:04.618302Z","caller":"traceutil/trace.go:171","msg":"trace[982921920] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24752; }","duration":"2.237659523s","start":"2026-03-03T20:59:02.380638Z","end":"2026-03-03T20:59:04.618298Z","steps":["trace[982921920] 'agreement among raft nodes before linearized reading' (duration: 2.237597732s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.618293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:04.227108Z","time spent":"391.140031ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:04.618358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23795243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T20:59:04.618376Z","caller":"traceutil/trace.go:171","msg":"trace[729345321] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24752; }","duration":"2.237998751s","start":"2026-03-03T20:59:02.380374Z","end":"2026-03-03T20:59:04.618373Z","steps":["trace[729345321] 'agreement among raft nodes before linearized reading' (duration: 2.23795026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.618392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.380355Z","time spent":"2.238030581s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T20:59:04.618421Z","caller":"traceutil/trace.go:171","msg":"trace[952924434] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"2.602547405s","start":"2026-03-03T20:59:02.015857Z","end":"2026-03-03T20:59:04.618404Z","steps":["trace[952924434] 'process raft request' (duration: 1.909135865s)","trace[952924434] 'compare' (duration: 691.988377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:04.618481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49720671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:59:04.618501Z","caller":"traceutil/trace.go:171","msg":"trace[1501057579] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24752; }","duration":"2.49725591s","start":"2026-03-03T20:59:02.121239Z","end":"2026-03-03T20:59:04.618495Z","steps":["trace[1501057579] 'agreement among raft nodes before linearized reading' (duration: 2.497207279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.618514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.121219Z","time spent":"2.497291961s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:59:04.618514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.015825Z","time spent":"2.602644967s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:04.618612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240284762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:04.618635Z","caller":"traceutil/trace.go:171","msg":"trace[1154775245] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24752; }","duration":"3.240307022s","start":"2026-03-03T20:59:01.378321Z","end":"2026-03-03T20:59:04.618628Z","steps":["trace[1154775245] 'agreement among raft nodes before linearized reading' (duration: 3.240272441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.618648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.378238Z","time spent":"3.240406544s","remote":"127.0.0.1:35780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:04.618752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.302418204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-03T20:59:04.61877Z","caller":"traceutil/trace.go:171","msg":"trace[2091918926] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae; range_end:; response_count:1; response_revision:24752; }","duration":"3.302469505s","start":"2026-03-03T20:59:01.316296Z","end":"2026-03-03T20:59:04.618766Z","steps":["trace[2091918926] 'agreement among raft nodes before linearized reading' (duration: 3.302413094s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.618786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:01.31628Z","time spent":"3.302499156s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae\" "} {"level":"info","ts":"2026-03-03T20:59:04.6182Z","caller":"traceutil/trace.go:171","msg":"trace[1336773726] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"2.600562929s","start":"2026-03-03T20:59:02.017625Z","end":"2026-03-03T20:59:04.618188Z","steps":["trace[1336773726] 'process raft request' (duration: 2.599841332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.619175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.01762Z","time spent":"2.60149872s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:04.618316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.380605Z","time spent":"2.237707714s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:59:04.618435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420979439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:04.619491Z","caller":"traceutil/trace.go:171","msg":"trace[1662343922] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24752; }","duration":"2.422035414s","start":"2026-03-03T20:59:02.197449Z","end":"2026-03-03T20:59:04.619485Z","steps":["trace[1662343922] 'agreement among raft nodes before linearized reading' (duration: 2.420973779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.619513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.19738Z","time spent":"2.422126595s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:04.617655Z","caller":"traceutil/trace.go:171","msg":"trace[1641458562] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"2.597920017s","start":"2026-03-03T20:59:02.01973Z","end":"2026-03-03T20:59:04.61765Z","steps":["trace[1641458562] 'process raft request' (duration: 2.597808665s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:04.618227Z","caller":"traceutil/trace.go:171","msg":"trace[1236944129] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24752; }","duration":"1.641226866s","start":"2026-03-03T20:59:02.976994Z","end":"2026-03-03T20:59:04.618221Z","steps":["trace[1236944129] 'agreement among raft nodes before linearized reading' (duration: 1.641193805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:04.619608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.019697Z","time spent":"2.599862543s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:04.619713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:02.976946Z","time spent":"1.64272115s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:05.508976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.522978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:05.509133Z","caller":"traceutil/trace.go:171","msg":"trace[1000954021] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"1.213972176s","start":"2026-03-03T20:59:04.295114Z","end":"2026-03-03T20:59:05.509086Z","steps":["trace[1000954021] 'process raft request' (duration: 447.224333ms)","trace[1000954021] 'compare' (duration: 766.109478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:05.509192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993740751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:05.509228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:04.295092Z","time spent":"1.214087139s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:05.509258Z","caller":"traceutil/trace.go:171","msg":"trace[1582413543] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24753; }","duration":"1.993823453s","start":"2026-03-03T20:59:03.515419Z","end":"2026-03-03T20:59:05.509243Z","steps":["trace[1582413543] 'agreement among raft nodes before linearized reading' (duration: 1.99368662s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:05.509293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.515357Z","time spent":"1.993929175s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:05.509311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308667113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:59:05.509128Z","caller":"traceutil/trace.go:171","msg":"trace[1647361916] linearizableReadLoop","detail":"{readStateIndex:25665; appliedIndex:25664; }","duration":"891.228343ms","start":"2026-03-03T20:59:04.617862Z","end":"2026-03-03T20:59:05.50909Z","steps":["trace[1647361916] 'read index received' (duration: 124.554332ms)","trace[1647361916] 'applied index is now lower than readState.Index' (duration: 766.672131ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:05.50939Z","caller":"traceutil/trace.go:171","msg":"trace[1040471209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24753; }","duration":"2.308759514s","start":"2026-03-03T20:59:03.200604Z","end":"2026-03-03T20:59:05.509363Z","steps":["trace[1040471209] 'agreement among raft nodes before linearized reading' (duration: 2.30855873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:05.509447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.20059Z","time spent":"2.308841767s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:05.509457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484949038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:05.509419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307009474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:05.509483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872388533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:05.509515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070188426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:05.509554Z","caller":"traceutil/trace.go:171","msg":"trace[1450655962] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24753; }","duration":"2.070223327s","start":"2026-03-03T20:59:03.439316Z","end":"2026-03-03T20:59:05.509539Z","steps":["trace[1450655962] 'agreement among raft nodes before linearized reading' (duration: 2.070169335s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:05.509552Z","caller":"traceutil/trace.go:171","msg":"trace[1138208272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24753; }","duration":"1.872496185s","start":"2026-03-03T20:59:03.637039Z","end":"2026-03-03T20:59:05.509535Z","steps":["trace[1138208272] 'agreement among raft nodes before linearized reading' (duration: 1.872365442s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:05.509504Z","caller":"traceutil/trace.go:171","msg":"trace[19765526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24753; }","duration":"1.485017519s","start":"2026-03-03T20:59:04.024473Z","end":"2026-03-03T20:59:05.509491Z","steps":["trace[19765526] 'agreement among raft nodes before linearized reading' (duration: 1.484937988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:05.509585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.439254Z","time spent":"2.070324888s","remote":"127.0.0.1:42296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:05.509555Z","caller":"traceutil/trace.go:171","msg":"trace[1128430189] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24753; }","duration":"2.307166598s","start":"2026-03-03T20:59:03.202355Z","end":"2026-03-03T20:59:05.509521Z","steps":["trace[1128430189] 'agreement among raft nodes before linearized reading' (duration: 2.306842581s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:05.509621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:04.024461Z","time spent":"1.485132382s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:05.509556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307743601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T20:59:05.50976Z","caller":"traceutil/trace.go:171","msg":"trace[654074975] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:24753; }","duration":"2.307913965s","start":"2026-03-03T20:59:03.20179Z","end":"2026-03-03T20:59:05.509704Z","steps":["trace[654074975] 'agreement among raft nodes before linearized reading' (duration: 2.30770056s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:05.509857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.201786Z","time spent":"2.308042338s","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1346,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-03-03T20:59:05.509598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.63702Z","time spent":"1.872571568s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:05.510064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:03.202335Z","time spent":"2.307666659s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:06.620087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.52163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:06.620388Z","caller":"traceutil/trace.go:171","msg":"trace[1971783175] linearizableReadLoop","detail":"{readStateIndex:25668; appliedIndex:25665; }","duration":"1.110997584s","start":"2026-03-03T20:59:05.509368Z","end":"2026-03-03T20:59:06.620366Z","steps":["trace[1971783175] 'read index received' (duration: 181.004262ms)","trace[1971783175] 'applied index is now lower than readState.Index' (duration: 929.988932ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:06.620926Z","caller":"traceutil/trace.go:171","msg":"trace[692002233] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"1.996596836s","start":"2026-03-03T20:59:04.624302Z","end":"2026-03-03T20:59:06.620899Z","steps":["trace[692002233] 'process raft request' (duration: 1.99591049s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.621434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11039706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18478"} {"level":"info","ts":"2026-03-03T20:59:06.621501Z","caller":"traceutil/trace.go:171","msg":"trace[948078752] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24756; }","duration":"1.110489253s","start":"2026-03-03T20:59:05.510995Z","end":"2026-03-03T20:59:06.621485Z","steps":["trace[948078752] 'agreement among raft nodes before linearized reading' (duration: 1.11037112s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.620985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188306189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T20:59:06.621555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.510982Z","time spent":"1.110560764s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18502,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:59:06.621592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002192848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:06.621661Z","caller":"traceutil/trace.go:171","msg":"trace[141374405] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24756; }","duration":"1.00228348s","start":"2026-03-03T20:59:05.619359Z","end":"2026-03-03T20:59:06.621643Z","steps":["trace[141374405] 'agreement among raft nodes before linearized reading' (duration: 1.002095336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.621676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103940201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:06.621715Z","caller":"traceutil/trace.go:171","msg":"trace[1208142341] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24756; }","duration":"1.104004902s","start":"2026-03-03T20:59:05.517697Z","end":"2026-03-03T20:59:06.621702Z","steps":["trace[1208142341] 'agreement among raft nodes before linearized reading' (duration: 1.103903669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.621707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.619315Z","time spent":"1.002382273s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:06.621722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.529996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:06.621774Z","caller":"traceutil/trace.go:171","msg":"trace[2028241582] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24756; }","duration":"766.625268ms","start":"2026-03-03T20:59:05.855135Z","end":"2026-03-03T20:59:06.62176Z","steps":["trace[2028241582] 'agreement among raft nodes before linearized reading' (duration: 766.526416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.621765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.51768Z","time spent":"1.104076344s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:59:06.62179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.302158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-03T20:59:06.62182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.855111Z","time spent":"766.69864ms","remote":"127.0.0.1:35328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:06.621456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:04.624281Z","time spent":"1.997069978s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:06.621855Z","caller":"traceutil/trace.go:171","msg":"trace[1670133291] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24756; }","duration":"569.440741ms","start":"2026-03-03T20:59:06.052397Z","end":"2026-03-03T20:59:06.621838Z","steps":["trace[1670133291] 'agreement among raft nodes before linearized reading' (duration: 569.238656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.62187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106011398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:06.621921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.052376Z","time spent":"569.531913ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-03T20:59:06.621882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06514723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:06.621059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120466414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-bzqnn\" ","response":"range_response_count:1 size:3397"} {"level":"warn","ts":"2026-03-03T20:59:06.620989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302024749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:06.621988Z","caller":"traceutil/trace.go:171","msg":"trace[298933894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24756; }","duration":"1.065294163s","start":"2026-03-03T20:59:05.556674Z","end":"2026-03-03T20:59:06.621968Z","steps":["trace[298933894] 'agreement among raft nodes before linearized reading' (duration: 1.065104268s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:06.622004Z","caller":"traceutil/trace.go:171","msg":"trace[1008934572] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-bzqnn; range_end:; response_count:1; response_revision:24756; }","duration":"1.121453936s","start":"2026-03-03T20:59:05.500541Z","end":"2026-03-03T20:59:06.621995Z","steps":["trace[1008934572] 'agreement among raft nodes before linearized reading' (duration: 1.12033042s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.622053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.500527Z","time spent":"1.121517669s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3421,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-bzqnn\" "} {"level":"warn","ts":"2026-03-03T20:59:06.62204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.556662Z","time spent":"1.065365374s","remote":"127.0.0.1:51248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:06.621081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240450199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:59:06.622017Z","caller":"traceutil/trace.go:171","msg":"trace[1843228173] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24756; }","duration":"1.303107765s","start":"2026-03-03T20:59:05.318897Z","end":"2026-03-03T20:59:06.622005Z","steps":["trace[1843228173] 'agreement among raft nodes before linearized reading' (duration: 1.301988299s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:06.622189Z","caller":"traceutil/trace.go:171","msg":"trace[1695173262] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24756; }","duration":"1.241603467s","start":"2026-03-03T20:59:05.380568Z","end":"2026-03-03T20:59:06.622171Z","steps":["trace[1695173262] 'agreement among raft nodes before linearized reading' (duration: 1.240305896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.622215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.318876Z","time spent":"1.303325119s","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:06.621595Z","caller":"traceutil/trace.go:171","msg":"trace[1168415628] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24756; }","duration":"1.188930994s","start":"2026-03-03T20:59:05.432644Z","end":"2026-03-03T20:59:06.621575Z","steps":["trace[1168415628] 'agreement among raft nodes before linearized reading' (duration: 1.188221787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.621246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930076282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:06.622343Z","caller":"traceutil/trace.go:171","msg":"trace[1214269038] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24756; }","duration":"1.931206108s","start":"2026-03-03T20:59:04.691121Z","end":"2026-03-03T20:59:06.622328Z","steps":["trace[1214269038] 'agreement among raft nodes before linearized reading' (duration: 1.930093412s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:06.621947Z","caller":"traceutil/trace.go:171","msg":"trace[1167696140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24756; }","duration":"1.106121621s","start":"2026-03-03T20:59:05.51581Z","end":"2026-03-03T20:59:06.621932Z","steps":["trace[1167696140] 'agreement among raft nodes before linearized reading' (duration: 1.106014299s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.622404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.515793Z","time spent":"1.106602332s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:06.62235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.432626Z","time spent":"1.189695071s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:59:06.621194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126979205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:59:06.621005Z","caller":"traceutil/trace.go:171","msg":"trace[1688512496] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"2.000026386s","start":"2026-03-03T20:59:04.620961Z","end":"2026-03-03T20:59:06.620987Z","steps":["trace[1688512496] 'process raft request' (duration: 1.069488582s)","trace[1688512496] 'compare' (duration: 929.219144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:06.622254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.380551Z","time spent":"1.241686278s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-03T20:59:06.62249Z","caller":"traceutil/trace.go:171","msg":"trace[165036009] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24756; }","duration":"1.128328377s","start":"2026-03-03T20:59:05.49415Z","end":"2026-03-03T20:59:06.622478Z","steps":["trace[165036009] 'agreement among raft nodes before linearized reading' (duration: 1.126718109s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.622572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:05.494127Z","time spent":"1.128429899s","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:06.622569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:04.620945Z","time spent":"2.001568362s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:06.621128Z","caller":"traceutil/trace.go:171","msg":"trace[28321295] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"1.995617683s","start":"2026-03-03T20:59:04.625495Z","end":"2026-03-03T20:59:06.621113Z","steps":["trace[28321295] 'process raft request' (duration: 1.994809684s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:06.622411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:04.691101Z","time spent":"1.93129013s","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:06.623053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:04.625484Z","time spent":"1.997535098s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:07.125518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039041000008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:07.689351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.531847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:07.689466Z","caller":"traceutil/trace.go:171","msg":"trace[74516514] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"1.064322402s","start":"2026-03-03T20:59:06.625121Z","end":"2026-03-03T20:59:07.689443Z","steps":["trace[74516514] 'process raft request' (duration: 673.6084ms)","trace[74516514] 'compare' (duration: 389.130125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:07.689531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.625102Z","time spent":"1.064396993s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.690596Z","caller":"traceutil/trace.go:171","msg":"trace[1847210892] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"1.064879194s","start":"2026-03-03T20:59:06.625701Z","end":"2026-03-03T20:59:07.690581Z","steps":["trace[1847210892] 'process raft request' (duration: 1.064645488s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.690608Z","caller":"traceutil/trace.go:171","msg":"trace[58781908] linearizableReadLoop","detail":"{readStateIndex:25677; appliedIndex:25668; }","duration":"1.065202222s","start":"2026-03-03T20:59:06.625384Z","end":"2026-03-03T20:59:07.690586Z","steps":["trace[58781908] 'read index received' (duration: 673.350484ms)","trace[58781908] 'applied index is now lower than readState.Index' (duration: 391.850728ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:07.690642Z","caller":"traceutil/trace.go:171","msg":"trace[992892142] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"1.065150111s","start":"2026-03-03T20:59:06.625474Z","end":"2026-03-03T20:59:07.690624Z","steps":["trace[992892142] 'process raft request' (duration: 1.064641219s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.690677Z","caller":"traceutil/trace.go:171","msg":"trace[1048386004] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"1.065337545s","start":"2026-03-03T20:59:06.625302Z","end":"2026-03-03T20:59:07.69064Z","steps":["trace[1048386004] 'process raft request' (duration: 1.065174751s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.690707Z","caller":"traceutil/trace.go:171","msg":"trace[577679942] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"1.063981873s","start":"2026-03-03T20:59:06.626697Z","end":"2026-03-03T20:59:07.690679Z","steps":["trace[577679942] 'process raft request' (duration: 1.063701057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.690739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.625597Z","time spent":"1.06513985s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:07.690846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.625288Z","time spent":"1.065464948s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:07.69082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.626148Z","time spent":"1.064615758s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:07.690761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.625451Z","time spent":"1.065263793s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:07.690705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.625688Z","time spent":"1.064953816s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.690895Z","caller":"traceutil/trace.go:171","msg":"trace[1558351386] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"1.061920945s","start":"2026-03-03T20:59:06.628965Z","end":"2026-03-03T20:59:07.690886Z","steps":["trace[1558351386] 'process raft request' (duration: 1.061571917s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.690726Z","caller":"traceutil/trace.go:171","msg":"trace[1164938933] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"1.063270727s","start":"2026-03-03T20:59:06.627445Z","end":"2026-03-03T20:59:07.690716Z","steps":["trace[1164938933] 'process raft request' (duration: 1.063062002s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.691002Z","caller":"traceutil/trace.go:171","msg":"trace[1921318257] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"1.064105146s","start":"2026-03-03T20:59:06.626836Z","end":"2026-03-03T20:59:07.690942Z","steps":["trace[1921318257] 'process raft request' (duration: 1.063606475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.691048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.628958Z","time spent":"1.062054139s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3699,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:07.691102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011807702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:07.691117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.627431Z","time spent":"1.063635885s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:07.691143Z","caller":"traceutil/trace.go:171","msg":"trace[274024765] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24764; }","duration":"1.011902204s","start":"2026-03-03T20:59:06.67923Z","end":"2026-03-03T20:59:07.691132Z","steps":["trace[274024765] 'agreement among raft nodes before linearized reading' (duration: 1.011835212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.69115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06553714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3547d2d5-efab-43fa-8ecb-c9742f6357ea\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-03T20:59:07.691185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.679206Z","time spent":"1.011969426s","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:07.691189Z","caller":"traceutil/trace.go:171","msg":"trace[1590624550] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3547d2d5-efab-43fa-8ecb-c9742f6357ea; range_end:; response_count:1; response_revision:24764; }","duration":"1.065589351s","start":"2026-03-03T20:59:06.625588Z","end":"2026-03-03T20:59:07.691177Z","steps":["trace[1590624550] 'agreement among raft nodes before linearized reading' (duration: 1.065428157s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.691198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.626812Z","time spent":"1.064283091s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:07.691226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.625579Z","time spent":"1.065640592s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-3547d2d5-efab-43fa-8ecb-c9742f6357ea\" "} {"level":"warn","ts":"2026-03-03T20:59:07.691286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064192818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:07.691331Z","caller":"traceutil/trace.go:171","msg":"trace[109076814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24764; }","duration":"1.06426471s","start":"2026-03-03T20:59:06.627056Z","end":"2026-03-03T20:59:07.691321Z","steps":["trace[109076814] 'agreement among raft nodes before linearized reading' (duration: 1.064193518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.691367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.627045Z","time spent":"1.064317051s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:07.6914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064181827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T20:59:07.691443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.390482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:07.691464Z","caller":"traceutil/trace.go:171","msg":"trace[1775229033] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:24764; }","duration":"1.06425737s","start":"2026-03-03T20:59:06.627189Z","end":"2026-03-03T20:59:07.691447Z","steps":["trace[1775229033] 'agreement among raft nodes before linearized reading' (duration: 1.064026215s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:07.691496Z","caller":"traceutil/trace.go:171","msg":"trace[348353608] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24764; }","duration":"582.445713ms","start":"2026-03-03T20:59:07.109042Z","end":"2026-03-03T20:59:07.691488Z","steps":["trace[348353608] 'agreement among raft nodes before linearized reading' (duration: 582.32158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.691516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.62718Z","time spent":"1.064323051s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" "} {"level":"warn","ts":"2026-03-03T20:59:07.691035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065633692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-03T20:59:07.691571Z","caller":"traceutil/trace.go:171","msg":"trace[1070220260] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:24764; }","duration":"1.066224975s","start":"2026-03-03T20:59:06.625335Z","end":"2026-03-03T20:59:07.69156Z","steps":["trace[1070220260] 'agreement among raft nodes before linearized reading' (duration: 1.065580831s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.691531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.10897Z","time spent":"582.553986ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:07.691602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.625161Z","time spent":"1.06643245s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-03-03T20:59:07.691454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.739293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:07.692208Z","caller":"traceutil/trace.go:171","msg":"trace[481359374] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24764; }","duration":"898.536462ms","start":"2026-03-03T20:59:06.793656Z","end":"2026-03-03T20:59:07.692193Z","steps":["trace[481359374] 'agreement among raft nodes before linearized reading' (duration: 897.733734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:07.692249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:06.793617Z","time spent":"898.616853ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:59:08.753584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.318279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:08.753854Z","caller":"traceutil/trace.go:171","msg":"trace[749348850] linearizableReadLoop","detail":"{readStateIndex:25679; appliedIndex:25677; }","duration":"1.057071823s","start":"2026-03-03T20:59:07.696765Z","end":"2026-03-03T20:59:08.753836Z","steps":["trace[749348850] 'read index received' (duration: 260.466307ms)","trace[749348850] 'applied index is now lower than readState.Index' (duration: 796.601746ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:08.753999Z","caller":"traceutil/trace.go:171","msg":"trace[733098923] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"1.062290934s","start":"2026-03-03T20:59:07.691683Z","end":"2026-03-03T20:59:08.753974Z","steps":["trace[733098923] 'process raft request' (duration: 265.508424ms)","trace[733098923] 'compare' (duration: 796.202977ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:08.754016Z","caller":"traceutil/trace.go:171","msg":"trace[2042683952] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"1.059226323s","start":"2026-03-03T20:59:07.694761Z","end":"2026-03-03T20:59:08.753987Z","steps":["trace[2042683952] 'process raft request' (duration: 1.058949616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:08.754077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057310629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"warn","ts":"2026-03-03T20:59:08.754064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.747436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:08.754107Z","caller":"traceutil/trace.go:171","msg":"trace[1718408086] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24767; }","duration":"1.05737469s","start":"2026-03-03T20:59:07.696723Z","end":"2026-03-03T20:59:08.754098Z","steps":["trace[1718408086] 'agreement among raft nodes before linearized reading' (duration: 1.057217927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:08.754125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.696708Z","time spent":"1.057412371s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1480,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-03T20:59:08.754127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052075387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-bzqnn\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-03-03T20:59:08.754125Z","caller":"traceutil/trace.go:171","msg":"trace[1086540579] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24767; }","duration":"786.852529ms","start":"2026-03-03T20:59:07.967255Z","end":"2026-03-03T20:59:08.754107Z","steps":["trace[1086540579] 'agreement among raft nodes before linearized reading' (duration: 786.724557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:08.754157Z","caller":"traceutil/trace.go:171","msg":"trace[1749005577] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-bzqnn; range_end:; response_count:1; response_revision:24767; }","duration":"1.052112137s","start":"2026-03-03T20:59:07.702035Z","end":"2026-03-03T20:59:08.754148Z","steps":["trace[1749005577] 'agreement among raft nodes before linearized reading' (duration: 1.052057166s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:08.754168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.967246Z","time spent":"786.911521ms","remote":"127.0.0.1:42384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:08.754197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.70203Z","time spent":"1.052156628s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3741,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-bzqnn\" "} {"level":"info","ts":"2026-03-03T20:59:08.754206Z","caller":"traceutil/trace.go:171","msg":"trace[818573829] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"1.056901469s","start":"2026-03-03T20:59:07.697297Z","end":"2026-03-03T20:59:08.754198Z","steps":["trace[818573829] 'process raft request' (duration: 1.056486779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:08.754246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.697266Z","time spent":"1.05696681s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:59:08.754391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.187168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:08.754133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.691649Z","time spent":"1.062410866s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:08.754443Z","caller":"traceutil/trace.go:171","msg":"trace[1366715722] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24767; }","duration":"169.26941ms","start":"2026-03-03T20:59:08.585158Z","end":"2026-03-03T20:59:08.754427Z","steps":["trace[1366715722] 'agreement among raft nodes before linearized reading' (duration: 169.194478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:08.754452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056442528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:08.754482Z","caller":"traceutil/trace.go:171","msg":"trace[81934087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24767; }","duration":"1.056482569s","start":"2026-03-03T20:59:07.697991Z","end":"2026-03-03T20:59:08.754473Z","steps":["trace[81934087] 'agreement among raft nodes before linearized reading' (duration: 1.056437698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:08.754025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056605802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:08.754517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.697981Z","time spent":"1.05653031s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:08.754577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.038611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:08.754601Z","caller":"traceutil/trace.go:171","msg":"trace[1961421675] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24767; }","duration":"1.057146064s","start":"2026-03-03T20:59:07.697383Z","end":"2026-03-03T20:59:08.754529Z","steps":["trace[1961421675] 'agreement among raft nodes before linearized reading' (duration: 1.056571401s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:08.75465Z","caller":"traceutil/trace.go:171","msg":"trace[745582314] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24767; }","duration":"522.138253ms","start":"2026-03-03T20:59:08.232464Z","end":"2026-03-03T20:59:08.754602Z","steps":["trace[745582314] 'agreement among raft nodes before linearized reading' (duration: 522.046861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:08.754652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.697367Z","time spent":"1.057271948s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:59:08.75468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.23242Z","time spent":"522.252776ms","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:08.754074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.305415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:08.754844Z","caller":"traceutil/trace.go:171","msg":"trace[1321719330] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24767; }","duration":"867.108092ms","start":"2026-03-03T20:59:07.887724Z","end":"2026-03-03T20:59:08.754832Z","steps":["trace[1321719330] 'agreement among raft nodes before linearized reading' (duration: 866.319364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:08.754873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.887703Z","time spent":"867.159624ms","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:08.754913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:07.69473Z","time spent":"1.059374256s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:09.944172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.36344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:09.944264Z","caller":"traceutil/trace.go:171","msg":"trace[1186379561] linearizableReadLoop","detail":"{readStateIndex:25681; appliedIndex:25680; }","duration":"1.183097128s","start":"2026-03-03T20:59:08.761148Z","end":"2026-03-03T20:59:09.944245Z","steps":["trace[1186379561] 'read index received' (duration: 488.617194ms)","trace[1186379561] 'applied index is now lower than readState.Index' (duration: 694.478294ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:09.944317Z","caller":"traceutil/trace.go:171","msg":"trace[1370852730] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"1.183679311s","start":"2026-03-03T20:59:08.760604Z","end":"2026-03-03T20:59:09.944283Z","steps":["trace[1370852730] 'process raft request' (duration: 489.144306ms)","trace[1370852730] 'compare' (duration: 694.230398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:09.94446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.760586Z","time spent":"1.183793734s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:59:09.944522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183362584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-2wh6c.18996f9941e8ce0e\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-03T20:59:09.944547Z","caller":"traceutil/trace.go:171","msg":"trace[925816037] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-2wh6c.18996f9941e8ce0e; range_end:; response_count:1; response_revision:24768; }","duration":"1.183411515s","start":"2026-03-03T20:59:08.761128Z","end":"2026-03-03T20:59:09.94454Z","steps":["trace[925816037] 'agreement among raft nodes before linearized reading' (duration: 1.183185589s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:09.944568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.76112Z","time spent":"1.183442655s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-2wh6c.18996f9941e8ce0e\" "} {"level":"warn","ts":"2026-03-03T20:59:10.445251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039041000038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:10.76635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:10.766538Z","caller":"traceutil/trace.go:171","msg":"trace[1649404103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345453s","start":"2026-03-03T20:59:08.766172Z","end":"2026-03-03T20:59:10.766518Z","steps":["trace[1649404103] 'agreement among raft nodes before linearized reading' (duration: 2.000132688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:10.766615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.76616Z","time spent":"2.000443146s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:10.788139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.477549106s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:10.899582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.814364ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:10.8997Z","caller":"traceutil/trace.go:171","msg":"trace[296474335] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24768; }","duration":"536.941427ms","start":"2026-03-03T20:59:10.36274Z","end":"2026-03-03T20:59:10.899681Z","steps":["trace[296474335] 'range keys from in-memory index tree' (duration: 536.794893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:10.899916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.427287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:10.900052Z","caller":"traceutil/trace.go:171","msg":"trace[1886424819] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"2.134923858s","start":"2026-03-03T20:59:08.765102Z","end":"2026-03-03T20:59:10.900026Z","steps":["trace[1886424819] 'process raft request' (duration: 2.023299946s)","trace[1886424819] 'compare' (duration: 110.814853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:10.90012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.765092Z","time spent":"2.134998439s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:11.545948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.52443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:11.546348Z","caller":"traceutil/trace.go:171","msg":"trace[916059682] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"1.84942894s","start":"2026-03-03T20:59:09.696886Z","end":"2026-03-03T20:59:11.546315Z","steps":["trace[916059682] 'process raft request' (duration: 1.485403648s)","trace[916059682] 'compare' (duration: 363.168672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:11.546527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.696859Z","time spent":"1.849573524s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.546612Z","caller":"traceutil/trace.go:171","msg":"trace[134279638] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"1.84814642s","start":"2026-03-03T20:59:09.698434Z","end":"2026-03-03T20:59:11.54658Z","steps":["trace[134279638] 'process raft request' (duration: 1.8476996s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:11.54669Z","caller":"traceutil/trace.go:171","msg":"trace[533630783] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"1.847871864s","start":"2026-03-03T20:59:09.69878Z","end":"2026-03-03T20:59:11.546652Z","steps":["trace[533630783] 'process raft request' (duration: 1.847488445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.546872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.698745Z","time spent":"1.848024768s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:11.546902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.698422Z","time spent":"1.848267424s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.547257Z","caller":"traceutil/trace.go:171","msg":"trace[410948694] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"1.848416937s","start":"2026-03-03T20:59:09.69882Z","end":"2026-03-03T20:59:11.547237Z","steps":["trace[410948694] 'process raft request' (duration: 1.847561797s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.547351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.698806Z","time spent":"1.848501329s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.547516Z","caller":"traceutil/trace.go:171","msg":"trace[186320832] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"1.848568471s","start":"2026-03-03T20:59:09.698936Z","end":"2026-03-03T20:59:11.547505Z","steps":["trace[186320832] 'process raft request' (duration: 1.848295975s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.547647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.698901Z","time spent":"1.848709904s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.547321Z","caller":"traceutil/trace.go:171","msg":"trace[623650306] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"1.848415087s","start":"2026-03-03T20:59:09.698879Z","end":"2026-03-03T20:59:11.547294Z","steps":["trace[623650306] 'process raft request' (duration: 1.848286684s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:11.547765Z","caller":"traceutil/trace.go:171","msg":"trace[1314014247] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"1.830181734s","start":"2026-03-03T20:59:09.717569Z","end":"2026-03-03T20:59:11.547751Z","steps":["trace[1314014247] 'process raft request' (duration: 1.829875046s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:11.547809Z","caller":"traceutil/trace.go:171","msg":"trace[1630627569] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"1.601233138s","start":"2026-03-03T20:59:09.946557Z","end":"2026-03-03T20:59:11.54779Z","steps":["trace[1630627569] 'process raft request' (duration: 1.601102475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.547901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.946527Z","time spent":"1.60133332s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:11.547905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.717555Z","time spent":"1.830276836s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:11.548077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.698862Z","time spent":"1.849070272s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.548257Z","caller":"traceutil/trace.go:171","msg":"trace[799436697] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"1.032987724s","start":"2026-03-03T20:59:10.515259Z","end":"2026-03-03T20:59:11.548247Z","steps":["trace[799436697] 'process raft request' (duration: 1.032487162s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.548332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.515236Z","time spent":"1.033060695s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:11.548779Z","caller":"traceutil/trace.go:171","msg":"trace[315859783] linearizableReadLoop","detail":"{readStateIndex:25690; appliedIndex:25681; }","duration":"1.604407952s","start":"2026-03-03T20:59:09.944289Z","end":"2026-03-03T20:59:11.548697Z","steps":["trace[315859783] 'read index received' (duration: 844.015117ms)","trace[315859783] 'applied index is now lower than readState.Index' (duration: 760.391445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:11.5491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716336711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.549135Z","caller":"traceutil/trace.go:171","msg":"trace[405325964] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24779; }","duration":"1.716408732s","start":"2026-03-03T20:59:09.832714Z","end":"2026-03-03T20:59:11.549123Z","steps":["trace[405325964] 'agreement among raft nodes before linearized reading' (duration: 1.716355691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.549184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.832691Z","time spent":"1.716480804s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:11.54904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834399711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:11.549255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78797571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18478"} {"level":"info","ts":"2026-03-03T20:59:11.549292Z","caller":"traceutil/trace.go:171","msg":"trace[1276116315] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24779; }","duration":"1.834660268s","start":"2026-03-03T20:59:09.714599Z","end":"2026-03-03T20:59:11.549259Z","steps":["trace[1276116315] 'agreement among raft nodes before linearized reading' (duration: 1.834140096s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:11.549328Z","caller":"traceutil/trace.go:171","msg":"trace[197756467] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24779; }","duration":"2.788071803s","start":"2026-03-03T20:59:08.761244Z","end":"2026-03-03T20:59:11.549316Z","steps":["trace[197756467] 'agreement among raft nodes before linearized reading' (duration: 2.787915379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.549375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788099743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-03T20:59:11.549374Z","caller":"traceutil/trace.go:171","msg":"trace[1620453221] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"835.822736ms","start":"2026-03-03T20:59:10.712934Z","end":"2026-03-03T20:59:11.548756Z","steps":["trace[1620453221] 'process raft request' (duration: 835.263033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.549508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.456857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.549578Z","caller":"traceutil/trace.go:171","msg":"trace[105716803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24779; }","duration":"782.552209ms","start":"2026-03-03T20:59:10.767016Z","end":"2026-03-03T20:59:11.549568Z","steps":["trace[105716803] 'agreement among raft nodes before linearized reading' (duration: 782.455217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.549595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788420631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T20:59:11.549606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.766999Z","time spent":"782.599801ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:11.549636Z","caller":"traceutil/trace.go:171","msg":"trace[2135667639] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24779; }","duration":"2.788478682s","start":"2026-03-03T20:59:08.761147Z","end":"2026-03-03T20:59:11.549626Z","steps":["trace[2135667639] 'agreement among raft nodes before linearized reading' (duration: 2.788290818s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.549593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520838518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-03T20:59:11.549672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.761139Z","time spent":"2.788526433s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T20:59:11.549684Z","caller":"traceutil/trace.go:171","msg":"trace[1684892132] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24779; }","duration":"2.520971931s","start":"2026-03-03T20:59:09.028698Z","end":"2026-03-03T20:59:11.54967Z","steps":["trace[1684892132] 'agreement among raft nodes before linearized reading' (duration: 2.520750096s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.549736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.028657Z","time spent":"2.521054053s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T20:59:11.55002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.623896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:11.550067Z","caller":"traceutil/trace.go:171","msg":"trace[634177066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24779; }","duration":"743.676567ms","start":"2026-03-03T20:59:10.806379Z","end":"2026-03-03T20:59:11.550055Z","steps":["trace[634177066] 'agreement among raft nodes before linearized reading' (duration: 743.597985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.550086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.44907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-03T20:59:11.550114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.806331Z","time spent":"743.773899ms","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:11.550128Z","caller":"traceutil/trace.go:171","msg":"trace[1620922854] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24779; }","duration":"646.530992ms","start":"2026-03-03T20:59:10.903587Z","end":"2026-03-03T20:59:11.550118Z","steps":["trace[1620922854] 'agreement among raft nodes before linearized reading' (duration: 646.354558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.549406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.76124Z","time spent":"2.788137594s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18502,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:59:11.549409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:09.714587Z","time spent":"1.83477114s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:11.549427Z","caller":"traceutil/trace.go:171","msg":"trace[705439734] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24779; }","duration":"2.788163394s","start":"2026-03-03T20:59:08.761251Z","end":"2026-03-03T20:59:11.549415Z","steps":["trace[705439734] 'agreement among raft nodes before linearized reading' (duration: 2.787843047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:11.550476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:08.761245Z","time spent":"2.78921614s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-03T20:59:11.550193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.903568Z","time spent":"646.616613ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:59:11.550152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:10.712903Z","time spent":"837.126487ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:12.181259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.192191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:12.181452Z","caller":"traceutil/trace.go:171","msg":"trace[348821698] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"623.902396ms","start":"2026-03-03T20:59:11.557508Z","end":"2026-03-03T20:59:12.18141Z","steps":["trace[348821698] 'process raft request' (duration: 313.422148ms)","trace[348821698] 'compare' (duration: 309.350442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:12.181536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:11.557483Z","time spent":"624.019738ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:13.123718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.104457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:13.123949Z","caller":"traceutil/trace.go:171","msg":"trace[1379089259] linearizableReadLoop","detail":"{readStateIndex:25694; appliedIndex:25692; }","duration":"1.56220889s","start":"2026-03-03T20:59:11.561711Z","end":"2026-03-03T20:59:13.12392Z","steps":["trace[1379089259] 'read index received' (duration: 309.24704ms)","trace[1379089259] 'applied index is now lower than readState.Index' (duration: 1.25295876s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:13.123961Z","caller":"traceutil/trace.go:171","msg":"trace[49620481] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"1.564662437s","start":"2026-03-03T20:59:11.559254Z","end":"2026-03-03T20:59:13.123917Z","steps":["trace[49620481] 'process raft request' (duration: 1.180273793s)","trace[49620481] 'compare' (duration: 383.682848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:13.124112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:11.559238Z","time spent":"1.56479567s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:13.869901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.065172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-03T20:59:13.870216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308477267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T20:59:13.870316Z","caller":"traceutil/trace.go:171","msg":"trace[1840121173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24781; }","duration":"2.30860905s","start":"2026-03-03T20:59:11.561691Z","end":"2026-03-03T20:59:13.8703Z","steps":["trace[1840121173] 'agreement among raft nodes before linearized reading' (duration: 1.562364734s)","trace[1840121173] 'range keys from in-memory index tree' (duration: 746.076063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:13.870347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:11.561683Z","time spent":"2.308658111s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T20:59:13.870647Z","caller":"traceutil/trace.go:171","msg":"trace[935397852] linearizableReadLoop","detail":"{readStateIndex:25696; appliedIndex:25694; }","duration":"746.623775ms","start":"2026-03-03T20:59:13.124003Z","end":"2026-03-03T20:59:13.870627Z","steps":["trace[935397852] 'read index received' (duration: 72.092µs)","trace[935397852] 'applied index is now lower than readState.Index' (duration: 746.550413ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:13.870664Z","caller":"traceutil/trace.go:171","msg":"trace[152608725] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"1.528010146s","start":"2026-03-03T20:59:12.342624Z","end":"2026-03-03T20:59:13.870634Z","steps":["trace[152608725] 'process raft request' (duration: 1.527373751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:13.870813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.342594Z","time spent":"1.528142579s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:14.70362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695495543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:14.703647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903298047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:14.70371Z","caller":"traceutil/trace.go:171","msg":"trace[1719238484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24782; }","duration":"2.695646616s","start":"2026-03-03T20:59:12.008036Z","end":"2026-03-03T20:59:14.703683Z","steps":["trace[1719238484] 'agreement among raft nodes before linearized reading' (duration: 1.862649325s)","trace[1719238484] 'count revisions from in-memory index tree' (duration: 832.853728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:14.703756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.008012Z","time spent":"2.695732799s","remote":"127.0.0.1:51314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:14.703798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171038106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:14.703875Z","caller":"traceutil/trace.go:171","msg":"trace[1006054940] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24782; }","duration":"2.17117066s","start":"2026-03-03T20:59:12.532675Z","end":"2026-03-03T20:59:14.703846Z","steps":["trace[1006054940] 'agreement among raft nodes before linearized reading' (duration: 1.337989855s)","trace[1006054940] 'count revisions from in-memory index tree' (duration: 833.099773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:14.703938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.532622Z","time spent":"2.171297853s","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:14.70409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809811046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:14.704132Z","caller":"traceutil/trace.go:171","msg":"trace[1466989292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24782; }","duration":"2.809882468s","start":"2026-03-03T20:59:11.894237Z","end":"2026-03-03T20:59:14.704119Z","steps":["trace[1466989292] 'agreement among raft nodes before linearized reading' (duration: 1.976443297s)","trace[1466989292] 'range keys from in-memory index tree' (duration: 833.38931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:14.704165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:11.894217Z","time spent":"2.80993787s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:14.703663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51791476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1c4634b\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-03-03T20:59:14.703708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269048242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:14.704461Z","caller":"traceutil/trace.go:171","msg":"trace[810721640] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1c4634b; range_end:; response_count:1; response_revision:24782; }","duration":"2.518693518s","start":"2026-03-03T20:59:12.185706Z","end":"2026-03-03T20:59:14.7044Z","steps":["trace[810721640] 'agreement among raft nodes before linearized reading' (duration: 1.684945529s)","trace[810721640] 'range keys from in-memory index tree' (duration: 832.826116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:14.704408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.676933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:14.704491Z","caller":"traceutil/trace.go:171","msg":"trace[1444331629] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24782; }","duration":"2.269774239s","start":"2026-03-03T20:59:12.434635Z","end":"2026-03-03T20:59:14.704409Z","steps":["trace[1444331629] 'agreement among raft nodes before linearized reading' (duration: 1.436037721s)","trace[1444331629] 'count revisions from in-memory index tree' (duration: 832.996681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:14.704387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140772021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-03-03T20:59:14.704673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.434557Z","time spent":"2.270095207s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:14.704691Z","caller":"traceutil/trace.go:171","msg":"trace[744428119] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24782; }","duration":"3.141085699s","start":"2026-03-03T20:59:11.563586Z","end":"2026-03-03T20:59:14.704672Z","steps":["trace[744428119] 'agreement among raft nodes before linearized reading' (duration: 2.307112746s)","trace[744428119] 'range keys from in-memory index tree' (duration: 833.536013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:14.704811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:11.563578Z","time spent":"3.141219392s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-03T20:59:14.704533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:12.185654Z","time spent":"2.518860451s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1c4634b\" "} {"level":"info","ts":"2026-03-03T20:59:14.704559Z","caller":"traceutil/trace.go:171","msg":"trace[753343593] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"1.151855604s","start":"2026-03-03T20:59:13.552685Z","end":"2026-03-03T20:59:14.704541Z","steps":["trace[753343593] 'process raft request' (duration: 371.976397ms)","trace[753343593] 'compare' (duration: 778.863723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:14.705272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.552639Z","time spent":"1.15256569s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:14.704618Z","caller":"traceutil/trace.go:171","msg":"trace[792909992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24782; }","duration":"2.90343848s","start":"2026-03-03T20:59:11.800288Z","end":"2026-03-03T20:59:14.703726Z","steps":["trace[792909992] 'agreement among raft nodes before linearized reading' (duration: 2.070404658s)","trace[792909992] 'count revisions from in-memory index tree' (duration: 832.903368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:14.70545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:11.800271Z","time spent":"2.905100319s","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:15.102512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177841598s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:15.459709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.845105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:15.460005Z","caller":"traceutil/trace.go:171","msg":"trace[1109340543] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"1.907220543s","start":"2026-03-03T20:59:13.552752Z","end":"2026-03-03T20:59:15.459973Z","steps":["trace[1109340543] 'process raft request' (duration: 1.550019659s)","trace[1109340543] 'compare' (duration: 356.512138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:15.460062Z","caller":"traceutil/trace.go:171","msg":"trace[1127423829] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"1.906605198s","start":"2026-03-03T20:59:13.553425Z","end":"2026-03-03T20:59:15.46003Z","steps":["trace[1127423829] 'process raft request' (duration: 1.906416204s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:15.46011Z","caller":"traceutil/trace.go:171","msg":"trace[1988018308] linearizableReadLoop","detail":"{readStateIndex:25703; appliedIndex:25696; }","duration":"1.589403423s","start":"2026-03-03T20:59:13.87068Z","end":"2026-03-03T20:59:15.460083Z","steps":["trace[1988018308] 'read index received' (duration: 53.989274ms)","trace[1988018308] 'applied index is now lower than readState.Index' (duration: 1.535412529s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:15.460156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.552715Z","time spent":"1.907358935s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:15.460208Z","caller":"traceutil/trace.go:171","msg":"trace[1450372025] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"1.906174418s","start":"2026-03-03T20:59:13.554017Z","end":"2026-03-03T20:59:15.460191Z","steps":["trace[1450372025] 'process raft request' (duration: 1.905916992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:15.460216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.553411Z","time spent":"1.906737581s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:15.460288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.554006Z","time spent":"1.906238199s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:15.460521Z","caller":"traceutil/trace.go:171","msg":"trace[2041514584] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"1.9062452s","start":"2026-03-03T20:59:13.554257Z","end":"2026-03-03T20:59:15.460502Z","steps":["trace[2041514584] 'process raft request' (duration: 1.905751619s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:15.460521Z","caller":"traceutil/trace.go:171","msg":"trace[988992876] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"1.906305241s","start":"2026-03-03T20:59:13.554184Z","end":"2026-03-03T20:59:15.460489Z","steps":["trace[988992876] 'process raft request' (duration: 1.905789069s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:15.460549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822403413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:15.460591Z","caller":"traceutil/trace.go:171","msg":"trace[1031490903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24789; }","duration":"1.822492425s","start":"2026-03-03T20:59:13.638086Z","end":"2026-03-03T20:59:15.460579Z","steps":["trace[1031490903] 'agreement among raft nodes before linearized reading' (duration: 1.822419913s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:15.460552Z","caller":"traceutil/trace.go:171","msg":"trace[853379412] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"1.906092306s","start":"2026-03-03T20:59:13.55441Z","end":"2026-03-03T20:59:15.460503Z","steps":["trace[853379412] 'process raft request' (duration: 1.905627395s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:15.460627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.554248Z","time spent":"1.906322462s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:15.460629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.554154Z","time spent":"1.906421574s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:15.460679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332445886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"warn","ts":"2026-03-03T20:59:15.460628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.638056Z","time spent":"1.822565767s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:15.460727Z","caller":"traceutil/trace.go:171","msg":"trace[2141353089] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24789; }","duration":"2.332533657s","start":"2026-03-03T20:59:13.128182Z","end":"2026-03-03T20:59:15.460715Z","steps":["trace[2141353089] 'agreement among raft nodes before linearized reading' (duration: 2.332366223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:15.460771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.128162Z","time spent":"2.332598569s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:59:15.460779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.55437Z","time spent":"1.906287831s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:15.902349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999994816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:15.902456Z","caller":"traceutil/trace.go:171","msg":"trace[1429390931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015618s","start":"2026-03-03T20:59:13.902272Z","end":"2026-03-03T20:59:15.902429Z","steps":["trace[1429390931] 'agreement among raft nodes before linearized reading' (duration: 2.000028597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:15.902513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:13.902249Z","time spent":"2.000252583s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:16.372152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.481941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:16.372349Z","caller":"traceutil/trace.go:171","msg":"trace[1198517771] linearizableReadLoop","detail":"{readStateIndex:25706; appliedIndex:25703; }","duration":"912.182869ms","start":"2026-03-03T20:59:15.460155Z","end":"2026-03-03T20:59:16.372338Z","steps":["trace[1198517771] 'read index received' (duration: 249.468802ms)","trace[1198517771] 'applied index is now lower than readState.Index' (duration: 662.713467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:16.372454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204495254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:16.372471Z","caller":"traceutil/trace.go:171","msg":"trace[222121633] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24792; }","duration":"2.204575496s","start":"2026-03-03T20:59:14.16789Z","end":"2026-03-03T20:59:16.372466Z","steps":["trace[222121633] 'agreement among raft nodes before linearized reading' (duration: 2.204496354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:16.372467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203922433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:16.372493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.167859Z","time spent":"2.204627908s","remote":"127.0.0.1:42646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:16.372495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658419436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T20:59:16.372524Z","caller":"traceutil/trace.go:171","msg":"trace[2124746417] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24792; }","duration":"1.658461156s","start":"2026-03-03T20:59:14.714053Z","end":"2026-03-03T20:59:16.372514Z","steps":["trace[2124746417] 'agreement among raft nodes before linearized reading' (duration: 1.658323753s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:16.372541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.714041Z","time spent":"1.658496468s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-03T20:59:16.372539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779368343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:16.372555Z","caller":"traceutil/trace.go:171","msg":"trace[1611657675] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"1.665460539s","start":"2026-03-03T20:59:14.707072Z","end":"2026-03-03T20:59:16.372533Z","steps":["trace[1611657675] 'process raft request' (duration: 1.002535527s)","trace[1611657675] 'compare' (duration: 662.254526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:16.372549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04710194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T20:59:16.37257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193908168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:16.372606Z","caller":"traceutil/trace.go:171","msg":"trace[119506843] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24792; }","duration":"2.047212923s","start":"2026-03-03T20:59:14.32538Z","end":"2026-03-03T20:59:16.372593Z","steps":["trace[119506843] 'agreement among raft nodes before linearized reading' (duration: 2.046978418s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:16.372609Z","caller":"traceutil/trace.go:171","msg":"trace[890882824] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24792; }","duration":"1.779442365s","start":"2026-03-03T20:59:14.593154Z","end":"2026-03-03T20:59:16.372596Z","steps":["trace[890882824] 'agreement among raft nodes before linearized reading' (duration: 1.779307182s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:16.372597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367253303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:16.372606Z","caller":"traceutil/trace.go:171","msg":"trace[1344245983] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"1.422304364s","start":"2026-03-03T20:59:14.950271Z","end":"2026-03-03T20:59:16.372575Z","steps":["trace[1344245983] 'process raft request' (duration: 1.422017347s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:16.372666Z","caller":"traceutil/trace.go:171","msg":"trace[1342240836] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24792; }","duration":"2.367380836s","start":"2026-03-03T20:59:14.005267Z","end":"2026-03-03T20:59:16.372648Z","steps":["trace[1342240836] 'agreement among raft nodes before linearized reading' (duration: 2.367230013s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:16.372688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.304067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T20:59:16.37265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.593095Z","time spent":"1.779542138s","remote":"127.0.0.1:42102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:16.37267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33645221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T20:59:16.372713Z","caller":"traceutil/trace.go:171","msg":"trace[1729222746] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24792; }","duration":"982.358559ms","start":"2026-03-03T20:59:15.390349Z","end":"2026-03-03T20:59:16.372708Z","steps":["trace[1729222746] 'agreement among raft nodes before linearized reading' (duration: 982.267757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:16.372733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:15.390332Z","time spent":"982.397489ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:59:16.372728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.005245Z","time spent":"2.367470358s","remote":"127.0.0.1:42732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:16.372741Z","caller":"traceutil/trace.go:171","msg":"trace[1270295646] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24792; }","duration":"1.336596453s","start":"2026-03-03T20:59:15.036129Z","end":"2026-03-03T20:59:16.372726Z","steps":["trace[1270295646] 'agreement among raft nodes before linearized reading' (duration: 1.336343927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:16.372751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.950249Z","time spent":"1.422427816s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:16.372639Z","caller":"traceutil/trace.go:171","msg":"trace[183789558] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24792; }","duration":"2.194033901s","start":"2026-03-03T20:59:14.178593Z","end":"2026-03-03T20:59:16.372627Z","steps":["trace[183789558] 'agreement among raft nodes before linearized reading' (duration: 2.193904138s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:16.37278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:15.0361Z","time spent":"1.336672335s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T20:59:16.37285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.178582Z","time spent":"2.194223366s","remote":"127.0.0.1:46804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:16.372521Z","caller":"traceutil/trace.go:171","msg":"trace[1036538317] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24792; }","duration":"1.204089567s","start":"2026-03-03T20:59:15.168419Z","end":"2026-03-03T20:59:16.372509Z","steps":["trace[1036538317] 'agreement among raft nodes before linearized reading' (duration: 1.203941774s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:16.372918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:15.168388Z","time spent":"1.204519337s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:16.372641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.325358Z","time spent":"2.047276194s","remote":"127.0.0.1:35812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:16.372468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196915059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:16.373034Z","caller":"traceutil/trace.go:171","msg":"trace[581923814] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24792; }","duration":"2.197546763s","start":"2026-03-03T20:59:14.175482Z","end":"2026-03-03T20:59:16.373029Z","steps":["trace[581923814] 'agreement among raft nodes before linearized reading' (duration: 2.196884758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:16.373055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.175453Z","time spent":"2.197594974s","remote":"127.0.0.1:35882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:16.372565Z","caller":"traceutil/trace.go:171","msg":"trace[1725373128] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"1.662289826s","start":"2026-03-03T20:59:14.710239Z","end":"2026-03-03T20:59:16.372529Z","steps":["trace[1725373128] 'process raft request' (duration: 1.661985968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:16.373126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.710221Z","time spent":"1.662874359s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:59:16.372673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:14.707053Z","time spent":"1.665540151s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:16.710515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000856807s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T20:59:17.285215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.156261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:17.285373Z","caller":"traceutil/trace.go:171","msg":"trace[885861730] linearizableReadLoop","detail":"{readStateIndex:25707; appliedIndex:25706; }","duration":"912.984257ms","start":"2026-03-03T20:59:16.372369Z","end":"2026-03-03T20:59:17.285353Z","steps":["trace[885861730] 'read index received' (duration: 338.538829ms)","trace[885861730] 'applied index is now lower than readState.Index' (duration: 574.444018ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:17.285376Z","caller":"traceutil/trace.go:171","msg":"trace[1849521801] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"1.813926765s","start":"2026-03-03T20:59:15.4714Z","end":"2026-03-03T20:59:17.285327Z","steps":["trace[1849521801] 'process raft request' (duration: 1.239512758s)","trace[1849521801] 'compare' (duration: 574.037488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:17.285779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:15.471372Z","time spent":"1.814300064s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:17.285793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376239673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:17.285821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323322944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:17.285865Z","caller":"traceutil/trace.go:171","msg":"trace[861024234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24793; }","duration":"1.376346635s","start":"2026-03-03T20:59:15.9095Z","end":"2026-03-03T20:59:17.285847Z","steps":["trace[861024234] 'agreement among raft nodes before linearized reading' (duration: 1.375981917s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:17.285875Z","caller":"traceutil/trace.go:171","msg":"trace[1901844547] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24793; }","duration":"1.323404966s","start":"2026-03-03T20:59:15.962456Z","end":"2026-03-03T20:59:17.285861Z","steps":["trace[1901844547] 'agreement among raft nodes before linearized reading' (duration: 1.323016057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.285905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:15.909459Z","time spent":"1.376437467s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:17.285967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.374148Z","time spent":"911.81572ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:17.285993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.868365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:17.286005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760053864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:17.286041Z","caller":"traceutil/trace.go:171","msg":"trace[655766494] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24793; }","duration":"993.953276ms","start":"2026-03-03T20:59:16.292075Z","end":"2026-03-03T20:59:17.286028Z","steps":["trace[655766494] 'agreement among raft nodes before linearized reading' (duration: 993.378243ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:17.286086Z","caller":"traceutil/trace.go:171","msg":"trace[568751102] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24793; }","duration":"1.760159076s","start":"2026-03-03T20:59:15.525911Z","end":"2026-03-03T20:59:17.28607Z","steps":["trace[568751102] 'agreement among raft nodes before linearized reading' (duration: 1.759585953s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.285912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:15.962447Z","time spent":"1.323455867s","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:17.286092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.292057Z","time spent":"994.024289ms","remote":"127.0.0.1:42236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:17.286156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:15.525843Z","time spent":"1.76030429s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:17.286341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68755061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:17.286514Z","caller":"traceutil/trace.go:171","msg":"trace[1734757106] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24793; }","duration":"1.687765866s","start":"2026-03-03T20:59:15.598723Z","end":"2026-03-03T20:59:17.286488Z","steps":["trace[1734757106] 'agreement among raft nodes before linearized reading' (duration: 1.686766523s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:17.286592Z","caller":"traceutil/trace.go:171","msg":"trace[1944133730] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"731.930973ms","start":"2026-03-03T20:59:16.554647Z","end":"2026-03-03T20:59:17.286578Z","steps":["trace[1944133730] 'process raft request' (duration: 730.993741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.28669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.554621Z","time spent":"732.023475ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:17.287692Z","caller":"traceutil/trace.go:171","msg":"trace[1947543263] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"576.856874ms","start":"2026-03-03T20:59:16.710819Z","end":"2026-03-03T20:59:17.287676Z","steps":["trace[1947543263] 'process raft request' (duration: 576.578507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.28781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.71079Z","time spent":"576.940146ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:17.28802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.882688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-03T20:59:17.288067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.905551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52eea5f1-e07e-409e-bd82-ea98e2c307f4\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-03T20:59:17.288103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:15.598712Z","time spent":"1.687901759s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:17.288143Z","caller":"traceutil/trace.go:171","msg":"trace[1913626416] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52eea5f1-e07e-409e-bd82-ea98e2c307f4; range_end:; response_count:1; response_revision:24795; }","duration":"912.003594ms","start":"2026-03-03T20:59:16.376126Z","end":"2026-03-03T20:59:17.28813Z","steps":["trace[1913626416] 'agreement among raft nodes before linearized reading' (duration: 911.860851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.28822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.376109Z","time spent":"912.095076ms","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-52eea5f1-e07e-409e-bd82-ea98e2c307f4\" "} {"level":"info","ts":"2026-03-03T20:59:17.288075Z","caller":"traceutil/trace.go:171","msg":"trace[1398622057] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7; range_end:; response_count:1; response_revision:24795; }","duration":"910.950659ms","start":"2026-03-03T20:59:16.377107Z","end":"2026-03-03T20:59:17.288058Z","steps":["trace[1398622057] 'agreement among raft nodes before linearized reading' (duration: 910.783516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.28851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.377097Z","time spent":"911.391389ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" "} {"level":"warn","ts":"2026-03-03T20:59:17.288558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.190913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-03T20:59:17.288611Z","caller":"traceutil/trace.go:171","msg":"trace[245050567] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24795; }","duration":"907.293325ms","start":"2026-03-03T20:59:16.381304Z","end":"2026-03-03T20:59:17.288597Z","steps":["trace[245050567] 'agreement among raft nodes before linearized reading' (duration: 907.034859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:17.288648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:16.381289Z","time spent":"907.351656ms","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-03T20:59:17.933259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.943496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:17.933373Z","caller":"traceutil/trace.go:171","msg":"trace[765468286] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"645.869146ms","start":"2026-03-03T20:59:17.287482Z","end":"2026-03-03T20:59:17.933351Z","steps":["trace[765468286] 'process raft request' (duration: 444.749896ms)","trace[765468286] 'compare' (duration: 200.660629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:17.933435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.287342Z","time spent":"646.06284ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:18.902092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.084899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:18.90251Z","caller":"traceutil/trace.go:171","msg":"trace[794536765] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"1.436198255s","start":"2026-03-03T20:59:17.466291Z","end":"2026-03-03T20:59:18.902489Z","steps":["trace[794536765] 'process raft request' (duration: 1.436037621s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:18.902567Z","caller":"traceutil/trace.go:171","msg":"trace[476593278] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"1.436576784s","start":"2026-03-03T20:59:17.465959Z","end":"2026-03-03T20:59:18.902536Z","steps":["trace[476593278] 'process raft request' (duration: 1.436249726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:18.902609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.46625Z","time spent":"1.436311467s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:18.902734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.465931Z","time spent":"1.436715197s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:18.902839Z","caller":"traceutil/trace.go:171","msg":"trace[1617028227] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"1.435905258s","start":"2026-03-03T20:59:17.466914Z","end":"2026-03-03T20:59:18.902819Z","steps":["trace[1617028227] 'process raft request' (duration: 1.435484669s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:18.902957Z","caller":"traceutil/trace.go:171","msg":"trace[1637819457] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"1.611505305s","start":"2026-03-03T20:59:17.291424Z","end":"2026-03-03T20:59:18.90293Z","steps":["trace[1637819457] 'process raft request' (duration: 924.483714ms)","trace[1637819457] 'compare' (duration: 685.167888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:18.902995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.466886Z","time spent":"1.43602115s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:18.903073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.291402Z","time spent":"1.611617168s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:18.903422Z","caller":"traceutil/trace.go:171","msg":"trace[434295093] linearizableReadLoop","detail":"{readStateIndex:25712; appliedIndex:25710; }","duration":"1.61039112s","start":"2026-03-03T20:59:17.293007Z","end":"2026-03-03T20:59:18.903398Z","steps":["trace[434295093] 'read index received' (duration: 439.249209ms)","trace[434295093] 'applied index is now lower than readState.Index' (duration: 1.171140941s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:18.903547Z","caller":"traceutil/trace.go:171","msg":"trace[234559162] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"1.436087032s","start":"2026-03-03T20:59:17.46745Z","end":"2026-03-03T20:59:18.903537Z","steps":["trace[234559162] 'process raft request' (duration: 1.435762364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:18.903702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610688357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T20:59:18.903768Z","caller":"traceutil/trace.go:171","msg":"trace[646034521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24803; }","duration":"1.610772248s","start":"2026-03-03T20:59:17.292965Z","end":"2026-03-03T20:59:18.903738Z","steps":["trace[646034521] 'agreement among raft nodes before linearized reading' (duration: 1.610617614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:18.903793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609257873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1297"} {"level":"warn","ts":"2026-03-03T20:59:18.903814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.292948Z","time spent":"1.61085813s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-03T20:59:18.903842Z","caller":"traceutil/trace.go:171","msg":"trace[680154427] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:24803; }","duration":"1.609325645s","start":"2026-03-03T20:59:17.294503Z","end":"2026-03-03T20:59:18.903828Z","steps":["trace[680154427] 'agreement among raft nodes before linearized reading' (duration: 1.609163161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:18.903893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.294494Z","time spent":"1.609387276s","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1321,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"info","ts":"2026-03-03T20:59:18.903988Z","caller":"traceutil/trace.go:171","msg":"trace[1630159041] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"1.435732734s","start":"2026-03-03T20:59:17.468243Z","end":"2026-03-03T20:59:18.903976Z","steps":["trace[1630159041] 'process raft request' (duration: 1.435054538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:18.90406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.46823Z","time spent":"1.435795265s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:18.904208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.46744Z","time spent":"1.436296398s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:18.904241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60957991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:18.90427Z","caller":"traceutil/trace.go:171","msg":"trace[1547712865] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24803; }","duration":"1.609638202s","start":"2026-03-03T20:59:17.294623Z","end":"2026-03-03T20:59:18.904261Z","steps":["trace[1547712865] 'agreement among raft nodes before linearized reading' (duration: 1.609585761s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:18.904303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.29461Z","time spent":"1.609682293s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:18.904254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608594117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:18.904363Z","caller":"traceutil/trace.go:171","msg":"trace[684147234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24803; }","duration":"1.60870193s","start":"2026-03-03T20:59:17.295639Z","end":"2026-03-03T20:59:18.904341Z","steps":["trace[684147234] 'agreement among raft nodes before linearized reading' (duration: 1.608558986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:18.904413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606517519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-03T20:59:18.904423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.295614Z","time spent":"1.608790592s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:18.904489Z","caller":"traceutil/trace.go:171","msg":"trace[448627581] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24803; }","duration":"1.606605802s","start":"2026-03-03T20:59:17.297868Z","end":"2026-03-03T20:59:18.904474Z","steps":["trace[448627581] 'agreement among raft nodes before linearized reading' (duration: 1.606422468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:18.904533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.297861Z","time spent":"1.606662343s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:59:18.904577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.063559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:59:18.904674Z","caller":"traceutil/trace.go:171","msg":"trace[656513131] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24803; }","duration":"969.345316ms","start":"2026-03-03T20:59:17.935311Z","end":"2026-03-03T20:59:18.904656Z","steps":["trace[656513131] 'agreement among raft nodes before linearized reading' (duration: 968.957427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:18.904747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.935291Z","time spent":"969.443018ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T20:59:18.921871Z","caller":"traceutil/trace.go:171","msg":"trace[981839587] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"1.454761706s","start":"2026-03-03T20:59:17.467096Z","end":"2026-03-03T20:59:18.921858Z","steps":["trace[981839587] 'process raft request' (duration: 1.435622982s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:18.921936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:17.467065Z","time spent":"1.454841288s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:19.639838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.316956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:19.639965Z","caller":"traceutil/trace.go:171","msg":"trace[385821306] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"732.426886ms","start":"2026-03-03T20:59:18.907505Z","end":"2026-03-03T20:59:19.639932Z","steps":["trace[385821306] 'process raft request' (duration: 309.950547ms)","trace[385821306] 'compare' (duration: 422.166232ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:19.64004Z","caller":"traceutil/trace.go:171","msg":"trace[1069792224] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"583.062468ms","start":"2026-03-03T20:59:19.05696Z","end":"2026-03-03T20:59:19.640023Z","steps":["trace[1069792224] 'process raft request' (duration: 582.982216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:19.640124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.056919Z","time spent":"583.16339ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:19.640122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:18.907488Z","time spent":"732.562999ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:59:19.640317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.719842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f109fe85-11ee-4729-9cc2-aaf08ded0f4f\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T20:59:19.6404Z","caller":"traceutil/trace.go:171","msg":"trace[21910119] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f109fe85-11ee-4729-9cc2-aaf08ded0f4f; range_end:; response_count:1; response_revision:24805; }","duration":"732.852075ms","start":"2026-03-03T20:59:18.907535Z","end":"2026-03-03T20:59:19.640387Z","steps":["trace[21910119] 'agreement among raft nodes before linearized reading' (duration: 732.656811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:19.640497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:18.907515Z","time spent":"732.959598ms","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-f109fe85-11ee-4729-9cc2-aaf08ded0f4f\" "} {"level":"info","ts":"2026-03-03T20:59:19.640067Z","caller":"traceutil/trace.go:171","msg":"trace[811600019] linearizableReadLoop","detail":"{readStateIndex:25719; appliedIndex:25718; }","duration":"732.433036ms","start":"2026-03-03T20:59:18.90758Z","end":"2026-03-03T20:59:19.640013Z","steps":["trace[811600019] 'read index received' (duration: 310.045999ms)","trace[811600019] 'applied index is now lower than readState.Index' (duration: 422.384167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:19.711045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.252614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:19.711161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.836753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:19.711209Z","caller":"traceutil/trace.go:171","msg":"trace[2076642085] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24806; }","duration":"138.918095ms","start":"2026-03-03T20:59:19.572277Z","end":"2026-03-03T20:59:19.711195Z","steps":["trace[2076642085] 'agreement among raft nodes before linearized reading' (duration: 138.853564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:19.711187Z","caller":"traceutil/trace.go:171","msg":"trace[1889856312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24806; }","duration":"798.417218ms","start":"2026-03-03T20:59:18.912751Z","end":"2026-03-03T20:59:19.711168Z","steps":["trace[1889856312] 'agreement among raft nodes before linearized reading' (duration: 798.200803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:19.711258Z","caller":"traceutil/trace.go:171","msg":"trace[1163207637] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"416.885219ms","start":"2026-03-03T20:59:19.294305Z","end":"2026-03-03T20:59:19.711191Z","steps":["trace[1163207637] 'process raft request' (duration: 416.457109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:19.711324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:18.912744Z","time spent":"798.568701ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:19.711048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.632183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:19.711399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.245844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-03-03T20:59:19.71145Z","caller":"traceutil/trace.go:171","msg":"trace[811603390] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:24806; }","duration":"801.310525ms","start":"2026-03-03T20:59:18.910127Z","end":"2026-03-03T20:59:19.711438Z","steps":["trace[811603390] 'agreement among raft nodes before linearized reading' (duration: 800.825944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:19.711456Z","caller":"traceutil/trace.go:171","msg":"trace[1492545746] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24806; }","duration":"802.050652ms","start":"2026-03-03T20:59:18.909384Z","end":"2026-03-03T20:59:19.711434Z","steps":["trace[1492545746] 'agreement among raft nodes before linearized reading' (duration: 801.624022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:19.711478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:18.910121Z","time spent":"801.350556ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1270,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-03-03T20:59:19.711226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.971998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:19.711448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.294272Z","time spent":"417.079924ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:19.711515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:18.909377Z","time spent":"802.124954ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:19.711504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.339918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:59:19.711532Z","caller":"traceutil/trace.go:171","msg":"trace[256403540] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24806; }","duration":"127.325537ms","start":"2026-03-03T20:59:19.584181Z","end":"2026-03-03T20:59:19.711507Z","steps":["trace[256403540] 'agreement among raft nodes before linearized reading' (duration: 126.937268ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:19.711599Z","caller":"traceutil/trace.go:171","msg":"trace[1597925819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24806; }","duration":"802.469002ms","start":"2026-03-03T20:59:18.909087Z","end":"2026-03-03T20:59:19.711556Z","steps":["trace[1597925819] 'agreement among raft nodes before linearized reading' (duration: 802.005691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:19.711674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:18.909076Z","time spent":"802.560824ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:19.711433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.304132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:59:19.712385Z","caller":"traceutil/trace.go:171","msg":"trace[637312359] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24806; }","duration":"804.357006ms","start":"2026-03-03T20:59:18.908007Z","end":"2026-03-03T20:59:19.712364Z","steps":["trace[637312359] 'agreement among raft nodes before linearized reading' (duration: 803.023995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:19.712487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:18.907988Z","time spent":"804.479789ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T20:59:20.197057Z","caller":"traceutil/trace.go:171","msg":"trace[1052221597] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"483.389353ms","start":"2026-03-03T20:59:19.713611Z","end":"2026-03-03T20:59:20.197Z","steps":["trace[1052221597] 'process raft request' (duration: 410.364497ms)","trace[1052221597] 'compare' (duration: 72.424232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:20.197299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.713589Z","time spent":"483.542247ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:20.981248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.051353ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:20.981366Z","caller":"traceutil/trace.go:171","msg":"trace[1207016342] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24807; }","duration":"619.188466ms","start":"2026-03-03T20:59:20.362155Z","end":"2026-03-03T20:59:20.981343Z","steps":["trace[1207016342] 'range keys from in-memory index tree' (duration: 619.025533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.981711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.49689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:20.982186Z","caller":"traceutil/trace.go:171","msg":"trace[1580923843] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"1.265678545s","start":"2026-03-03T20:59:19.716485Z","end":"2026-03-03T20:59:20.982164Z","steps":["trace[1580923843] 'process raft request' (duration: 618.646643ms)","trace[1580923843] 'compare' (duration: 646.386987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:20.98224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.716463Z","time spent":"1.265753667s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:59:20.98242Z","caller":"traceutil/trace.go:171","msg":"trace[987066671] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"1.183867576s","start":"2026-03-03T20:59:19.798517Z","end":"2026-03-03T20:59:20.982384Z","steps":["trace[987066671] 'process raft request' (duration: 1.183286532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.982589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.798485Z","time spent":"1.184022319s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:20.982451Z","caller":"traceutil/trace.go:171","msg":"trace[400404163] linearizableReadLoop","detail":"{readStateIndex:25723; appliedIndex:25721; }","duration":"1.265181774s","start":"2026-03-03T20:59:19.717251Z","end":"2026-03-03T20:59:20.982433Z","steps":["trace[400404163] 'read index received' (duration: 406.760034ms)","trace[400404163] 'applied index is now lower than readState.Index' (duration: 858.42029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:20.982625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265349447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-03-03T20:59:20.982663Z","caller":"traceutil/trace.go:171","msg":"trace[819033561] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24810; }","duration":"1.265424229s","start":"2026-03-03T20:59:19.717223Z","end":"2026-03-03T20:59:20.982648Z","steps":["trace[819033561] 'agreement among raft nodes before linearized reading' (duration: 1.265254315s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:20.98277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.717214Z","time spent":"1.265532422s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1458,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-03T20:59:21.412163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.344511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:21.412566Z","caller":"traceutil/trace.go:171","msg":"trace[1299320407] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"504.999605ms","start":"2026-03-03T20:59:20.90754Z","end":"2026-03-03T20:59:21.412539Z","steps":["trace[1299320407] 'process raft request' (duration: 264.179813ms)","trace[1299320407] 'compare' (duration: 240.230788ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:21.412605Z","caller":"traceutil/trace.go:171","msg":"trace[1347785598] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"502.668261ms","start":"2026-03-03T20:59:20.909918Z","end":"2026-03-03T20:59:21.412586Z","steps":["trace[1347785598] 'process raft request' (duration: 502.572669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:21.412661Z","caller":"traceutil/trace.go:171","msg":"trace[1390272561] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"502.946088ms","start":"2026-03-03T20:59:20.909697Z","end":"2026-03-03T20:59:21.412643Z","steps":["trace[1390272561] 'process raft request' (duration: 502.561019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:21.412751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.909676Z","time spent":"503.0399ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:21.412815Z","caller":"traceutil/trace.go:171","msg":"trace[585427531] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"486.998497ms","start":"2026-03-03T20:59:20.925809Z","end":"2026-03-03T20:59:21.412807Z","steps":["trace[585427531] 'process raft request' (duration: 486.863264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:21.412783Z","caller":"traceutil/trace.go:171","msg":"trace[752875325] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"502.503567ms","start":"2026-03-03T20:59:20.910251Z","end":"2026-03-03T20:59:21.412755Z","steps":["trace[752875325] 'process raft request' (duration: 502.294182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:21.412798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.909901Z","time spent":"502.789764ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:21.412846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.925802Z","time spent":"487.028358ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:21.412881Z","caller":"traceutil/trace.go:171","msg":"trace[15281077] linearizableReadLoop","detail":"{readStateIndex:25730; appliedIndex:25725; }","duration":"430.197278ms","start":"2026-03-03T20:59:20.982641Z","end":"2026-03-03T20:59:21.412838Z","steps":["trace[15281077] 'read index received' (duration: 189.08991ms)","trace[15281077] 'applied index is now lower than readState.Index' (duration: 241.103068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:21.412929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.910244Z","time spent":"502.604299ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:21.412771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.907517Z","time spent":"505.096508ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:22.357461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.622653ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"warn","ts":"2026-03-03T20:59:22.357604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259433919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-03T20:59:22.357713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48203942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:22.35774Z","caller":"traceutil/trace.go:171","msg":"trace[1759637190] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24815; }","duration":"2.259589133s","start":"2026-03-03T20:59:20.098123Z","end":"2026-03-03T20:59:22.357713Z","steps":["trace[1759637190] 'agreement among raft nodes before linearized reading' (duration: 1.314875978s)","trace[1759637190] 'range keys from in-memory index tree' (duration: 944.421678ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:22.357761Z","caller":"traceutil/trace.go:171","msg":"trace[1358637562] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24815; }","duration":"1.482101192s","start":"2026-03-03T20:59:20.875638Z","end":"2026-03-03T20:59:22.357739Z","steps":["trace[1358637562] 'agreement among raft nodes before linearized reading' (duration: 537.352387ms)","trace[1358637562] 'count revisions from in-memory index tree' (duration: 944.636773ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:22.357786Z","caller":"traceutil/trace.go:171","msg":"trace[2078899814] compact","detail":"{revision:22696; response_revision:24815; }","duration":"1.374166786s","start":"2026-03-03T20:59:20.983595Z","end":"2026-03-03T20:59:22.357762Z","steps":["trace[2078899814] 'process raft request' (duration: 429.168254ms)","trace[2078899814] 'check and update compact revision' (duration: 944.4771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:22.357844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640511797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:22.357861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.983554Z","time spent":"1.374303129s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:59:22.357874Z","caller":"traceutil/trace.go:171","msg":"trace[739134277] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24815; }","duration":"2.640557828s","start":"2026-03-03T20:59:19.717306Z","end":"2026-03-03T20:59:22.357864Z","steps":["trace[739134277] 'agreement among raft nodes before linearized reading' (duration: 1.69571098s)","trace[739134277] 'range keys from in-memory index tree' (duration: 944.725845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:22.357907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.717288Z","time spent":"2.640612289s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:59:22.358124Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22696} {"level":"warn","ts":"2026-03-03T20:59:22.358104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157491383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899705ac6cfb447\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-03T20:59:22.358227Z","caller":"traceutil/trace.go:171","msg":"trace[529666756] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899705ac6cfb447; range_end:; response_count:1; response_revision:24815; }","duration":"2.157643896s","start":"2026-03-03T20:59:20.200565Z","end":"2026-03-03T20:59:22.358209Z","steps":["trace[529666756] 'agreement among raft nodes before linearized reading' (duration: 1.212402849s)","trace[529666756] 'range keys from in-memory index tree' (duration: 945.059333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:22.357799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.098101Z","time spent":"2.259687005s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T20:59:22.358349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.200543Z","time spent":"2.157790879s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899705ac6cfb447\" "} {"level":"warn","ts":"2026-03-03T20:59:22.358376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46906796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:22.358391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943045564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:22.358428Z","caller":"traceutil/trace.go:171","msg":"trace[1518141078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24815; }","duration":"1.469125681s","start":"2026-03-03T20:59:20.889286Z","end":"2026-03-03T20:59:22.358411Z","steps":["trace[1518141078] 'agreement among raft nodes before linearized reading' (duration: 523.697269ms)","trace[1518141078] 'range keys from in-memory index tree' (duration: 945.363359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:22.357607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512577726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:22.358445Z","caller":"traceutil/trace.go:171","msg":"trace[760747770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24815; }","duration":"1.943138386s","start":"2026-03-03T20:59:20.415287Z","end":"2026-03-03T20:59:22.358425Z","steps":["trace[760747770] 'agreement among raft nodes before linearized reading' (duration: 997.704425ms)","trace[760747770] 'range keys from in-memory index tree' (duration: 945.35999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:22.357674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579291196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:22.358466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.889281Z","time spent":"1.469174452s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:22.358491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.415264Z","time spent":"1.943215168s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:22.358494Z","caller":"traceutil/trace.go:171","msg":"trace[794791800] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24815; }","duration":"2.513565849s","start":"2026-03-03T20:59:19.844905Z","end":"2026-03-03T20:59:22.358471Z","steps":["trace[794791800] 'agreement among raft nodes before linearized reading' (duration: 1.568066306s)","trace[794791800] 'count revisions from in-memory index tree' (duration: 944.549951ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:22.358502Z","caller":"traceutil/trace.go:171","msg":"trace[722814911] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24815; }","duration":"2.580105805s","start":"2026-03-03T20:59:19.778376Z","end":"2026-03-03T20:59:22.358482Z","steps":["trace[722814911] 'agreement among raft nodes before linearized reading' (duration: 1.634618792s)","trace[722814911] 'range keys from in-memory index tree' (duration: 944.657193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:22.358537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.844893Z","time spent":"2.51362953s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:22.358552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:19.778322Z","time spent":"2.580216447s","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:59:22.357803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.875621Z","time spent":"1.482171183s","remote":"127.0.0.1:48214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:22.358849Z","caller":"traceutil/trace.go:171","msg":"trace[240771918] linearizableReadLoop","detail":"{readStateIndex:25732; appliedIndex:25730; }","duration":"945.877732ms","start":"2026-03-03T20:59:21.41296Z","end":"2026-03-03T20:59:22.358838Z","steps":["trace[240771918] 'read index received' (duration: 51.151µs)","trace[240771918] 'applied index is now lower than readState.Index' (duration: 945.825391ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:22.35886Z","caller":"traceutil/trace.go:171","msg":"trace[1671667604] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"1.371403902s","start":"2026-03-03T20:59:20.987447Z","end":"2026-03-03T20:59:22.358851Z","steps":["trace[1671667604] 'process raft request' (duration: 1.370143193s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:22.358923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.987435Z","time spent":"1.371450373s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:59:23.115122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720951448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:23.115214Z","caller":"traceutil/trace.go:171","msg":"trace[1005558677] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24816; }","duration":"1.721097271s","start":"2026-03-03T20:59:21.394094Z","end":"2026-03-03T20:59:23.115191Z","steps":["trace[1005558677] 'agreement among raft nodes before linearized reading' (duration: 964.75523ms)","trace[1005558677] 'count revisions from in-memory index tree' (duration: 756.188117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:23.115262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.394074Z","time spent":"1.721175283s","remote":"127.0.0.1:35230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:23.115589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.487525Z","time spent":"628.061213ms","remote":"127.0.0.1:33456","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:23.115792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128600682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-03-03T20:59:23.115825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958018852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:23.11587Z","caller":"traceutil/trace.go:171","msg":"trace[1539253208] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:24816; }","duration":"2.128699565s","start":"2026-03-03T20:59:20.987146Z","end":"2026-03-03T20:59:23.115846Z","steps":["trace[1539253208] 'agreement among raft nodes before linearized reading' (duration: 1.37175052s)","trace[1539253208] 'range keys from in-memory index tree' (duration: 756.702319ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:23.115907Z","caller":"traceutil/trace.go:171","msg":"trace[614124009] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24816; }","duration":"1.958139625s","start":"2026-03-03T20:59:21.157743Z","end":"2026-03-03T20:59:23.115883Z","steps":["trace[614124009] 'agreement among raft nodes before linearized reading' (duration: 1.201116548s)","trace[614124009] 'count revisions from in-memory index tree' (duration: 756.906024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:23.115914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:20.987138Z","time spent":"2.128766937s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-03-03T20:59:23.115951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.157725Z","time spent":"1.958215536s","remote":"127.0.0.1:43474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:24.359521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826755772s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:24.359616Z","caller":"traceutil/trace.go:171","msg":"trace[1435567627] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"2.642979185s","start":"2026-03-03T20:59:21.716623Z","end":"2026-03-03T20:59:24.359602Z","steps":["trace[1435567627] 'process raft request' (duration: 816.086939ms)","trace[1435567627] 'compare' (duration: 582.270569ms)","trace[1435567627] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capo-system/controller-leader-election-capo; req_size:520; } (duration: 1.243563992s)"],"step_count":3} {"level":"warn","ts":"2026-03-03T20:59:24.359656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.716587Z","time spent":"2.643052896s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:24.368148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:24.368233Z","caller":"traceutil/trace.go:171","msg":"trace[7788815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385144s","start":"2026-03-03T20:59:22.367828Z","end":"2026-03-03T20:59:24.368213Z","steps":["trace[7788815] 'agreement among raft nodes before linearized reading' (duration: 2.000286302s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:24.368286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.367799Z","time spent":"2.000476766s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:25.636578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999712068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:25.636672Z","caller":"traceutil/trace.go:171","msg":"trace[672841593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999886542s","start":"2026-03-03T20:59:23.636763Z","end":"2026-03-03T20:59:25.63665Z","steps":["trace[672841593] 'agreement among raft nodes before linearized reading' (duration: 1.999759299s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:25.636729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.636734Z","time spent":"1.999985975s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:25.822089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462383694s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:25.822276Z","caller":"traceutil/trace.go:171","msg":"trace[134680178] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"3.529572239s","start":"2026-03-03T20:59:22.292663Z","end":"2026-03-03T20:59:25.822236Z","steps":["trace[134680178] 'process raft request' (duration: 2.06692932s)","trace[134680178] 'compare' (duration: 565.146951ms)","trace[134680178] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 896.668569ms)"],"step_count":3} {"level":"warn","ts":"2026-03-03T20:59:25.822406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.292634Z","time spent":"3.529703213s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:26.368389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999625798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:26.36856Z","caller":"traceutil/trace.go:171","msg":"trace[1088472715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999865444s","start":"2026-03-03T20:59:24.368674Z","end":"2026-03-03T20:59:26.36854Z","steps":["trace[1088472715] 'agreement among raft nodes before linearized reading' (duration: 1.999676269s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:26.368636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.36864Z","time spent":"1.999983447s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:27.54169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71940942s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:27.54178Z","caller":"traceutil/trace.go:171","msg":"trace[1224931747] linearizableReadLoop","detail":"{readStateIndex:25734; appliedIndex:25732; }","duration":"5.182891514s","start":"2026-03-03T20:59:22.358875Z","end":"2026-03-03T20:59:27.541767Z","steps":["trace[1224931747] 'read index received' (duration: 173.847456ms)","trace[1224931747] 'applied index is now lower than readState.Index' (duration: 5.009043078s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:27.541826Z","caller":"traceutil/trace.go:171","msg":"trace[2023523745] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"5.179347173s","start":"2026-03-03T20:59:22.362436Z","end":"2026-03-03T20:59:27.541783Z","steps":["trace[2023523745] 'process raft request' (duration: 3.459776189s)","trace[2023523745] 'compare' (duration: 472.217144ms)","trace[2023523745] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-scheduler-instance.1899705ac6cfb447; req_size:819; } (duration: 1.246619173s)"],"step_count":3} {"level":"warn","ts":"2026-03-03T20:59:27.541978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.362406Z","time spent":"5.179489505s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:27.935187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.305665834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T20:59:27.935304Z","caller":"traceutil/trace.go:171","msg":"trace[1865383463] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24819; }","duration":"6.305823208s","start":"2026-03-03T20:59:21.62945Z","end":"2026-03-03T20:59:27.935273Z","steps":["trace[1865383463] 'agreement among raft nodes before linearized reading' (duration: 5.912410553s)","trace[1865383463] 'range keys from in-memory index tree' (duration: 393.122047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:27.935374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.629433Z","time spent":"6.30591846s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:59:27.935375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.715144232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:27.935432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.939669086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:27.935508Z","caller":"traceutil/trace.go:171","msg":"trace[1748725590] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24819; }","duration":"5.715319036s","start":"2026-03-03T20:59:22.220145Z","end":"2026-03-03T20:59:27.935464Z","steps":["trace[1748725590] 'agreement among raft nodes before linearized reading' (duration: 5.321688247s)","trace[1748725590] 'count revisions from in-memory index tree' (duration: 393.470746ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:27.935523Z","caller":"traceutil/trace.go:171","msg":"trace[2100848710] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24819; }","duration":"5.939799019s","start":"2026-03-03T20:59:21.995696Z","end":"2026-03-03T20:59:27.935495Z","steps":["trace[2100848710] 'agreement among raft nodes before linearized reading' (duration: 5.546150569s)","trace[2100848710] 'count revisions from in-memory index tree' (duration: 393.530528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:27.935552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.304437126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T20:59:27.93557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.995675Z","time spent":"5.939884551s","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:27.935577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.220123Z","time spent":"5.71543421s","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:27.93606Z","caller":"traceutil/trace.go:171","msg":"trace[1164250553] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24819; }","duration":"6.304512408s","start":"2026-03-03T20:59:21.631086Z","end":"2026-03-03T20:59:27.935599Z","steps":["trace[1164250553] 'agreement among raft nodes before linearized reading' (duration: 5.910768955s)","trace[1164250553] 'range keys from in-memory index tree' (duration: 393.557068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:27.936129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:21.631082Z","time spent":"6.305029209s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:27.986199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.988186Z","time spent":"4.998000632s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:28.376501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:28.376599Z","caller":"traceutil/trace.go:171","msg":"trace[157853630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299672s","start":"2026-03-03T20:59:26.376278Z","end":"2026-03-03T20:59:28.376578Z","steps":["trace[157853630] 'agreement among raft nodes before linearized reading' (duration: 2.000141069s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:28.376654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.376265Z","time spent":"2.000378414s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:28.417155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.419801Z","time spent":"4.997339967s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:28.417529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.419911Z","time spent":"4.997614163s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:28.417668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.419703Z","time spent":"4.997962441s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:28.417857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.419897Z","time spent":"4.997951301s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:28.417946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.420103Z","time spent":"4.997837948s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 20:59:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:29.05289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511107995s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-03T20:59:29.282693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.738461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-03T20:59:29.483736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.603997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:29.484137Z","caller":"traceutil/trace.go:171","msg":"trace[1002252102] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"5.471854755s","start":"2026-03-03T20:59:24.012245Z","end":"2026-03-03T20:59:29.4841Z","steps":["trace[1002252102] 'process raft request' (duration: 5.471681891s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.484333Z","caller":"traceutil/trace.go:171","msg":"trace[993244508] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"1.543530098s","start":"2026-03-03T20:59:27.940784Z","end":"2026-03-03T20:59:29.484314Z","steps":["trace[993244508] 'process raft request' (duration: 1.543480377s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.484349Z","caller":"traceutil/trace.go:171","msg":"trace[1825898584] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"2.338120916s","start":"2026-03-03T20:59:27.146195Z","end":"2026-03-03T20:59:29.484316Z","steps":["trace[1825898584] 'process raft request' (duration: 2.337931831s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.484409Z","caller":"traceutil/trace.go:171","msg":"trace[329316276] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"1.544395409s","start":"2026-03-03T20:59:27.939959Z","end":"2026-03-03T20:59:29.484354Z","steps":["trace[329316276] 'process raft request' (duration: 1.544204584s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.484507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.918800621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:29.484565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.121962546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-156b61f8-963c-4084-a9d2-48038c93113c\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-03T20:59:29.484563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.146168Z","time spent":"2.33829957s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:29.484584Z","caller":"traceutil/trace.go:171","msg":"trace[654212348] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24831; }","duration":"5.918913104s","start":"2026-03-03T20:59:23.565656Z","end":"2026-03-03T20:59:29.484569Z","steps":["trace[654212348] 'agreement among raft nodes before linearized reading' (duration: 5.918695119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.484707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.249826327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:29.484704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.565585Z","time spent":"5.919110299s","remote":"127.0.0.1:33268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:29.484689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.93994Z","time spent":"1.544566892s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:29.484742Z","caller":"traceutil/trace.go:171","msg":"trace[1826482555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24831; }","duration":"6.24992373s","start":"2026-03-03T20:59:23.234811Z","end":"2026-03-03T20:59:29.484735Z","steps":["trace[1826482555] 'agreement among raft nodes before linearized reading' (duration: 6.249869018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.484663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.940756Z","time spent":"1.543661101s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:29.484807Z","caller":"traceutil/trace.go:171","msg":"trace[298575858] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"3.102688097s","start":"2026-03-03T20:59:26.382071Z","end":"2026-03-03T20:59:29.484759Z","steps":["trace[298575858] 'process raft request' (duration: 3.102014492s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.484853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.364875798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-03T20:59:29.484846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093897712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:59:29.484905Z","caller":"traceutil/trace.go:171","msg":"trace[1876692964] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24831; }","duration":"6.364981381s","start":"2026-03-03T20:59:23.119915Z","end":"2026-03-03T20:59:29.484896Z","steps":["trace[1876692964] 'agreement among raft nodes before linearized reading' (duration: 6.364879129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.484891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.581218912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:29.484606Z","caller":"traceutil/trace.go:171","msg":"trace[1457926036] range","detail":"{range_begin:/registry/persistentvolumes/pvc-156b61f8-963c-4084-a9d2-48038c93113c; range_end:; response_count:1; response_revision:24831; }","duration":"7.122033448s","start":"2026-03-03T20:59:22.36256Z","end":"2026-03-03T20:59:29.484593Z","steps":["trace[1457926036] 'agreement among raft nodes before linearized reading' (duration: 7.121810853s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.484955Z","caller":"traceutil/trace.go:171","msg":"trace[1739213963] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24831; }","duration":"6.581346104s","start":"2026-03-03T20:59:22.90359Z","end":"2026-03-03T20:59:29.484936Z","steps":["trace[1739213963] 'agreement among raft nodes before linearized reading' (duration: 6.581216821s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.484946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.012218Z","time spent":"5.471993078s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:29.485003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213910683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:29.485018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.903556Z","time spent":"6.581446367s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:29.485034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.12209965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:29.485049Z","caller":"traceutil/trace.go:171","msg":"trace[1091682280] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24831; }","duration":"2.213994394s","start":"2026-03-03T20:59:27.271046Z","end":"2026-03-03T20:59:29.48504Z","steps":["trace[1091682280] 'agreement among raft nodes before linearized reading' (duration: 2.213914912s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.485061Z","caller":"traceutil/trace.go:171","msg":"trace[1196642367] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"3.119427966s","start":"2026-03-03T20:59:26.365622Z","end":"2026-03-03T20:59:29.48505Z","steps":["trace[1196642367] 'process raft request' (duration: 3.118420183s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.485085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.271025Z","time spent":"2.214050915s","remote":"127.0.0.1:35758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:29.485103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.651026747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:29.485103Z","caller":"traceutil/trace.go:171","msg":"trace[443998795] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24831; }","duration":"7.122190612s","start":"2026-03-03T20:59:22.362899Z","end":"2026-03-03T20:59:29.485089Z","steps":["trace[443998795] 'agreement among raft nodes before linearized reading' (duration: 7.121949336s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.484342Z","caller":"traceutil/trace.go:171","msg":"trace[954586297] linearizableReadLoop","detail":"{readStateIndex:25746; appliedIndex:25735; }","duration":"1.942527382s","start":"2026-03-03T20:59:27.541797Z","end":"2026-03-03T20:59:29.484325Z","steps":["trace[954586297] 'read index received' (duration: 67.892µs)","trace[954586297] 'applied index is now lower than readState.Index' (duration: 1.94245751s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:29.485138Z","caller":"traceutil/trace.go:171","msg":"trace[581908222] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24831; }","duration":"4.65115941s","start":"2026-03-03T20:59:24.833967Z","end":"2026-03-03T20:59:29.485127Z","steps":["trace[581908222] 'agreement among raft nodes before linearized reading' (duration: 4.650935434s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.48513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.365582Z","time spent":"3.119518428s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:29.485156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:24.833929Z","time spent":"4.651222921s","remote":"127.0.0.1:48256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:29.485147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.362888Z","time spent":"7.122249113s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:59:29.485003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.38204Z","time spent":"3.102863001s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:29.485092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:22.362546Z","time spent":"7.122433387s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-156b61f8-963c-4084-a9d2-48038c93113c\" "} {"level":"warn","ts":"2026-03-03T20:59:29.484932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.119881Z","time spent":"6.365045672s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-03T20:59:29.485293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002171364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:29.484663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.06904101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-03T20:59:29.485349Z","caller":"traceutil/trace.go:171","msg":"trace[1553483808] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24831; }","duration":"3.003116567s","start":"2026-03-03T20:59:26.48222Z","end":"2026-03-03T20:59:29.485337Z","steps":["trace[1553483808] 'agreement among raft nodes before linearized reading' (duration: 3.002985003s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.485359Z","caller":"traceutil/trace.go:171","msg":"trace[536913399] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24831; }","duration":"6.069729666s","start":"2026-03-03T20:59:23.415615Z","end":"2026-03-03T20:59:29.485345Z","steps":["trace[536913399] 'agreement among raft nodes before linearized reading' (duration: 6.069010249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.485397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.415583Z","time spent":"6.069802597s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:29.485412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:26.482194Z","time spent":"3.003210778s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:29.485413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06598034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T20:59:29.485452Z","caller":"traceutil/trace.go:171","msg":"trace[439651987] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24831; }","duration":"1.066057872s","start":"2026-03-03T20:59:28.419387Z","end":"2026-03-03T20:59:29.485445Z","steps":["trace[439651987] 'agreement among raft nodes before linearized reading' (duration: 1.06595682s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.48493Z","caller":"traceutil/trace.go:171","msg":"trace[2123754695] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24831; }","duration":"4.094027175s","start":"2026-03-03T20:59:25.390883Z","end":"2026-03-03T20:59:29.48491Z","steps":["trace[2123754695] 'agreement among raft nodes before linearized reading' (duration: 4.09384112s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.485495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.419361Z","time spent":"1.066127794s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:59:29.485502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:25.390862Z","time spent":"4.094633558s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:59:29.48561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.763881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:29.484978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.787767169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:29.48563Z","caller":"traceutil/trace.go:171","msg":"trace[1035604858] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24831; }","duration":"874.813602ms","start":"2026-03-03T20:59:28.610813Z","end":"2026-03-03T20:59:29.485626Z","steps":["trace[1035604858] 'agreement among raft nodes before linearized reading' (duration: 874.777781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.485622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939924512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:59:29.485653Z","caller":"traceutil/trace.go:171","msg":"trace[626480608] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24831; }","duration":"5.788476106s","start":"2026-03-03T20:59:23.697165Z","end":"2026-03-03T20:59:29.485641Z","steps":["trace[626480608] 'agreement among raft nodes before linearized reading' (duration: 5.78778822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.485885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.559156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-03T20:59:29.485891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06642459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-03-03T20:59:29.485905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.580222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:29.485918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.697132Z","time spent":"5.788775713s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:29.485927Z","caller":"traceutil/trace.go:171","msg":"trace[894322306] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24831; }","duration":"694.642688ms","start":"2026-03-03T20:59:28.791275Z","end":"2026-03-03T20:59:29.485918Z","steps":["trace[894322306] 'agreement among raft nodes before linearized reading' (duration: 694.557006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.485938Z","caller":"traceutil/trace.go:171","msg":"trace[494833178] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24831; }","duration":"882.655683ms","start":"2026-03-03T20:59:28.603274Z","end":"2026-03-03T20:59:29.48593Z","steps":["trace[494833178] 'agreement among raft nodes before linearized reading' (duration: 882.382497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:29.48594Z","caller":"traceutil/trace.go:171","msg":"trace[732539508] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24831; }","duration":"1.066488862s","start":"2026-03-03T20:59:28.41944Z","end":"2026-03-03T20:59:29.485928Z","steps":["trace[732539508] 'agreement among raft nodes before linearized reading' (duration: 1.066339069s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.485957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.791251Z","time spent":"694.70006ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T20:59:29.486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.419399Z","time spent":"1.066590805s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":541,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-03T20:59:29.485646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.610797Z","time spent":"874.846123ms","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:29.486024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.603252Z","time spent":"882.765186ms","remote":"127.0.0.1:42044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:29.486021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498463351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-03T20:59:29.484774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:23.234781Z","time spent":"6.249984661s","remote":"127.0.0.1:51276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:29.485734Z","caller":"traceutil/trace.go:171","msg":"trace[1208898237] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:24831; }","duration":"1.940033024s","start":"2026-03-03T20:59:27.545636Z","end":"2026-03-03T20:59:29.485669Z","steps":["trace[1208898237] 'agreement among raft nodes before linearized reading' (duration: 1.939706047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.486253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.545617Z","time spent":"1.940620627s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" "} {"level":"warn","ts":"2026-03-03T20:59:29.485732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316559248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:29.486379Z","caller":"traceutil/trace.go:171","msg":"trace[210306706] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24831; }","duration":"1.317228184s","start":"2026-03-03T20:59:28.169131Z","end":"2026-03-03T20:59:29.486359Z","steps":["trace[210306706] 'agreement among raft nodes before linearized reading' (duration: 1.316541968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.486437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.169112Z","time spent":"1.317306486s","remote":"127.0.0.1:35326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:29.485774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066466801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-03T20:59:29.486487Z","caller":"traceutil/trace.go:171","msg":"trace[1564506530] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24831; }","duration":"1.067200349s","start":"2026-03-03T20:59:28.419273Z","end":"2026-03-03T20:59:29.486473Z","steps":["trace[1564506530] 'agreement among raft nodes before linearized reading' (duration: 1.066460302s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.486535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.419262Z","time spent":"1.06726042s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:59:29.485786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067102387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T20:59:29.486605Z","caller":"traceutil/trace.go:171","msg":"trace[509825175] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24831; }","duration":"1.067951936s","start":"2026-03-03T20:59:28.418646Z","end":"2026-03-03T20:59:29.486598Z","steps":["trace[509825175] 'agreement among raft nodes before linearized reading' (duration: 1.067080406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.486686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.418634Z","time spent":"1.068043669s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T20:59:29.485807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.720582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272952"} {"level":"info","ts":"2026-03-03T20:59:29.486764Z","caller":"traceutil/trace.go:171","msg":"trace[1611693707] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24831; }","duration":"823.703725ms","start":"2026-03-03T20:59:28.663049Z","end":"2026-03-03T20:59:29.486752Z","steps":["trace[1611693707] 'agreement among raft nodes before linearized reading' (duration: 822.405435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.48682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.663034Z","time spent":"823.774947ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272976,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T20:59:29.485826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.532627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:29.487121Z","caller":"traceutil/trace.go:171","msg":"trace[1603568671] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24831; }","duration":"307.885369ms","start":"2026-03-03T20:59:29.179224Z","end":"2026-03-03T20:59:29.48711Z","steps":["trace[1603568671] 'agreement among raft nodes before linearized reading' (duration: 306.583538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.487247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.179191Z","time spent":"308.044492ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:29.485797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109109812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:29.487422Z","caller":"traceutil/trace.go:171","msg":"trace[256836212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24831; }","duration":"1.110769349s","start":"2026-03-03T20:59:28.37664Z","end":"2026-03-03T20:59:29.487409Z","steps":["trace[256836212] 'agreement among raft nodes before linearized reading' (duration: 1.109104641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.487466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.376622Z","time spent":"1.110836502s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:29.485819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340097584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:29.485845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40576005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:29.488272Z","caller":"traceutil/trace.go:171","msg":"trace[417039091] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24831; }","duration":"1.408196296s","start":"2026-03-03T20:59:28.080038Z","end":"2026-03-03T20:59:29.488235Z","steps":["trace[417039091] 'agreement among raft nodes before linearized reading' (duration: 1.405762399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.488334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.08002Z","time spent":"1.408294628s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:29.485864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.250525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:29.488551Z","caller":"traceutil/trace.go:171","msg":"trace[1710869154] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24831; }","duration":"306.965387ms","start":"2026-03-03T20:59:29.181574Z","end":"2026-03-03T20:59:29.48854Z","steps":["trace[1710869154] 'agreement among raft nodes before linearized reading' (duration: 304.266054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.488607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.181554Z","time spent":"307.040129ms","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:29.486199Z","caller":"traceutil/trace.go:171","msg":"trace[154588498] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24831; }","duration":"1.498681576s","start":"2026-03-03T20:59:27.987505Z","end":"2026-03-03T20:59:29.486187Z","steps":["trace[154588498] 'agreement among raft nodes before linearized reading' (duration: 1.498299957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.488938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:27.987492Z","time spent":"1.50141252s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-03T20:59:29.490092Z","caller":"traceutil/trace.go:171","msg":"trace[1853895280] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24831; }","duration":"1.341950047s","start":"2026-03-03T20:59:28.145665Z","end":"2026-03-03T20:59:29.487615Z","steps":["trace[1853895280] 'agreement among raft nodes before linearized reading' (duration: 1.340104885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:29.490172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:28.145628Z","time spent":"1.344521827s","remote":"127.0.0.1:42692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:30.499491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.426141ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:30.499618Z","caller":"traceutil/trace.go:171","msg":"trace[664561387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24831; }","duration":"137.565674ms","start":"2026-03-03T20:59:30.362033Z","end":"2026-03-03T20:59:30.499599Z","steps":["trace[664561387] 'range keys from in-memory index tree' (duration: 137.40898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.499643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.622652ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T20:59:30.499837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.488763Z","time spent":"1.011066575s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:59:30.499892Z","caller":"traceutil/trace.go:171","msg":"trace[1575365057] linearizableReadLoop","detail":"{readStateIndex:25750; appliedIndex:25748; }","duration":"1.010499602s","start":"2026-03-03T20:59:29.489376Z","end":"2026-03-03T20:59:30.499876Z","steps":["trace[1575365057] 'read index received' (duration: 348.530292ms)","trace[1575365057] 'applied index is now lower than readState.Index' (duration: 661.96838ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:30.499983Z","caller":"traceutil/trace.go:171","msg":"trace[163557566] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"1.010834949s","start":"2026-03-03T20:59:29.489139Z","end":"2026-03-03T20:59:30.499974Z","steps":["trace[163557566] 'process raft request' (duration: 1.010610654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.500075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.489108Z","time spent":"1.010906081s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:30.500233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008858474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-03T20:59:30.500312Z","caller":"traceutil/trace.go:171","msg":"trace[666380419] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24832; }","duration":"1.008958476s","start":"2026-03-03T20:59:29.491335Z","end":"2026-03-03T20:59:30.500293Z","steps":["trace[666380419] 'agreement among raft nodes before linearized reading' (duration: 1.00870362s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.500361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.491328Z","time spent":"1.009022608s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:59:30.500366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007457871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T20:59:30.500475Z","caller":"traceutil/trace.go:171","msg":"trace[230034714] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24832; }","duration":"1.007613365s","start":"2026-03-03T20:59:29.492843Z","end":"2026-03-03T20:59:30.500457Z","steps":["trace[230034714] 'agreement among raft nodes before linearized reading' (duration: 1.007353409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.500505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008315011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T20:59:30.500533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.49282Z","time spent":"1.007701017s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T20:59:30.500556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008706911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-03-03T20:59:30.500598Z","caller":"traceutil/trace.go:171","msg":"trace[1139322138] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24832; }","duration":"1.008758152s","start":"2026-03-03T20:59:29.491829Z","end":"2026-03-03T20:59:30.500587Z","steps":["trace[1139322138] 'agreement among raft nodes before linearized reading' (duration: 1.008551557s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.500634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.491824Z","time spent":"1.008803673s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":541,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-03T20:59:30.500598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004014381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:30.50065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009190402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:59:30.500655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008413684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T20:59:30.500562Z","caller":"traceutil/trace.go:171","msg":"trace[1658567854] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24832; }","duration":"1.008384803s","start":"2026-03-03T20:59:29.492162Z","end":"2026-03-03T20:59:30.500546Z","steps":["trace[1658567854] 'agreement among raft nodes before linearized reading' (duration: 1.008208199s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.500735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011356022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-03T20:59:30.500799Z","caller":"traceutil/trace.go:171","msg":"trace[1324924463] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24832; }","duration":"1.011418813s","start":"2026-03-03T20:59:29.489359Z","end":"2026-03-03T20:59:30.500777Z","steps":["trace[1324924463] 'agreement among raft nodes before linearized reading' (duration: 1.01130184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.500852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.489347Z","time spent":"1.011497006s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-03T20:59:30.500694Z","caller":"traceutil/trace.go:171","msg":"trace[1367306891] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24832; }","duration":"1.008481385s","start":"2026-03-03T20:59:29.492202Z","end":"2026-03-03T20:59:30.500683Z","steps":["trace[1367306891] 'agreement among raft nodes before linearized reading' (duration: 1.008383073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.500919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.492157Z","time spent":"1.008607098s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T20:59:30.500935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.492187Z","time spent":"1.008713811s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-03T20:59:30.500687Z","caller":"traceutil/trace.go:171","msg":"trace[237831580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24832; }","duration":"1.009247963s","start":"2026-03-03T20:59:29.491429Z","end":"2026-03-03T20:59:30.500677Z","steps":["trace[237831580] 'agreement among raft nodes before linearized reading' (duration: 1.00913755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.501316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.491413Z","time spent":"1.009889508s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:59:30.500694Z","caller":"traceutil/trace.go:171","msg":"trace[729876593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24832; }","duration":"1.004157315s","start":"2026-03-03T20:59:29.496516Z","end":"2026-03-03T20:59:30.500674Z","steps":["trace[729876593] 'agreement among raft nodes before linearized reading' (duration: 1.00394437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.501377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.496504Z","time spent":"1.004860891s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:30.500604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002857224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-03-03T20:59:30.501547Z","caller":"traceutil/trace.go:171","msg":"trace[1190488662] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:24832; }","duration":"1.003839328s","start":"2026-03-03T20:59:29.497694Z","end":"2026-03-03T20:59:30.501533Z","steps":["trace[1190488662] 'agreement among raft nodes before linearized reading' (duration: 1.002674231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.501569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.497687Z","time spent":"1.003873938s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-03-03T20:59:30.501534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006835267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T20:59:30.501622Z","caller":"traceutil/trace.go:171","msg":"trace[677254019] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24832; }","duration":"1.006946139s","start":"2026-03-03T20:59:29.494654Z","end":"2026-03-03T20:59:30.501601Z","steps":["trace[677254019] 'agreement among raft nodes before linearized reading' (duration: 1.006025388s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:30.501889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:29.494644Z","time spent":"1.007231627s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T20:59:32.387682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634771245s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:32.388215Z","caller":"traceutil/trace.go:171","msg":"trace[1960962827] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"892.739448ms","start":"2026-03-03T20:59:31.495452Z","end":"2026-03-03T20:59:32.388191Z","steps":["trace[1960962827] 'process raft request' (duration: 892.671366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.388338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.495435Z","time spent":"892.844841ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:32.388392Z","caller":"traceutil/trace.go:171","msg":"trace[113488600] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"1.88216356s","start":"2026-03-03T20:59:30.506198Z","end":"2026-03-03T20:59:32.388362Z","steps":["trace[113488600] 'process raft request' (duration: 1.881621547s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:32.388498Z","caller":"traceutil/trace.go:171","msg":"trace[1168759414] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"1.882214801s","start":"2026-03-03T20:59:30.506256Z","end":"2026-03-03T20:59:32.388471Z","steps":["trace[1168759414] 'process raft request' (duration: 1.881711389s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.388592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.506252Z","time spent":"1.882289773s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:59:32.388392Z","caller":"traceutil/trace.go:171","msg":"trace[917543792] linearizableReadLoop","detail":"{readStateIndex:25751; appliedIndex:25750; }","duration":"1.885638681s","start":"2026-03-03T20:59:30.50272Z","end":"2026-03-03T20:59:32.388359Z","steps":["trace[917543792] 'read index received' (duration: 250.105387ms)","trace[917543792] 'applied index is now lower than readState.Index' (duration: 1.635529513s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:32.388573Z","caller":"traceutil/trace.go:171","msg":"trace[555903560] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"1.557383659s","start":"2026-03-03T20:59:30.831155Z","end":"2026-03-03T20:59:32.388538Z","steps":["trace[555903560] 'process raft request' (duration: 1.556879057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.388595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.506185Z","time spent":"1.882338753s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T20:59:32.388569Z","caller":"traceutil/trace.go:171","msg":"trace[306782100] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"1.887392751s","start":"2026-03-03T20:59:30.50112Z","end":"2026-03-03T20:59:32.388513Z","steps":["trace[306782100] 'process raft request' (duration: 251.685754ms)","trace[306782100] 'compare' (duration: 953.118048ms)","trace[306782100] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/162.253.55.195; req_size:118; } (duration: 680.395568ms)"],"step_count":3} {"level":"warn","ts":"2026-03-03T20:59:32.388601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885864636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18478"} {"level":"warn","ts":"2026-03-03T20:59:32.388763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.831119Z","time spent":"1.557542493s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:32.388839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.501094Z","time spent":"1.887617326s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:32.388838Z","caller":"traceutil/trace.go:171","msg":"trace[1418608495] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24837; }","duration":"1.886124301s","start":"2026-03-03T20:59:30.502687Z","end":"2026-03-03T20:59:32.388811Z","steps":["trace[1418608495] 'agreement among raft nodes before linearized reading' (duration: 1.885806104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.388994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.502648Z","time spent":"1.886326896s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18502,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:59:32.503091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00020332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:32.503193Z","caller":"traceutil/trace.go:171","msg":"trace[1690117055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334343s","start":"2026-03-03T20:59:30.50284Z","end":"2026-03-03T20:59:32.503174Z","steps":["trace[1690117055] 'agreement among raft nodes before linearized reading' (duration: 2.00020622s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:32.50324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.502832Z","time spent":"2.000397644s","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:33.987734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513377538s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:33.987951Z","caller":"traceutil/trace.go:171","msg":"trace[1663247288] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"2.186607149s","start":"2026-03-03T20:59:31.801292Z","end":"2026-03-03T20:59:33.987899Z","steps":["trace[1663247288] 'process raft request' (duration: 672.936624ms)","trace[1663247288] 'compare' (duration: 1.008389953s)","trace[1663247288] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/minions/instance; req_size:18600; } (duration: 504.35254ms)"],"step_count":3} {"level":"info","ts":"2026-03-03T20:59:33.988085Z","caller":"traceutil/trace.go:171","msg":"trace[564343013] linearizableReadLoop","detail":"{readStateIndex:25756; appliedIndex:25755; }","duration":"1.599421185s","start":"2026-03-03T20:59:32.388634Z","end":"2026-03-03T20:59:33.988056Z","steps":["trace[564343013] 'read index received' (duration: 85.609448ms)","trace[564343013] 'applied index is now lower than readState.Index' (duration: 1.513810237s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:33.988146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.801264Z","time spent":"2.186784253s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18604,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:33.988414Z","caller":"traceutil/trace.go:171","msg":"trace[861876897] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"1.595177267s","start":"2026-03-03T20:59:32.393221Z","end":"2026-03-03T20:59:33.988398Z","steps":["trace[861876897] 'process raft request' (duration: 1.594654675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:33.988543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.393199Z","time spent":"1.595286419s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T20:59:34.510555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:34.510631Z","caller":"traceutil/trace.go:171","msg":"trace[1579825891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274462s","start":"2026-03-03T20:59:32.510342Z","end":"2026-03-03T20:59:34.510616Z","steps":["trace[1579825891] 'agreement among raft nodes before linearized reading' (duration: 2.00017426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.510673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.510321Z","time spent":"2.000344754s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:34.53747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870862883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:34.537532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58894638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:34.537508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.433896ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T20:59:34.537564Z","caller":"traceutil/trace.go:171","msg":"trace[453150205] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24839; }","duration":"3.871020537s","start":"2026-03-03T20:59:30.666522Z","end":"2026-03-03T20:59:34.537542Z","steps":["trace[453150205] 'agreement among raft nodes before linearized reading' (duration: 3.321732314s)","trace[453150205] 'count revisions from in-memory index tree' (duration: 549.15195ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:34.53761Z","caller":"traceutil/trace.go:171","msg":"trace[1807753179] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24839; }","duration":"2.589079363s","start":"2026-03-03T20:59:31.948504Z","end":"2026-03-03T20:59:34.537583Z","steps":["trace[1807753179] 'agreement among raft nodes before linearized reading' (duration: 2.039720168s)","trace[1807753179] 'count revisions from in-memory index tree' (duration: 549.237152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:34.537631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.666501Z","time spent":"3.871106498s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:34.537687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163697147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:34.537719Z","caller":"traceutil/trace.go:171","msg":"trace[208735513] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24839; }","duration":"2.163765709s","start":"2026-03-03T20:59:32.373942Z","end":"2026-03-03T20:59:34.537708Z","steps":["trace[208735513] 'agreement among raft nodes before linearized reading' (duration: 1.61425551s)","trace[208735513] 'range keys from in-memory index tree' (duration: 549.464557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:34.537743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.373918Z","time spent":"2.163819829s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:34.537761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.028839851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-03T20:59:34.53783Z","caller":"traceutil/trace.go:171","msg":"trace[857321015] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24839; }","duration":"4.028913593s","start":"2026-03-03T20:59:30.508896Z","end":"2026-03-03T20:59:34.537809Z","steps":["trace[857321015] 'agreement among raft nodes before linearized reading' (duration: 3.479365294s)","trace[857321015] 'range keys from in-memory index tree' (duration: 549.382095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:34.537872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.508891Z","time spent":"4.028972714s","remote":"127.0.0.1:42776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-03T20:59:34.537903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032131067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eddd2726-a01e-4aec-b8aa-ea601e0a46f2\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T20:59:34.53792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293896799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:34.537969Z","caller":"traceutil/trace.go:171","msg":"trace[693582316] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24839; }","duration":"2.293985682s","start":"2026-03-03T20:59:32.243971Z","end":"2026-03-03T20:59:34.537957Z","steps":["trace[693582316] 'agreement among raft nodes before linearized reading' (duration: 1.744244978s)","trace[693582316] 'count revisions from in-memory index tree' (duration: 549.676302ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:34.537973Z","caller":"traceutil/trace.go:171","msg":"trace[901995374] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eddd2726-a01e-4aec-b8aa-ea601e0a46f2; range_end:; response_count:1; response_revision:24839; }","duration":"4.03225341s","start":"2026-03-03T20:59:30.5057Z","end":"2026-03-03T20:59:34.537953Z","steps":["trace[901995374] 'agreement among raft nodes before linearized reading' (duration: 3.482570038s)","trace[901995374] 'range keys from in-memory index tree' (duration: 549.489838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:34.537991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953964505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:34.538045Z","caller":"traceutil/trace.go:171","msg":"trace[1475586789] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24839; }","duration":"2.954056587s","start":"2026-03-03T20:59:31.583973Z","end":"2026-03-03T20:59:34.53803Z","steps":["trace[1475586789] 'agreement among raft nodes before linearized reading' (duration: 2.404263282s)","trace[1475586789] 'count revisions from in-memory index tree' (duration: 549.727843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:34.537652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.948473Z","time spent":"2.589170795s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:34.538087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:31.583949Z","time spent":"2.954127699s","remote":"127.0.0.1:42684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:34.538002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.24393Z","time spent":"2.294064213s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:34.538139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647760593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:34.538006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.505682Z","time spent":"4.032317212s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-eddd2726-a01e-4aec-b8aa-ea601e0a46f2\" "} {"level":"info","ts":"2026-03-03T20:59:34.538165Z","caller":"traceutil/trace.go:171","msg":"trace[1003068223] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24839; }","duration":"3.647828374s","start":"2026-03-03T20:59:30.890329Z","end":"2026-03-03T20:59:34.538157Z","steps":["trace[1003068223] 'agreement among raft nodes before linearized reading' (duration: 3.097916297s)","trace[1003068223] 'count revisions from in-memory index tree' (duration: 549.875736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:34.538185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:30.890301Z","time spent":"3.647879406s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:34.53852Z","caller":"traceutil/trace.go:171","msg":"trace[613413376] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"2.031883466s","start":"2026-03-03T20:59:32.506628Z","end":"2026-03-03T20:59:34.538511Z","steps":["trace[613413376] 'process raft request' (duration: 2.031022546s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.538604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.506592Z","time spent":"2.031956567s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:34.992368Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22696,"took":"12.628210549s","hash":2698263339,"current-db-size-bytes":47296512,"current-db-size":"47 MB","current-db-size-in-use-bytes":30175232,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T20:59:34.992469Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2698263339,"revision":22696,"compact-revision":19850} {"level":"warn","ts":"2026-03-03T20:59:34.992664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.083322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:34.99326Z","caller":"traceutil/trace.go:171","msg":"trace[1769593156] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"2.486559132s","start":"2026-03-03T20:59:32.506661Z","end":"2026-03-03T20:59:34.993221Z","steps":["trace[1769593156] 'process raft request' (duration: 2.031819615s)","trace[1769593156] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 453.642092ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:34.993354Z","caller":"traceutil/trace.go:171","msg":"trace[637381676] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"2.48561077s","start":"2026-03-03T20:59:32.507717Z","end":"2026-03-03T20:59:34.993328Z","steps":["trace[637381676] 'process raft request' (duration: 2.485293312s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.993414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.506633Z","time spent":"2.486699805s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:34.993433Z","caller":"traceutil/trace.go:171","msg":"trace[168542310] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"2.478186768s","start":"2026-03-03T20:59:32.515225Z","end":"2026-03-03T20:59:34.993412Z","steps":["trace[168542310] 'process raft request' (duration: 2.477959872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.9935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.507703Z","time spent":"2.485719553s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:34.993531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.515209Z","time spent":"2.478267629s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:34.994061Z","caller":"traceutil/trace.go:171","msg":"trace[1163600884] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"2.478247909s","start":"2026-03-03T20:59:32.51578Z","end":"2026-03-03T20:59:34.994028Z","steps":["trace[1163600884] 'process raft request' (duration: 2.477510752s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:34.994097Z","caller":"traceutil/trace.go:171","msg":"trace[473147203] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"599.14511ms","start":"2026-03-03T20:59:34.394928Z","end":"2026-03-03T20:59:34.994073Z","steps":["trace[473147203] 'process raft request' (duration: 599.100919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.994376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.515769Z","time spent":"2.478373883s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:34.994506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.394907Z","time spent":"599.477638ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:34.994737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488854828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:34.994798Z","caller":"traceutil/trace.go:171","msg":"trace[1525011966] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24846; }","duration":"1.48896905s","start":"2026-03-03T20:59:33.505815Z","end":"2026-03-03T20:59:34.994784Z","steps":["trace[1525011966] 'agreement among raft nodes before linearized reading' (duration: 1.488863858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.994835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.505787Z","time spent":"1.489037961s","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:34.994885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161162029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:34.994952Z","caller":"traceutil/trace.go:171","msg":"trace[1651128519] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24846; }","duration":"1.161281212s","start":"2026-03-03T20:59:33.833655Z","end":"2026-03-03T20:59:34.994936Z","steps":["trace[1651128519] 'agreement among raft nodes before linearized reading' (duration: 1.161143009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.994994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.833632Z","time spent":"1.161352944s","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:34.994555Z","caller":"traceutil/trace.go:171","msg":"trace[255521020] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"2.47784013s","start":"2026-03-03T20:59:32.5167Z","end":"2026-03-03T20:59:34.99454Z","steps":["trace[255521020] 'process raft request' (duration: 2.477231076s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.995153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.516688Z","time spent":"2.478415453s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:34.9949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603470527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:59:34.996216Z","caller":"traceutil/trace.go:171","msg":"trace[697836906] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24846; }","duration":"2.604855798s","start":"2026-03-03T20:59:32.391342Z","end":"2026-03-03T20:59:34.996198Z","steps":["trace[697836906] 'agreement among raft nodes before linearized reading' (duration: 2.603382664s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.996286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.391319Z","time spent":"2.604949741s","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:59:34.995168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488100718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-03T20:59:34.99466Z","caller":"traceutil/trace.go:171","msg":"trace[1699211105] linearizableReadLoop","detail":"{readStateIndex:25764; appliedIndex:25757; }","duration":"1.006488458s","start":"2026-03-03T20:59:33.988151Z","end":"2026-03-03T20:59:34.994639Z","steps":["trace[1699211105] 'read index received' (duration: 127.943µs)","trace[1699211105] 'applied index is now lower than readState.Index' (duration: 1.006358845s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:34.995044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358084111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:34.99635Z","caller":"traceutil/trace.go:171","msg":"trace[1771670379] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24846; }","duration":"2.489305525s","start":"2026-03-03T20:59:32.507024Z","end":"2026-03-03T20:59:34.99633Z","steps":["trace[1771670379] 'agreement among raft nodes before linearized reading' (duration: 2.488062786s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:34.996597Z","caller":"traceutil/trace.go:171","msg":"trace[855543580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24846; }","duration":"1.359663538s","start":"2026-03-03T20:59:33.636911Z","end":"2026-03-03T20:59:34.996575Z","steps":["trace[855543580] 'agreement among raft nodes before linearized reading' (duration: 1.358097002s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.996663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.63689Z","time spent":"1.359756889s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:34.99668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.507002Z","time spent":"2.489619173s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:59:34.995167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594216562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T20:59:34.99679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.252209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:34.996853Z","caller":"traceutil/trace.go:171","msg":"trace[2051156739] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24846; }","duration":"623.326971ms","start":"2026-03-03T20:59:34.373512Z","end":"2026-03-03T20:59:34.996839Z","steps":["trace[2051156739] 'agreement among raft nodes before linearized reading' (duration: 623.220398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.996901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.373432Z","time spent":"623.458144ms","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:34.997133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.442918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:34.997144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.38665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:34.996844Z","caller":"traceutil/trace.go:171","msg":"trace[1515941910] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24846; }","duration":"2.595922551s","start":"2026-03-03T20:59:32.400901Z","end":"2026-03-03T20:59:34.996823Z","steps":["trace[1515941910] 'agreement among raft nodes before linearized reading' (duration: 2.59419021s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:34.997199Z","caller":"traceutil/trace.go:171","msg":"trace[1349092775] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24846; }","duration":"911.486332ms","start":"2026-03-03T20:59:34.085695Z","end":"2026-03-03T20:59:34.997182Z","steps":["trace[1349092775] 'agreement among raft nodes before linearized reading' (duration: 911.3966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.997258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.08568Z","time spent":"911.562363ms","remote":"127.0.0.1:42740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:34.995204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148831113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:34.997323Z","caller":"traceutil/trace.go:171","msg":"trace[1345658087] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24846; }","duration":"1.150971952s","start":"2026-03-03T20:59:33.846333Z","end":"2026-03-03T20:59:34.997305Z","steps":["trace[1345658087] 'agreement among raft nodes before linearized reading' (duration: 1.14874365s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.995288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477814199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:59:34.99718Z","caller":"traceutil/trace.go:171","msg":"trace[842242638] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24846; }","duration":"795.507839ms","start":"2026-03-03T20:59:34.201659Z","end":"2026-03-03T20:59:34.997167Z","steps":["trace[842242638] 'agreement among raft nodes before linearized reading' (duration: 795.426817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:34.997388Z","caller":"traceutil/trace.go:171","msg":"trace[591953460] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24846; }","duration":"2.479905887s","start":"2026-03-03T20:59:32.517461Z","end":"2026-03-03T20:59:34.997367Z","steps":["trace[591953460] 'agreement among raft nodes before linearized reading' (duration: 2.477699806s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.996788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.654052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T20:59:34.997452Z","caller":"traceutil/trace.go:171","msg":"trace[459439854] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24846; }","duration":"454.334118ms","start":"2026-03-03T20:59:34.543101Z","end":"2026-03-03T20:59:34.997435Z","steps":["trace[459439854] 'agreement among raft nodes before linearized reading' (duration: 453.593761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.997036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.131463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:34.997496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.543085Z","time spent":"454.401319ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-03T20:59:34.997511Z","caller":"traceutil/trace.go:171","msg":"trace[2106090197] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24846; }","duration":"451.631075ms","start":"2026-03-03T20:59:34.545869Z","end":"2026-03-03T20:59:34.9975Z","steps":["trace[2106090197] 'agreement among raft nodes before linearized reading' (duration: 451.124534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.997542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.545855Z","time spent":"451.677456ms","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:34.997363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.400886Z","time spent":"2.596330881s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:59:34.997451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.20163Z","time spent":"795.805006ms","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:34.99705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004240946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T20:59:34.997668Z","caller":"traceutil/trace.go:171","msg":"trace[1956772673] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203; range_end:; response_count:1; response_revision:24846; }","duration":"1.005040054s","start":"2026-03-03T20:59:33.992611Z","end":"2026-03-03T20:59:34.997651Z","steps":["trace[1956772673] 'agreement among raft nodes before linearized reading' (duration: 1.004041851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.997717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.992588Z","time spent":"1.005116286s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996d7c3b16c203\" "} {"level":"warn","ts":"2026-03-03T20:59:34.99707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.292693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:34.997098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.404882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:34.997803Z","caller":"traceutil/trace.go:171","msg":"trace[49786409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24846; }","duration":"487.131239ms","start":"2026-03-03T20:59:34.510657Z","end":"2026-03-03T20:59:34.997789Z","steps":["trace[49786409] 'agreement among raft nodes before linearized reading' (duration: 486.418272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:34.997815Z","caller":"traceutil/trace.go:171","msg":"trace[1206359898] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24846; }","duration":"323.02682ms","start":"2026-03-03T20:59:34.674756Z","end":"2026-03-03T20:59:34.997783Z","steps":["trace[1206359898] 'agreement among raft nodes before linearized reading' (duration: 322.263172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.997847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.510637Z","time spent":"487.201851ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:34.997455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.51741Z","time spent":"2.48002574s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:34.997869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:34.674693Z","time spent":"323.159234ms","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:34.997376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:33.846323Z","time spent":"1.151036694s","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:34.995139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253937051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:34.998016Z","caller":"traceutil/trace.go:171","msg":"trace[174769202] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24846; }","duration":"2.256882299s","start":"2026-03-03T20:59:32.741119Z","end":"2026-03-03T20:59:34.998001Z","steps":["trace[174769202] 'agreement among raft nodes before linearized reading' (duration: 2.253813548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:34.99806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:32.741101Z","time spent":"2.25694631s","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:35.701083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.31757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:35.701266Z","caller":"traceutil/trace.go:171","msg":"trace[267643151] linearizableReadLoop","detail":"{readStateIndex:25766; appliedIndex:25765; }","duration":"699.559002ms","start":"2026-03-03T20:59:35.001682Z","end":"2026-03-03T20:59:35.701241Z","steps":["trace[267643151] 'read index received' (duration: 197.857844ms)","trace[267643151] 'applied index is now lower than readState.Index' (duration: 501.699548ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:35.701353Z","caller":"traceutil/trace.go:171","msg":"trace[463889691] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"701.126729ms","start":"2026-03-03T20:59:35.000191Z","end":"2026-03-03T20:59:35.701318Z","steps":["trace[463889691] 'process raft request' (duration: 199.42645ms)","trace[463889691] 'compare' (duration: 501.122075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:35.701508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.000169Z","time spent":"701.244362ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:35.701996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.30348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T20:59:35.702051Z","caller":"traceutil/trace.go:171","msg":"trace[1711178880] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24847; }","duration":"700.374111ms","start":"2026-03-03T20:59:35.001663Z","end":"2026-03-03T20:59:35.702038Z","steps":["trace[1711178880] 'agreement among raft nodes before linearized reading' (duration: 699.696206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:35.7021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.001653Z","time spent":"700.437853ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:59:36.633445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.040737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-03T20:59:36.633723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628958131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:36.633742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630908346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:36.633806Z","caller":"traceutil/trace.go:171","msg":"trace[1184977404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24848; }","duration":"1.629062184s","start":"2026-03-03T20:59:35.004726Z","end":"2026-03-03T20:59:36.633788Z","steps":["trace[1184977404] 'agreement among raft nodes before linearized reading' (duration: 1.628926351s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:36.633818Z","caller":"traceutil/trace.go:171","msg":"trace[1786233704] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24848; }","duration":"1.631003559s","start":"2026-03-03T20:59:35.002796Z","end":"2026-03-03T20:59:36.633799Z","steps":["trace[1786233704] 'agreement among raft nodes before linearized reading' (duration: 1.630870296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.633848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.00472Z","time spent":"1.629117675s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:36.633882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.002787Z","time spent":"1.631080981s","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T20:59:36.633912Z","caller":"traceutil/trace.go:171","msg":"trace[971465004] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"1.628685355s","start":"2026-03-03T20:59:35.005196Z","end":"2026-03-03T20:59:36.633881Z","steps":["trace[971465004] 'process raft request' (duration: 924.105446ms)","trace[971465004] 'compare' (duration: 703.870022ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:36.633556Z","caller":"traceutil/trace.go:171","msg":"trace[1285322249] linearizableReadLoop","detail":"{readStateIndex:25767; appliedIndex:25766; }","duration":"932.229025ms","start":"2026-03-03T20:59:35.701309Z","end":"2026-03-03T20:59:36.633538Z","steps":["trace[1285322249] 'read index received' (duration: 227.872891ms)","trace[1285322249] 'applied index is now lower than readState.Index' (duration: 704.354684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:36.634077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.005186Z","time spent":"1.628788237s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:36.635479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633213229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f8a00eb-bbd0-4db3-bd45-bad94a243a4c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T20:59:36.635547Z","caller":"traceutil/trace.go:171","msg":"trace[790758293] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f8a00eb-bbd0-4db3-bd45-bad94a243a4c; range_end:; response_count:1; response_revision:24848; }","duration":"1.633613439s","start":"2026-03-03T20:59:35.001915Z","end":"2026-03-03T20:59:36.635529Z","steps":["trace[790758293] 'agreement among raft nodes before linearized reading' (duration: 1.631893679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.635579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.001875Z","time spent":"1.633696631s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-6f8a00eb-bbd0-4db3-bd45-bad94a243a4c\" "} {"level":"warn","ts":"2026-03-03T20:59:36.697831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.504691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-03T20:59:36.697851Z","caller":"traceutil/trace.go:171","msg":"trace[2026985224] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"153.584476ms","start":"2026-03-03T20:59:36.544228Z","end":"2026-03-03T20:59:36.697812Z","steps":["trace[2026985224] 'process raft request' (duration: 153.382572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.697991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.678563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T20:59:36.698011Z","caller":"traceutil/trace.go:171","msg":"trace[614047185] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24849; }","duration":"922.742575ms","start":"2026-03-03T20:59:35.775264Z","end":"2026-03-03T20:59:36.698006Z","steps":["trace[614047185] 'agreement among raft nodes before linearized reading' (duration: 922.656753ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:36.697892Z","caller":"traceutil/trace.go:171","msg":"trace[515764732] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7; range_end:; response_count:1; response_revision:24849; }","duration":"991.592303ms","start":"2026-03-03T20:59:35.706287Z","end":"2026-03-03T20:59:36.697879Z","steps":["trace[515764732] 'agreement among raft nodes before linearized reading' (duration: 991.48273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.698067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.426346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:59:36.698168Z","caller":"traceutil/trace.go:171","msg":"trace[448032761] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24849; }","duration":"993.574829ms","start":"2026-03-03T20:59:35.704568Z","end":"2026-03-03T20:59:36.698143Z","steps":["trace[448032761] 'agreement among raft nodes before linearized reading' (duration: 993.300113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.698165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.706281Z","time spent":"991.826838ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" "} {"level":"warn","ts":"2026-03-03T20:59:36.698226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.704548Z","time spent":"993.666431ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:59:36.698036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.775239Z","time spent":"922.789635ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T20:59:36.69803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.159838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-03T20:59:36.698757Z","caller":"traceutil/trace.go:171","msg":"trace[1240018555] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24849; }","duration":"977.917625ms","start":"2026-03-03T20:59:35.720821Z","end":"2026-03-03T20:59:36.698738Z","steps":["trace[1240018555] 'agreement among raft nodes before linearized reading' (duration: 976.945132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:36.698814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:35.72081Z","time spent":"977.988227ms","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418375,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T20:59:37.78603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.502438ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T20:59:37.786273Z","caller":"traceutil/trace.go:171","msg":"trace[623089541] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"1.085077064s","start":"2026-03-03T20:59:36.701177Z","end":"2026-03-03T20:59:37.786254Z","steps":["trace[623089541] 'process raft request' (duration: 1.084959091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:37.786378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.701148Z","time spent":"1.085163845s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:37.786566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.699401Z","time spent":"1.087163602s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:59:37.786702Z","caller":"traceutil/trace.go:171","msg":"trace[7571800] linearizableReadLoop","detail":"{readStateIndex:25769; appliedIndex:25768; }","duration":"1.085915893s","start":"2026-03-03T20:59:36.700775Z","end":"2026-03-03T20:59:37.786691Z","steps":["trace[7571800] 'read index received' (duration: 268.75286ms)","trace[7571800] 'applied index is now lower than readState.Index' (duration: 817.161983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:37.786942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086161349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-470c30a6-8bbc-48b9-aab9-a346c1d1d922\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-03T20:59:37.786971Z","caller":"traceutil/trace.go:171","msg":"trace[403676224] range","detail":"{range_begin:/registry/persistentvolumes/pvc-470c30a6-8bbc-48b9-aab9-a346c1d1d922; range_end:; response_count:1; response_revision:24850; }","duration":"1.086213191s","start":"2026-03-03T20:59:36.700749Z","end":"2026-03-03T20:59:37.786962Z","steps":["trace[403676224] 'agreement among raft nodes before linearized reading' (duration: 1.086069137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:37.787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.700737Z","time spent":"1.086256731s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-470c30a6-8bbc-48b9-aab9-a346c1d1d922\" "} {"level":"warn","ts":"2026-03-03T20:59:38.286783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039041000170,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:38.704105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:38.704192Z","caller":"traceutil/trace.go:171","msg":"trace[233969068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323953s","start":"2026-03-03T20:59:36.703849Z","end":"2026-03-03T20:59:38.704173Z","steps":["trace[233969068] 'agreement among raft nodes before linearized reading' (duration: 2.000216531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:38.704246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.703839Z","time spent":"2.000392005s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:38.977495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.468355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:38.97774Z","caller":"traceutil/trace.go:171","msg":"trace[1206543029] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"1.978706771s","start":"2026-03-03T20:59:36.999015Z","end":"2026-03-03T20:59:38.977722Z","steps":["trace[1206543029] 'process raft request' (duration: 1.978587078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:38.977813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.998976Z","time spent":"1.978804693s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:38.978019Z","caller":"traceutil/trace.go:171","msg":"trace[647724877] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"1.985331834s","start":"2026-03-03T20:59:36.992672Z","end":"2026-03-03T20:59:38.978004Z","steps":["trace[647724877] 'process raft request' (duration: 1.650272155s)","trace[647724877] 'compare' (duration: 333.77717ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:38.978052Z","caller":"traceutil/trace.go:171","msg":"trace[590367300] linearizableReadLoop","detail":"{readStateIndex:25779; appliedIndex:25770; }","duration":"1.191306629s","start":"2026-03-03T20:59:37.786723Z","end":"2026-03-03T20:59:38.978029Z","steps":["trace[590367300] 'read index received' (duration: 856.239809ms)","trace[590367300] 'applied index is now lower than readState.Index' (duration: 335.06544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:38.978106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.992647Z","time spent":"1.985403616s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:38.9782Z","caller":"traceutil/trace.go:171","msg":"trace[1491370772] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"1.583377753s","start":"2026-03-03T20:59:37.394813Z","end":"2026-03-03T20:59:38.97819Z","steps":["trace[1491370772] 'process raft request' (duration: 1.583133667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:38.978255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.394791Z","time spent":"1.583436494s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:38.97841Z","caller":"traceutil/trace.go:171","msg":"trace[1263294819] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"1.979316905s","start":"2026-03-03T20:59:36.999081Z","end":"2026-03-03T20:59:38.978398Z","steps":["trace[1263294819] 'process raft request' (duration: 1.978608129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:38.978469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.999037Z","time spent":"1.979405748s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:38.978544Z","caller":"traceutil/trace.go:171","msg":"trace[925584098] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"1.189613999s","start":"2026-03-03T20:59:37.788912Z","end":"2026-03-03T20:59:38.978526Z","steps":["trace[925584098] 'process raft request' (duration: 1.189076477s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:38.978589Z","caller":"traceutil/trace.go:171","msg":"trace[1905539788] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"1.977560145s","start":"2026-03-03T20:59:37.00102Z","end":"2026-03-03T20:59:38.978581Z","steps":["trace[1905539788] 'process raft request' (duration: 1.976893719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:38.978638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.001003Z","time spent":"1.977608755s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:38.978695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582565663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:38.978653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.788886Z","time spent":"1.189709072s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:38.978722Z","caller":"traceutil/trace.go:171","msg":"trace[159237658] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24859; }","duration":"1.582612615s","start":"2026-03-03T20:59:37.396101Z","end":"2026-03-03T20:59:38.978714Z","steps":["trace[159237658] 'agreement among raft nodes before linearized reading' (duration: 1.582571784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:38.978738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.396091Z","time spent":"1.582643645s","remote":"127.0.0.1:48236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:38.978606Z","caller":"traceutil/trace.go:171","msg":"trace[1703845093] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"1.97779493s","start":"2026-03-03T20:59:37.00077Z","end":"2026-03-03T20:59:38.978565Z","steps":["trace[1703845093] 'process raft request' (duration: 1.977115085s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:38.978812Z","caller":"traceutil/trace.go:171","msg":"trace[1247946228] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"1.97951181s","start":"2026-03-03T20:59:36.999279Z","end":"2026-03-03T20:59:38.978791Z","steps":["trace[1247946228] 'process raft request' (duration: 1.978524637s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:38.978892Z","caller":"traceutil/trace.go:171","msg":"trace[1346318452] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"1.979139231s","start":"2026-03-03T20:59:36.999711Z","end":"2026-03-03T20:59:38.97885Z","steps":["trace[1346318452] 'process raft request' (duration: 1.978137288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:38.978914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.000754Z","time spent":"1.978082037s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:38.979047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230504567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:38.979076Z","caller":"traceutil/trace.go:171","msg":"trace[1674451438] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24859; }","duration":"2.230558358s","start":"2026-03-03T20:59:36.74851Z","end":"2026-03-03T20:59:38.979069Z","steps":["trace[1674451438] 'agreement among raft nodes before linearized reading' (duration: 2.229731309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:38.979066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27755488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"warn","ts":"2026-03-03T20:59:38.979073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.999699Z","time spent":"1.979282344s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:38.979099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.748497Z","time spent":"2.23059683s","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:38.979127Z","caller":"traceutil/trace.go:171","msg":"trace[615146264] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24859; }","duration":"2.277625262s","start":"2026-03-03T20:59:36.701476Z","end":"2026-03-03T20:59:38.979101Z","steps":["trace[615146264] 'agreement among raft nodes before linearized reading' (duration: 2.276801053s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:38.97917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.701464Z","time spent":"2.277697363s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T20:59:38.979397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:36.999237Z","time spent":"1.979757405s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:39.488304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.088378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:39.488451Z","caller":"traceutil/trace.go:171","msg":"trace[294775245] linearizableReadLoop","detail":"{readStateIndex:25780; appliedIndex:25779; }","duration":"510.298698ms","start":"2026-03-03T20:59:38.978108Z","end":"2026-03-03T20:59:39.488407Z","steps":["trace[294775245] 'read index received' (duration: 187.990744ms)","trace[294775245] 'applied index is now lower than readState.Index' (duration: 322.306544ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:39.488533Z","caller":"traceutil/trace.go:171","msg":"trace[1293088843] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"782.422087ms","start":"2026-03-03T20:59:38.706097Z","end":"2026-03-03T20:59:39.488519Z","steps":["trace[1293088843] 'process raft request' (duration: 460.020371ms)","trace[1293088843] 'compare' (duration: 321.551866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:39.488597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.706079Z","time spent":"782.486288ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:39.488619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.910907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:39.488695Z","caller":"traceutil/trace.go:171","msg":"trace[1655993832] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24860; }","duration":"932.04399ms","start":"2026-03-03T20:59:38.556632Z","end":"2026-03-03T20:59:39.488676Z","steps":["trace[1655993832] 'agreement among raft nodes before linearized reading' (duration: 931.903077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:39.488709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642782412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:39.488749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.55661Z","time spent":"932.127773ms","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:39.488784Z","caller":"traceutil/trace.go:171","msg":"trace[300711727] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24860; }","duration":"1.642906224s","start":"2026-03-03T20:59:37.845859Z","end":"2026-03-03T20:59:39.488765Z","steps":["trace[300711727] 'agreement among raft nodes before linearized reading' (duration: 1.642749321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:39.488838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.845837Z","time spent":"1.642991367s","remote":"127.0.0.1:35892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:39.488732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58671341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T20:59:39.48914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.594117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:39.489203Z","caller":"traceutil/trace.go:171","msg":"trace[100508243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24860; }","duration":"784.687739ms","start":"2026-03-03T20:59:38.7045Z","end":"2026-03-03T20:59:39.489188Z","steps":["trace[100508243] 'agreement among raft nodes before linearized reading' (duration: 784.597477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:39.488952Z","caller":"traceutil/trace.go:171","msg":"trace[1314426296] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24860; }","duration":"1.586967736s","start":"2026-03-03T20:59:37.901964Z","end":"2026-03-03T20:59:39.488932Z","steps":["trace[1314426296] 'agreement among raft nodes before linearized reading' (duration: 1.586554287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:39.48916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629865591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-03-03T20:59:39.489294Z","caller":"traceutil/trace.go:171","msg":"trace[646723526] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:24860; }","duration":"1.629994875s","start":"2026-03-03T20:59:37.859286Z","end":"2026-03-03T20:59:39.489281Z","steps":["trace[646723526] 'agreement among raft nodes before linearized reading' (duration: 1.62975447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:39.48934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154153648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:39.489368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.859264Z","time spent":"1.630089617s","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-03-03T20:59:39.489369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238185529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:39.489404Z","caller":"traceutil/trace.go:171","msg":"trace[77842055] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24860; }","duration":"1.15426278s","start":"2026-03-03T20:59:38.335123Z","end":"2026-03-03T20:59:39.489385Z","steps":["trace[77842055] 'agreement among raft nodes before linearized reading' (duration: 1.154145437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:39.489442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696943139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T20:59:39.489486Z","caller":"traceutil/trace.go:171","msg":"trace[2096983260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24860; }","duration":"1.238336073s","start":"2026-03-03T20:59:38.251131Z","end":"2026-03-03T20:59:39.489467Z","steps":["trace[2096983260] 'agreement among raft nodes before linearized reading' (duration: 1.238154418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:39.489247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.704482Z","time spent":"784.755261ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:39.489526Z","caller":"traceutil/trace.go:171","msg":"trace[728568545] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24860; }","duration":"1.697091422s","start":"2026-03-03T20:59:37.792415Z","end":"2026-03-03T20:59:39.489506Z","steps":["trace[728568545] 'agreement among raft nodes before linearized reading' (duration: 1.696835127s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:39.489526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.335101Z","time spent":"1.154403703s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:39.489303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.901942Z","time spent":"1.587342244s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T20:59:39.489667Z","caller":"traceutil/trace.go:171","msg":"trace[1010452648] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"500.073751ms","start":"2026-03-03T20:59:38.989572Z","end":"2026-03-03T20:59:39.489646Z","steps":["trace[1010452648] 'process raft request' (duration: 499.845225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:39.489688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.200992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:39.489733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.157849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T20:59:39.489785Z","caller":"traceutil/trace.go:171","msg":"trace[766229056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24861; }","duration":"276.301475ms","start":"2026-03-03T20:59:39.213472Z","end":"2026-03-03T20:59:39.489774Z","steps":["trace[766229056] 'agreement among raft nodes before linearized reading' (duration: 276.151051ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:39.489805Z","caller":"traceutil/trace.go:171","msg":"trace[1317359062] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24861; }","duration":"508.288651ms","start":"2026-03-03T20:59:38.9815Z","end":"2026-03-03T20:59:39.489789Z","steps":["trace[1317359062] 'agreement among raft nodes before linearized reading' (duration: 508.069596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:39.489781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.989559Z","time spent":"500.174804ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:39.489436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698456814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-03-03T20:59:39.489848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.981486Z","time spent":"508.350403ms","remote":"127.0.0.1:35670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T20:59:39.489566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:38.251113Z","time spent":"1.238407604s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:39.489897Z","caller":"traceutil/trace.go:171","msg":"trace[695142714] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae; range_end:; response_count:1; response_revision:24860; }","duration":"1.698987506s","start":"2026-03-03T20:59:37.790889Z","end":"2026-03-03T20:59:39.489876Z","steps":["trace[695142714] 'agreement among raft nodes before linearized reading' (duration: 1.697901311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:39.48991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.67718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:39.490247Z","caller":"traceutil/trace.go:171","msg":"trace[1696363891] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24861; }","duration":"192.279564ms","start":"2026-03-03T20:59:39.297945Z","end":"2026-03-03T20:59:39.490225Z","steps":["trace[1696363891] 'agreement among raft nodes before linearized reading' (duration: 191.67639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:39.489952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.790843Z","time spent":"1.699091429s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae\" "} {"level":"warn","ts":"2026-03-03T20:59:39.489581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:37.792353Z","time spent":"1.697219216s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:40.020329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.529464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:40.020654Z","caller":"traceutil/trace.go:171","msg":"trace[1827811001] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"527.956748ms","start":"2026-03-03T20:59:39.492653Z","end":"2026-03-03T20:59:40.02061Z","steps":["trace[1827811001] 'process raft request' (duration: 274.954343ms)","trace[1827811001] 'compare' (duration: 252.231657ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:40.020751Z","caller":"traceutil/trace.go:171","msg":"trace[711138906] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"443.851685ms","start":"2026-03-03T20:59:39.57687Z","end":"2026-03-03T20:59:40.020721Z","steps":["trace[711138906] 'process raft request' (duration: 443.688992ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.020705Z","caller":"traceutil/trace.go:171","msg":"trace[542807126] linearizableReadLoop","detail":"{readStateIndex:25782; appliedIndex:25781; }","duration":"524.757024ms","start":"2026-03-03T20:59:39.49592Z","end":"2026-03-03T20:59:40.020677Z","steps":["trace[542807126] 'read index received' (duration: 271.840212ms)","trace[542807126] 'applied index is now lower than readState.Index' (duration: 252.913362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:40.020847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:39.576856Z","time spent":"443.952177ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:40.020923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.983919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-201d191b-2805-4e48-b1b5-1cfc06f32398\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-03T20:59:40.020962Z","caller":"traceutil/trace.go:171","msg":"trace[1147396624] range","detail":"{range_begin:/registry/persistentvolumes/pvc-201d191b-2805-4e48-b1b5-1cfc06f32398; range_end:; response_count:1; response_revision:24863; }","duration":"525.066282ms","start":"2026-03-03T20:59:39.495887Z","end":"2026-03-03T20:59:40.020953Z","steps":["trace[1147396624] 'agreement among raft nodes before linearized reading' (duration: 524.862797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.020982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:39.495856Z","time spent":"525.121392ms","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-201d191b-2805-4e48-b1b5-1cfc06f32398\" "} {"level":"warn","ts":"2026-03-03T20:59:40.021037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:39.492636Z","time spent":"528.141373ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:40.641712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.821254ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:40.641867Z","caller":"traceutil/trace.go:171","msg":"trace[34884163] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24863; }","duration":"278.985158ms","start":"2026-03-03T20:59:40.362857Z","end":"2026-03-03T20:59:40.641842Z","steps":["trace[34884163] 'range keys from in-memory index tree' (duration: 278.799614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.64261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.774653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:40.642744Z","caller":"traceutil/trace.go:171","msg":"trace[1338887909] linearizableReadLoop","detail":"{readStateIndex:25784; appliedIndex:25783; }","duration":"621.863908ms","start":"2026-03-03T20:59:40.020862Z","end":"2026-03-03T20:59:40.642725Z","steps":["trace[1338887909] 'read index received' (duration: 463.797738ms)","trace[1338887909] 'applied index is now lower than readState.Index' (duration: 158.06506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:40.64296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136761424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:40.642938Z","caller":"traceutil/trace.go:171","msg":"trace[1025520824] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"793.77291ms","start":"2026-03-03T20:59:39.849112Z","end":"2026-03-03T20:59:40.642884Z","steps":["trace[1025520824] 'process raft request' (duration: 635.618258ms)","trace[1025520824] 'compare' (duration: 157.570498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:40.643021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.935979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:40.643041Z","caller":"traceutil/trace.go:171","msg":"trace[407138775] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24864; }","duration":"1.136878946s","start":"2026-03-03T20:59:39.506144Z","end":"2026-03-03T20:59:40.643023Z","steps":["trace[407138775] 'agreement among raft nodes before linearized reading' (duration: 1.136664881s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.643049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.858427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:40.643063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.551496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:59:40.643095Z","caller":"traceutil/trace.go:171","msg":"trace[1694728290] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24864; }","duration":"807.95766ms","start":"2026-03-03T20:59:39.835126Z","end":"2026-03-03T20:59:40.643084Z","steps":["trace[1694728290] 'agreement among raft nodes before linearized reading' (duration: 807.882668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.643069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.050273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:40.643138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:39.835107Z","time spent":"808.021761ms","remote":"127.0.0.1:41954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:40.643062Z","caller":"traceutil/trace.go:171","msg":"trace[1052208171] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24864; }","duration":"196.013841ms","start":"2026-03-03T20:59:40.447036Z","end":"2026-03-03T20:59:40.643049Z","steps":["trace[1052208171] 'agreement among raft nodes before linearized reading' (duration: 195.944559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.642968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.370117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:40.643216Z","caller":"traceutil/trace.go:171","msg":"trace[1486718317] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24864; }","duration":"488.224436ms","start":"2026-03-03T20:59:40.154958Z","end":"2026-03-03T20:59:40.643194Z","steps":["trace[1486718317] 'agreement among raft nodes before linearized reading' (duration: 488.037192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:40.643258Z","caller":"traceutil/trace.go:171","msg":"trace[525482526] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24864; }","duration":"652.739075ms","start":"2026-03-03T20:59:39.990503Z","end":"2026-03-03T20:59:40.643243Z","steps":["trace[525482526] 'agreement among raft nodes before linearized reading' (duration: 652.282085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.643104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:39.506131Z","time spent":"1.136956129s","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:40.64331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:39.990478Z","time spent":"652.816247ms","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:40.643114Z","caller":"traceutil/trace.go:171","msg":"trace[168621815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24864; }","duration":"638.642848ms","start":"2026-03-03T20:59:40.004454Z","end":"2026-03-03T20:59:40.643096Z","steps":["trace[168621815] 'agreement among raft nodes before linearized reading' (duration: 638.452613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.643335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:39.849081Z","time spent":"794.048397ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:40.642984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.288686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T20:59:40.643683Z","caller":"traceutil/trace.go:171","msg":"trace[176607492] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72; range_end:; response_count:1; response_revision:24864; }","duration":"619.017743ms","start":"2026-03-03T20:59:40.024649Z","end":"2026-03-03T20:59:40.643667Z","steps":["trace[176607492] 'agreement among raft nodes before linearized reading' (duration: 618.188774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.643423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.154945Z","time spent":"488.37782ms","remote":"127.0.0.1:42446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:40.643818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.024632Z","time spent":"619.119935ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72\" "} {"level":"warn","ts":"2026-03-03T20:59:40.644642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148691131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:59:40.6447Z","caller":"traceutil/trace.go:171","msg":"trace[1908776198] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24864; }","duration":"1.148789753s","start":"2026-03-03T20:59:39.4959Z","end":"2026-03-03T20:59:40.644689Z","steps":["trace[1908776198] 'agreement among raft nodes before linearized reading' (duration: 1.146922079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.644734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:39.495879Z","time spent":"1.148847675s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T20:59:40.642927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144452582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:40.644869Z","caller":"traceutil/trace.go:171","msg":"trace[927317528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24864; }","duration":"1.146415238s","start":"2026-03-03T20:59:39.498435Z","end":"2026-03-03T20:59:40.64485Z","steps":["trace[927317528] 'agreement among raft nodes before linearized reading' (duration: 1.14437825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:40.644912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:39.498429Z","time spent":"1.14646939s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:40.643441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.0044Z","time spent":"638.964436ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:41.2482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.64491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:41.248303Z","caller":"traceutil/trace.go:171","msg":"trace[546933034] linearizableReadLoop","detail":"{readStateIndex:25785; appliedIndex:25784; }","duration":"595.135757ms","start":"2026-03-03T20:59:40.653151Z","end":"2026-03-03T20:59:41.248287Z","steps":["trace[546933034] 'read index received' (duration: 92.239451ms)","trace[546933034] 'applied index is now lower than readState.Index' (duration: 502.895346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:41.248386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.23253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:41.248338Z","caller":"traceutil/trace.go:171","msg":"trace[1261086572] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"600.903642ms","start":"2026-03-03T20:59:40.647392Z","end":"2026-03-03T20:59:41.248296Z","steps":["trace[1261086572] 'process raft request' (duration: 98.072087ms)","trace[1261086572] 'compare' (duration: 502.526458ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:41.248402Z","caller":"traceutil/trace.go:171","msg":"trace[1755005582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24865; }","duration":"595.249481ms","start":"2026-03-03T20:59:40.653146Z","end":"2026-03-03T20:59:41.248396Z","steps":["trace[1755005582] 'agreement among raft nodes before linearized reading' (duration: 595.20668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:41.248466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.653121Z","time spent":"595.340133ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:41.248559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.647351Z","time spent":"601.098206ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:42.369522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.672189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:42.369902Z","caller":"traceutil/trace.go:171","msg":"trace[525744463] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"1.377617894s","start":"2026-03-03T20:59:40.992255Z","end":"2026-03-03T20:59:42.369873Z","steps":["trace[525744463] 'process raft request' (duration: 1.377376359s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:42.369954Z","caller":"traceutil/trace.go:171","msg":"trace[1634971548] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"1.377654456s","start":"2026-03-03T20:59:40.992273Z","end":"2026-03-03T20:59:42.369928Z","steps":["trace[1634971548] 'process raft request' (duration: 1.377451641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:42.369988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.992238Z","time spent":"1.377712647s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:42.370003Z","caller":"traceutil/trace.go:171","msg":"trace[387887726] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"1.377742557s","start":"2026-03-03T20:59:40.992215Z","end":"2026-03-03T20:59:42.369957Z","steps":["trace[387887726] 'process raft request' (duration: 663.554436ms)","trace[387887726] 'compare' (duration: 713.2557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:42.37008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.992247Z","time spent":"1.377768429s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:42.370206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.99219Z","time spent":"1.377908112s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:42.370398Z","caller":"traceutil/trace.go:171","msg":"trace[1384603935] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"1.377741398s","start":"2026-03-03T20:59:40.992623Z","end":"2026-03-03T20:59:42.370364Z","steps":["trace[1384603935] 'process raft request' (duration: 1.377144254s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:42.370566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.9926Z","time spent":"1.377887401s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:42.370751Z","caller":"traceutil/trace.go:171","msg":"trace[1451595652] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"1.377824289s","start":"2026-03-03T20:59:40.992907Z","end":"2026-03-03T20:59:42.370731Z","steps":["trace[1451595652] 'process raft request' (duration: 1.376895008s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:42.370869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.99286Z","time spent":"1.377954572s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:42.371027Z","caller":"traceutil/trace.go:171","msg":"trace[957241264] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"1.377365699s","start":"2026-03-03T20:59:40.993613Z","end":"2026-03-03T20:59:42.370978Z","steps":["trace[957241264] 'process raft request' (duration: 1.377034911s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:42.371117Z","caller":"traceutil/trace.go:171","msg":"trace[1688258174] linearizableReadLoop","detail":"{readStateIndex:25791; appliedIndex:25785; }","duration":"1.122780798s","start":"2026-03-03T20:59:41.248325Z","end":"2026-03-03T20:59:42.371106Z","steps":["trace[1688258174] 'read index received' (duration: 407.306267ms)","trace[1688258174] 'applied index is now lower than readState.Index' (duration: 715.473651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:42.371202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.993601Z","time spent":"1.377514432s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:42.371307Z","caller":"traceutil/trace.go:171","msg":"trace[170716480] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"875.038345ms","start":"2026-03-03T20:59:41.496255Z","end":"2026-03-03T20:59:42.371293Z","steps":["trace[170716480] 'process raft request' (duration: 874.616896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:42.371389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:41.496233Z","time spent":"875.119738ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:42.371457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.025622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:42.371327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118855186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-03T20:59:42.371539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705664292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:59:42.371486Z","caller":"traceutil/trace.go:171","msg":"trace[1235609283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24872; }","duration":"482.080204ms","start":"2026-03-03T20:59:41.889398Z","end":"2026-03-03T20:59:42.371479Z","steps":["trace[1235609283] 'agreement among raft nodes before linearized reading' (duration: 482.039323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:42.371682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:41.88938Z","time spent":"482.283588ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:42.371617Z","caller":"traceutil/trace.go:171","msg":"trace[1157190352] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7; range_end:; response_count:1; response_revision:24872; }","duration":"1.119135153s","start":"2026-03-03T20:59:41.2524Z","end":"2026-03-03T20:59:42.371535Z","steps":["trace[1157190352] 'agreement among raft nodes before linearized reading' (duration: 1.118844306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:42.371839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:41.252383Z","time spent":"1.119396139s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-z89dl.1899705aa1cbdea7\" "} {"level":"info","ts":"2026-03-03T20:59:42.371674Z","caller":"traceutil/trace.go:171","msg":"trace[1021333556] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24872; }","duration":"1.705843205s","start":"2026-03-03T20:59:40.665783Z","end":"2026-03-03T20:59:42.371626Z","steps":["trace[1021333556] 'agreement among raft nodes before linearized reading' (duration: 1.705423835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:42.372823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:40.665773Z","time spent":"1.707025382s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:42.864873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.566522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:42.864989Z","caller":"traceutil/trace.go:171","msg":"trace[1890056069] linearizableReadLoop","detail":"{readStateIndex:25793; appliedIndex:25792; }","duration":"440.485277ms","start":"2026-03-03T20:59:42.424487Z","end":"2026-03-03T20:59:42.864972Z","steps":["trace[1890056069] 'read index received' (duration: 107.70426ms)","trace[1890056069] 'applied index is now lower than readState.Index' (duration: 332.779707ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:42.865018Z","caller":"traceutil/trace.go:171","msg":"trace[2022417620] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"490.307264ms","start":"2026-03-03T20:59:42.37467Z","end":"2026-03-03T20:59:42.864977Z","steps":["trace[2022417620] 'process raft request' (duration: 157.535098ms)","trace[2022417620] 'compare' (duration: 332.000438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:42.865133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.646751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:42.865168Z","caller":"traceutil/trace.go:171","msg":"trace[1401759830] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24873; }","duration":"440.733913ms","start":"2026-03-03T20:59:42.424423Z","end":"2026-03-03T20:59:42.865157Z","steps":["trace[1401759830] 'agreement among raft nodes before linearized reading' (duration: 440.651461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:42.865201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.424402Z","time spent":"440.791874ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:59:42.865244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.900579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:42.865361Z","caller":"traceutil/trace.go:171","msg":"trace[1533838965] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24873; }","duration":"423.100523ms","start":"2026-03-03T20:59:42.442245Z","end":"2026-03-03T20:59:42.865345Z","steps":["trace[1533838965] 'agreement among raft nodes before linearized reading' (duration: 422.864478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:42.865409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.442222Z","time spent":"423.173676ms","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:42.865601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.374652Z","time spent":"490.436736ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:43.371637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039041000203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:43.780984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.865931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:43.781115Z","caller":"traceutil/trace.go:171","msg":"trace[1353525406] linearizableReadLoop","detail":"{readStateIndex:25794; appliedIndex:25793; }","duration":"909.982038ms","start":"2026-03-03T20:59:42.871108Z","end":"2026-03-03T20:59:43.78109Z","steps":["trace[1353525406] 'read index received' (duration: 563.930483ms)","trace[1353525406] 'applied index is now lower than readState.Index' (duration: 346.049795ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:43.781227Z","caller":"traceutil/trace.go:171","msg":"trace[161809786] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"910.464719ms","start":"2026-03-03T20:59:42.870732Z","end":"2026-03-03T20:59:43.781197Z","steps":["trace[161809786] 'process raft request' (duration: 564.299471ms)","trace[161809786] 'compare' (duration: 345.653566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:43.781368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.259184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T20:59:43.781374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.870714Z","time spent":"910.582512ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:43.781422Z","caller":"traceutil/trace.go:171","msg":"trace[1998215530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24874; }","duration":"910.343597ms","start":"2026-03-03T20:59:42.871065Z","end":"2026-03-03T20:59:43.781409Z","steps":["trace[1998215530] 'agreement among raft nodes before linearized reading' (duration: 910.144932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:43.781473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.871052Z","time spent":"910.409528ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:43.781618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.988533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:43.781666Z","caller":"traceutil/trace.go:171","msg":"trace[27848964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24874; }","duration":"868.056294ms","start":"2026-03-03T20:59:42.913598Z","end":"2026-03-03T20:59:43.781654Z","steps":["trace[27848964] 'agreement among raft nodes before linearized reading' (duration: 867.982863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:43.781711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:42.913588Z","time spent":"868.113347ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:43.782076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.380113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:59:43.782155Z","caller":"traceutil/trace.go:171","msg":"trace[2091272499] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24874; }","duration":"175.512435ms","start":"2026-03-03T20:59:43.606625Z","end":"2026-03-03T20:59:43.782138Z","steps":["trace[2091272499] 'agreement among raft nodes before linearized reading' (duration: 175.226688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:44.298205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039041000209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:44.982014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.564309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:44.982104Z","caller":"traceutil/trace.go:171","msg":"trace[1169945757] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"1.194486294s","start":"2026-03-03T20:59:43.787603Z","end":"2026-03-03T20:59:44.982089Z","steps":["trace[1169945757] 'process raft request' (duration: 837.783522ms)","trace[1169945757] 'compare' (duration: 355.802361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:44.982561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:43.787588Z","time spent":"1.194944725s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:45.614897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.170723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:45.61511Z","caller":"traceutil/trace.go:171","msg":"trace[2139536963] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"1.237919722s","start":"2026-03-03T20:59:44.377172Z","end":"2026-03-03T20:59:45.615092Z","steps":["trace[2139536963] 'process raft request' (duration: 1.237821049s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.615158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.377137Z","time spent":"1.238001184s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:45.615292Z","caller":"traceutil/trace.go:171","msg":"trace[1714144051] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"1.616092572s","start":"2026-03-03T20:59:43.999193Z","end":"2026-03-03T20:59:45.615286Z","steps":["trace[1714144051] 'process raft request' (duration: 1.096464138s)","trace[1714144051] 'compare' (duration: 518.970549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:45.615326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:43.999164Z","time spent":"1.616144314s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:45.615701Z","caller":"traceutil/trace.go:171","msg":"trace[2028749179] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"1.238409423s","start":"2026-03-03T20:59:44.37728Z","end":"2026-03-03T20:59:45.61569Z","steps":["trace[2028749179] 'process raft request' (duration: 1.237785808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.615738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.377241Z","time spent":"1.238480324s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:45.616061Z","caller":"traceutil/trace.go:171","msg":"trace[79852725] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"1.238696609s","start":"2026-03-03T20:59:44.377329Z","end":"2026-03-03T20:59:45.616026Z","steps":["trace[79852725] 'process raft request' (duration: 1.238325271s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:45.61611Z","caller":"traceutil/trace.go:171","msg":"trace[1097055037] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"1.237920332s","start":"2026-03-03T20:59:44.378163Z","end":"2026-03-03T20:59:45.616083Z","steps":["trace[1097055037] 'process raft request' (duration: 1.237728767s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:45.616165Z","caller":"traceutil/trace.go:171","msg":"trace[444657070] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"1.237195944s","start":"2026-03-03T20:59:44.378952Z","end":"2026-03-03T20:59:45.616148Z","steps":["trace[444657070] 'process raft request' (duration: 1.23703123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.616264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.378947Z","time spent":"1.237265787s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:45.616255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.3773Z","time spent":"1.238846633s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:45.616316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.378135Z","time spent":"1.238030084s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:45.616527Z","caller":"traceutil/trace.go:171","msg":"trace[1443884941] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"1.237112683s","start":"2026-03-03T20:59:44.379408Z","end":"2026-03-03T20:59:45.61652Z","steps":["trace[1443884941] 'process raft request' (duration: 1.236646432s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.616567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.379404Z","time spent":"1.237144343s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:45.616617Z","caller":"traceutil/trace.go:171","msg":"trace[1387581614] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"1.236400887s","start":"2026-03-03T20:59:44.380193Z","end":"2026-03-03T20:59:45.616594Z","steps":["trace[1387581614] 'process raft request' (duration: 1.235918375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.616689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.380159Z","time spent":"1.236486298s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:45.616788Z","caller":"traceutil/trace.go:171","msg":"trace[2045390823] linearizableReadLoop","detail":"{readStateIndex:25796; appliedIndex:25794; }","duration":"1.819711549s","start":"2026-03-03T20:59:43.797041Z","end":"2026-03-03T20:59:45.616753Z","steps":["trace[2045390823] 'read index received' (duration: 828.380663ms)","trace[2045390823] 'applied index is now lower than readState.Index' (duration: 991.300375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:45.616979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819923734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T20:59:45.617049Z","caller":"traceutil/trace.go:171","msg":"trace[1165287022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24883; }","duration":"1.820009737s","start":"2026-03-03T20:59:43.797021Z","end":"2026-03-03T20:59:45.617031Z","steps":["trace[1165287022] 'agreement among raft nodes before linearized reading' (duration: 1.819823872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:45.617103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:43.797012Z","time spent":"1.820077928s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:59:46.255331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.073545ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T20:59:46.255447Z","caller":"traceutil/trace.go:171","msg":"trace[2134682069] linearizableReadLoop","detail":"{readStateIndex:25804; appliedIndex:25803; }","duration":"638.524974ms","start":"2026-03-03T20:59:45.616904Z","end":"2026-03-03T20:59:46.255429Z","steps":["trace[2134682069] 'read index received' (duration: 61.051µs)","trace[2134682069] 'applied index is now lower than readState.Index' (duration: 638.462293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:46.256043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691071602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:46.256129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.857969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T20:59:46.256131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764046406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T20:59:46.256155Z","caller":"traceutil/trace.go:171","msg":"trace[2032434903] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24883; }","duration":"1.691356599s","start":"2026-03-03T20:59:44.564776Z","end":"2026-03-03T20:59:46.256133Z","steps":["trace[2032434903] 'agreement among raft nodes before linearized reading' (duration: 1.691018381s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:46.256181Z","caller":"traceutil/trace.go:171","msg":"trace[1244242985] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24883; }","duration":"550.949771ms","start":"2026-03-03T20:59:45.705211Z","end":"2026-03-03T20:59:46.256161Z","steps":["trace[1244242985] 'agreement among raft nodes before linearized reading' (duration: 550.785058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:46.2562Z","caller":"traceutil/trace.go:171","msg":"trace[1539748263] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24883; }","duration":"1.764164889s","start":"2026-03-03T20:59:44.492018Z","end":"2026-03-03T20:59:46.256182Z","steps":["trace[1539748263] 'agreement among raft nodes before linearized reading' (duration: 1.763937834s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:46.256212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.705189Z","time spent":"551.016153ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:59:46.256191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602769292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:46.25624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.491997Z","time spent":"1.764234241s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T20:59:46.25624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.564751Z","time spent":"1.691470862s","remote":"127.0.0.1:35260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:46.256259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265565613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-85v4r.18996f9b96f7c462\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-03-03T20:59:46.2561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369184078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:46.25626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.597252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:46.256305Z","caller":"traceutil/trace.go:171","msg":"trace[1952546538] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-85v4r.18996f9b96f7c462; range_end:; response_count:1; response_revision:24883; }","duration":"1.265646014s","start":"2026-03-03T20:59:44.990645Z","end":"2026-03-03T20:59:46.256291Z","steps":["trace[1952546538] 'agreement among raft nodes before linearized reading' (duration: 1.265523682s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:46.256346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.990622Z","time spent":"1.265710176s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-85v4r.18996f9b96f7c462\" "} {"level":"info","ts":"2026-03-03T20:59:46.256364Z","caller":"traceutil/trace.go:171","msg":"trace[368517672] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24883; }","duration":"537.727915ms","start":"2026-03-03T20:59:45.718588Z","end":"2026-03-03T20:59:46.256316Z","steps":["trace[368517672] 'agreement among raft nodes before linearized reading' (duration: 537.571231ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:46.256356Z","caller":"traceutil/trace.go:171","msg":"trace[691816015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24883; }","duration":"1.369452685s","start":"2026-03-03T20:59:44.886861Z","end":"2026-03-03T20:59:46.256314Z","steps":["trace[691816015] 'agreement among raft nodes before linearized reading' (duration: 1.369176129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:46.256421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.718533Z","time spent":"537.870308ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:46.256491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.886843Z","time spent":"1.369598088s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:46.256572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763578686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T20:59:46.256605Z","caller":"traceutil/trace.go:171","msg":"trace[434336986] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24883; }","duration":"1.763663128s","start":"2026-03-03T20:59:44.492931Z","end":"2026-03-03T20:59:46.256594Z","steps":["trace[434336986] 'agreement among raft nodes before linearized reading' (duration: 1.763062614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:46.256638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.492895Z","time spent":"1.763736469s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T20:59:46.256269Z","caller":"traceutil/trace.go:171","msg":"trace[795931077] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24883; }","duration":"1.602898986s","start":"2026-03-03T20:59:44.653352Z","end":"2026-03-03T20:59:46.256251Z","steps":["trace[795931077] 'agreement among raft nodes before linearized reading' (duration: 1.602697951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:46.256774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:44.65333Z","time spent":"1.603420737s","remote":"127.0.0.1:42662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:46.256875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.754845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:59:46.256913Z","caller":"traceutil/trace.go:171","msg":"trace[291428204] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24883; }","duration":"919.841617ms","start":"2026-03-03T20:59:45.33706Z","end":"2026-03-03T20:59:46.256901Z","steps":["trace[291428204] 'agreement among raft nodes before linearized reading' (duration: 918.468695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:46.256953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:45.337036Z","time spent":"919.907629ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2695,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:46.469731Z","caller":"traceutil/trace.go:171","msg":"trace[1518026618] linearizableReadLoop","detail":"{readStateIndex:25805; appliedIndex:25804; }","duration":"211.371217ms","start":"2026-03-03T20:59:46.258328Z","end":"2026-03-03T20:59:46.4697Z","steps":["trace[1518026618] 'read index received' (duration: 211.266705ms)","trace[1518026618] 'applied index is now lower than readState.Index' (duration: 102.642µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:46.470109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.573262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:46.470392Z","caller":"traceutil/trace.go:171","msg":"trace[856233597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24883; }","duration":"212.068734ms","start":"2026-03-03T20:59:46.258282Z","end":"2026-03-03T20:59:46.470351Z","steps":["trace[856233597] 'agreement among raft nodes before linearized reading' (duration: 211.566302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:47.479149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.15186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:47.479421Z","caller":"traceutil/trace.go:171","msg":"trace[1326911582] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"1.21803395s","start":"2026-03-03T20:59:46.261373Z","end":"2026-03-03T20:59:47.479407Z","steps":["trace[1326911582] 'process raft request' (duration: 1.217845716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:47.479483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.261363Z","time spent":"1.218085132s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:47.479481Z","caller":"traceutil/trace.go:171","msg":"trace[146512819] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"1.220043737s","start":"2026-03-03T20:59:46.259316Z","end":"2026-03-03T20:59:47.47936Z","steps":["trace[146512819] 'process raft request' (duration: 546.620931ms)","trace[146512819] 'compare' (duration: 672.503425ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:47.479721Z","caller":"traceutil/trace.go:171","msg":"trace[1375276396] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"1.216152607s","start":"2026-03-03T20:59:46.263499Z","end":"2026-03-03T20:59:47.479652Z","steps":["trace[1375276396] 'process raft request' (duration: 1.215876431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:47.479782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.25928Z","time spent":"1.220346234s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:47.479818Z","caller":"traceutil/trace.go:171","msg":"trace[1221048679] linearizableReadLoop","detail":"{readStateIndex:25809; appliedIndex:25805; }","duration":"1.000304985s","start":"2026-03-03T20:59:46.479497Z","end":"2026-03-03T20:59:47.479802Z","steps":["trace[1221048679] 'read index received' (duration: 326.355157ms)","trace[1221048679] 'applied index is now lower than readState.Index' (duration: 673.949218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:47.479913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.263464Z","time spent":"1.216343882s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:47.479953Z","caller":"traceutil/trace.go:171","msg":"trace[668243839] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"1.00822952s","start":"2026-03-03T20:59:46.471713Z","end":"2026-03-03T20:59:47.479943Z","steps":["trace[668243839] 'process raft request' (duration: 1.007882922s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:47.480011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.471691Z","time spent":"1.008298491s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:47.48004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00051959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:47.480094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.799852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:47.480095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.969732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:47.480123Z","caller":"traceutil/trace.go:171","msg":"trace[151728145] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24888; }","duration":"784.871304ms","start":"2026-03-03T20:59:46.69524Z","end":"2026-03-03T20:59:47.480111Z","steps":["trace[151728145] 'agreement among raft nodes before linearized reading' (duration: 784.776521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:47.480122Z","caller":"traceutil/trace.go:171","msg":"trace[1830985750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24888; }","duration":"1.000659663s","start":"2026-03-03T20:59:46.479444Z","end":"2026-03-03T20:59:47.480104Z","steps":["trace[1830985750] 'agreement among raft nodes before linearized reading' (duration: 1.000486289s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:47.480129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.223674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:47.480141Z","caller":"traceutil/trace.go:171","msg":"trace[1584563353] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24888; }","duration":"616.090774ms","start":"2026-03-03T20:59:46.864038Z","end":"2026-03-03T20:59:47.480129Z","steps":["trace[1584563353] 'agreement among raft nodes before linearized reading' (duration: 615.999572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:47.480172Z","caller":"traceutil/trace.go:171","msg":"trace[1700350079] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24888; }","duration":"767.317606ms","start":"2026-03-03T20:59:46.712841Z","end":"2026-03-03T20:59:47.480159Z","steps":["trace[1700350079] 'agreement among raft nodes before linearized reading' (duration: 767.214373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:47.480175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.864007Z","time spent":"616.160016ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:47.480171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.479422Z","time spent":"1.000741096s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:47.480207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.7128Z","time spent":"767.400118ms","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:47.480218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.695213Z","time spent":"784.926355ms","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:47.480073Z","caller":"traceutil/trace.go:171","msg":"trace[1726106248] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"993.971508ms","start":"2026-03-03T20:59:46.485919Z","end":"2026-03-03T20:59:47.479891Z","steps":["trace[1726106248] 'process raft request' (duration: 993.845396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:47.480916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:46.485878Z","time spent":"994.516231ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:47.98794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039041000238,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:59:48.195818Z","caller":"traceutil/trace.go:171","msg":"trace[1224655889] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"709.212747ms","start":"2026-03-03T20:59:47.486577Z","end":"2026-03-03T20:59:48.19579Z","steps":["trace[1224655889] 'process raft request' (duration: 707.364834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.195986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.486563Z","time spent":"709.34723ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:48.656693Z","caller":"traceutil/trace.go:171","msg":"trace[126173075] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"1.035466422s","start":"2026-03-03T20:59:47.621186Z","end":"2026-03-03T20:59:48.656653Z","steps":["trace[126173075] 'process raft request' (duration: 1.03498655s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:48.656871Z","caller":"traceutil/trace.go:171","msg":"trace[1377521000] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"1.035077393s","start":"2026-03-03T20:59:47.621756Z","end":"2026-03-03T20:59:48.656833Z","steps":["trace[1377521000] 'process raft request' (duration: 1.034918009s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:48.656996Z","caller":"traceutil/trace.go:171","msg":"trace[1919094738] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"1.035280367s","start":"2026-03-03T20:59:47.621693Z","end":"2026-03-03T20:59:48.656974Z","steps":["trace[1919094738] 'process raft request' (duration: 1.034923759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.657035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.621158Z","time spent":"1.035634356s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:48.656994Z","caller":"traceutil/trace.go:171","msg":"trace[346766935] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"1.033470455s","start":"2026-03-03T20:59:47.623512Z","end":"2026-03-03T20:59:48.656982Z","steps":["trace[346766935] 'process raft request' (duration: 1.033210859s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:48.656845Z","caller":"traceutil/trace.go:171","msg":"trace[800939691] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"1.035295538s","start":"2026-03-03T20:59:47.621482Z","end":"2026-03-03T20:59:48.656778Z","steps":["trace[800939691] 'process raft request' (duration: 1.034931589s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.657253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.621685Z","time spent":"1.03540674s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:48.657267Z","caller":"traceutil/trace.go:171","msg":"trace[165377896] linearizableReadLoop","detail":"{readStateIndex:25818; appliedIndex:25810; }","duration":"1.169969475s","start":"2026-03-03T20:59:47.487261Z","end":"2026-03-03T20:59:48.65723Z","steps":["trace[165377896] 'read index received' (duration: 706.673888ms)","trace[165377896] 'applied index is now lower than readState.Index' (duration: 463.287277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:48.657279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.62147Z","time spent":"1.035782669s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:48.656901Z","caller":"traceutil/trace.go:171","msg":"trace[114272406] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"1.033354073s","start":"2026-03-03T20:59:47.623511Z","end":"2026-03-03T20:59:48.656865Z","steps":["trace[114272406] 'process raft request' (duration: 1.0332609s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.657448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170169509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:48.657343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.621741Z","time spent":"1.035291907s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:48.657494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.623498Z","time spent":"1.033601898s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:48.657528Z","caller":"traceutil/trace.go:171","msg":"trace[1061175232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24896; }","duration":"1.170278021s","start":"2026-03-03T20:59:47.487228Z","end":"2026-03-03T20:59:48.657506Z","steps":["trace[1061175232] 'agreement among raft nodes before linearized reading' (duration: 1.170137268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.657575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.487215Z","time spent":"1.170352124s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:48.657574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169948174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:48.657585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.623486Z","time spent":"1.034014498s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:48.657636Z","caller":"traceutil/trace.go:171","msg":"trace[122874968] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24896; }","duration":"1.170040286s","start":"2026-03-03T20:59:47.48758Z","end":"2026-03-03T20:59:48.657621Z","steps":["trace[122874968] 'agreement among raft nodes before linearized reading' (duration: 1.169913803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.65768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.487572Z","time spent":"1.170097377s","remote":"127.0.0.1:35688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:48.657731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.347127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:48.657729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.498496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-03-03T20:59:48.65773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.527105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:48.657768Z","caller":"traceutil/trace.go:171","msg":"trace[508420967] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24896; }","duration":"295.408089ms","start":"2026-03-03T20:59:48.362347Z","end":"2026-03-03T20:59:48.657756Z","steps":["trace[508420967] 'agreement among raft nodes before linearized reading' (duration: 295.341508ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:48.657777Z","caller":"traceutil/trace.go:171","msg":"trace[2077867643] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae; range_end:; response_count:1; response_revision:24896; }","duration":"458.600727ms","start":"2026-03-03T20:59:48.199164Z","end":"2026-03-03T20:59:48.657764Z","steps":["trace[2077867643] 'agreement among raft nodes before linearized reading' (duration: 458.386582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.657813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:48.19914Z","time spent":"458.664509ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae\" "} {"level":"info","ts":"2026-03-03T20:59:48.657791Z","caller":"traceutil/trace.go:171","msg":"trace[771071754] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24896; }","duration":"812.594527ms","start":"2026-03-03T20:59:47.845181Z","end":"2026-03-03T20:59:48.657775Z","steps":["trace[771071754] 'agreement among raft nodes before linearized reading' (duration: 812.466164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.657907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.845112Z","time spent":"812.779741ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:48.65759Z","caller":"traceutil/trace.go:171","msg":"trace[1682929307] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"1.033907266s","start":"2026-03-03T20:59:47.623526Z","end":"2026-03-03T20:59:48.657433Z","steps":["trace[1682929307] 'process raft request' (duration: 1.033288771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:48.65817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:47.623501Z","time spent":"1.03453385s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:49.276783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.556347ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-03T20:59:49.276897Z","caller":"traceutil/trace.go:171","msg":"trace[195842393] linearizableReadLoop","detail":"{readStateIndex:25819; appliedIndex:25818; }","duration":"608.865056ms","start":"2026-03-03T20:59:48.668011Z","end":"2026-03-03T20:59:49.276876Z","steps":["trace[195842393] 'read index received' (duration: 495.129905ms)","trace[195842393] 'applied index is now lower than readState.Index' (duration: 113.733531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:49.277297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:48.659916Z","time spent":"617.376504ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T20:59:49.277615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.45991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:49.27774Z","caller":"traceutil/trace.go:171","msg":"trace[2047060913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24896; }","duration":"609.613664ms","start":"2026-03-03T20:59:48.668103Z","end":"2026-03-03T20:59:49.277716Z","steps":["trace[2047060913] 'agreement among raft nodes before linearized reading' (duration: 609.160153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.277805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:48.668079Z","time spent":"609.717345ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:49.277668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.611833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:49.27797Z","caller":"traceutil/trace.go:171","msg":"trace[482453313] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24896; }","duration":"609.949831ms","start":"2026-03-03T20:59:48.667992Z","end":"2026-03-03T20:59:49.277942Z","steps":["trace[482453313] 'agreement among raft nodes before linearized reading' (duration: 609.276705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:49.27807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:48.667983Z","time spent":"610.071713ms","remote":"127.0.0.1:35744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T20:59:50.391413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039041000256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:59:50.54768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248428796s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:59:50.54819Z","caller":"traceutil/trace.go:171","msg":"trace[1721982420] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"1.249039931s","start":"2026-03-03T20:59:49.299122Z","end":"2026-03-03T20:59:50.548162Z","steps":["trace[1721982420] 'process raft request' (duration: 1.248843266s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:50.548483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.299101Z","time spent":"1.249206104s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:51.261496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.331026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:51.261601Z","caller":"traceutil/trace.go:171","msg":"trace[1667825469] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"1.143144121s","start":"2026-03-03T20:59:50.118442Z","end":"2026-03-03T20:59:51.261586Z","steps":["trace[1667825469] 'process raft request' (duration: 1.012653811s)","trace[1667825469] 'compare' (duration: 129.994039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:51.261647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.118415Z","time spent":"1.143212173s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:51.261725Z","caller":"traceutil/trace.go:171","msg":"trace[1453609000] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"598.881675ms","start":"2026-03-03T20:59:50.662835Z","end":"2026-03-03T20:59:51.261717Z","steps":["trace[1453609000] 'process raft request' (duration: 598.793623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.261775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.662816Z","time spent":"598.936066ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:51.26182Z","caller":"traceutil/trace.go:171","msg":"trace[268867648] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"640.975253ms","start":"2026-03-03T20:59:50.62084Z","end":"2026-03-03T20:59:51.261815Z","steps":["trace[268867648] 'process raft request' (duration: 640.743897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.26185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.62082Z","time spent":"641.012013ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:51.261872Z","caller":"traceutil/trace.go:171","msg":"trace[1909827695] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"598.574538ms","start":"2026-03-03T20:59:50.663291Z","end":"2026-03-03T20:59:51.261865Z","steps":["trace[1909827695] 'process raft request' (duration: 598.367003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.261905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.663281Z","time spent":"598.606598ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:51.261967Z","caller":"traceutil/trace.go:171","msg":"trace[1270724140] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"598.477585ms","start":"2026-03-03T20:59:50.663484Z","end":"2026-03-03T20:59:51.261961Z","steps":["trace[1270724140] 'process raft request' (duration: 598.352382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:51.261923Z","caller":"traceutil/trace.go:171","msg":"trace[354239839] linearizableReadLoop","detail":"{readStateIndex:25822; appliedIndex:25820; }","duration":"1.371431063s","start":"2026-03-03T20:59:49.890429Z","end":"2026-03-03T20:59:51.26186Z","steps":["trace[354239839] 'read index received' (duration: 657.589798ms)","trace[354239839] 'applied index is now lower than readState.Index' (duration: 713.832284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:51.261994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.663476Z","time spent":"598.504206ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:51.26209Z","caller":"traceutil/trace.go:171","msg":"trace[2044503950] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"596.823607ms","start":"2026-03-03T20:59:50.665236Z","end":"2026-03-03T20:59:51.26206Z","steps":["trace[2044503950] 'process raft request' (duration: 596.702344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:51.262135Z","caller":"traceutil/trace.go:171","msg":"trace[1909043232] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"596.847988ms","start":"2026-03-03T20:59:50.665282Z","end":"2026-03-03T20:59:51.26213Z","steps":["trace[1909043232] 'process raft request' (duration: 596.718715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.262171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.665276Z","time spent":"596.876268ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:51.262166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371725709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:51.262183Z","caller":"traceutil/trace.go:171","msg":"trace[810247275] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"596.821077ms","start":"2026-03-03T20:59:50.665334Z","end":"2026-03-03T20:59:51.262155Z","steps":["trace[810247275] 'process raft request' (duration: 596.695654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.26222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.665229Z","time spent":"596.919399ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:51.262114Z","caller":"traceutil/trace.go:171","msg":"trace[1141393190] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"596.452518ms","start":"2026-03-03T20:59:50.665653Z","end":"2026-03-03T20:59:51.262106Z","steps":["trace[1141393190] 'process raft request' (duration: 596.399357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:51.262277Z","caller":"traceutil/trace.go:171","msg":"trace[1492601952] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"486.014045ms","start":"2026-03-03T20:59:50.776248Z","end":"2026-03-03T20:59:51.262262Z","steps":["trace[1492601952] 'process raft request' (duration: 485.831541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.262295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.665313Z","time spent":"596.922199ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:51.262317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.665622Z","time spent":"596.676724ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:51.262337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.776222Z","time spent":"486.083886ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:51.262207Z","caller":"traceutil/trace.go:171","msg":"trace[1451316176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24907; }","duration":"1.371824401s","start":"2026-03-03T20:59:49.890369Z","end":"2026-03-03T20:59:51.262193Z","steps":["trace[1451316176] 'agreement among raft nodes before linearized reading' (duration: 1.371691248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.262392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:49.890343Z","time spent":"1.372042737s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:51.262404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.583787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:59:51.262425Z","caller":"traceutil/trace.go:171","msg":"trace[1810093978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24908; }","duration":"638.642598ms","start":"2026-03-03T20:59:50.623775Z","end":"2026-03-03T20:59:51.262418Z","steps":["trace[1810093978] 'agreement among raft nodes before linearized reading' (duration: 638.529236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.262439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.130449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-03T20:59:51.262459Z","caller":"traceutil/trace.go:171","msg":"trace[1592481226] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24908; }","duration":"440.18878ms","start":"2026-03-03T20:59:50.822264Z","end":"2026-03-03T20:59:51.262453Z","steps":["trace[1592481226] 'agreement among raft nodes before linearized reading' (duration: 440.101868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.262385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224247356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-03T20:59:51.262478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.822242Z","time spent":"440.230621ms","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T20:59:51.262475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.499446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:51.262472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.632507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T20:59:51.262505Z","caller":"traceutil/trace.go:171","msg":"trace[1003415047] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24908; }","duration":"862.562217ms","start":"2026-03-03T20:59:50.399934Z","end":"2026-03-03T20:59:51.262497Z","steps":["trace[1003415047] 'agreement among raft nodes before linearized reading' (duration: 862.513066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:51.262504Z","caller":"traceutil/trace.go:171","msg":"trace[1259556682] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24908; }","duration":"1.22439859s","start":"2026-03-03T20:59:50.038092Z","end":"2026-03-03T20:59:51.26249Z","steps":["trace[1259556682] 'agreement among raft nodes before linearized reading' (duration: 1.224179915s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:51.262516Z","caller":"traceutil/trace.go:171","msg":"trace[2117919434] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72; range_end:; response_count:1; response_revision:24908; }","duration":"703.705778ms","start":"2026-03-03T20:59:50.558797Z","end":"2026-03-03T20:59:51.262503Z","steps":["trace[2117919434] 'agreement among raft nodes before linearized reading' (duration: 703.607566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.262525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.399919Z","time spent":"862.601078ms","remote":"127.0.0.1:35728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:51.262534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.038059Z","time spent":"1.224465721s","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T20:59:51.262552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.558779Z","time spent":"703.764499ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-6d8456cd74-np7f2.1899705166de5e72\" "} {"level":"warn","ts":"2026-03-03T20:59:51.262441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.62373Z","time spent":"638.70672ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:51.263545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.301388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T20:59:51.263571Z","caller":"traceutil/trace.go:171","msg":"trace[2016086575] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24908; }","duration":"538.36066ms","start":"2026-03-03T20:59:50.725205Z","end":"2026-03-03T20:59:51.263566Z","steps":["trace[2016086575] 'agreement among raft nodes before linearized reading' (duration: 537.246614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:51.263585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:50.725195Z","time spent":"538.38626ms","remote":"127.0.0.1:35994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2695,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:52.892186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525745414s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:52.892465Z","caller":"traceutil/trace.go:171","msg":"trace[721661038] linearizableReadLoop","detail":"{readStateIndex:25832; appliedIndex:25831; }","duration":"1.626216577s","start":"2026-03-03T20:59:51.266236Z","end":"2026-03-03T20:59:52.892453Z","steps":["trace[721661038] 'read index received' (duration: 100.082684ms)","trace[721661038] 'applied index is now lower than readState.Index' (duration: 1.526133023s)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:52.892819Z","caller":"traceutil/trace.go:171","msg":"trace[1115834097] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"1.626958005s","start":"2026-03-03T20:59:51.26582Z","end":"2026-03-03T20:59:52.892778Z","steps":["trace[1115834097] 'process raft request' (duration: 100.555985ms)","trace[1115834097] 'compare' (duration: 1.524417413s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:52.893073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:51.265808Z","time spent":"1.627101268s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:52.893138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626892023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:59:52.893312Z","caller":"traceutil/trace.go:171","msg":"trace[1987097177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24909; }","duration":"1.627084527s","start":"2026-03-03T20:59:51.266216Z","end":"2026-03-03T20:59:52.8933Z","steps":["trace[1987097177] 'agreement among raft nodes before linearized reading' (duration: 1.626611996s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:52.893392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:51.266202Z","time spent":"1.62717904s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T20:59:53.27311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T20:59:53.273174Z","caller":"traceutil/trace.go:171","msg":"trace[987453321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084987s","start":"2026-03-03T20:59:51.273077Z","end":"2026-03-03T20:59:53.273162Z","steps":["trace[987453321] 'agreement among raft nodes before linearized reading' (duration: 2.000008715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.273203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:51.273065Z","time spent":"2.000132008s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 20:59:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T20:59:53.71366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.489907ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T20:59:53.713921Z","caller":"traceutil/trace.go:171","msg":"trace[647229835] linearizableReadLoop","detail":"{readStateIndex:25833; appliedIndex:25832; }","duration":"821.417061ms","start":"2026-03-03T20:59:52.892483Z","end":"2026-03-03T20:59:53.7139Z","steps":["trace[647229835] 'read index received' (duration: 1.615127ms)","trace[647229835] 'applied index is now lower than readState.Index' (duration: 819.799934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:53.714299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691965423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:53.714336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274020219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:53.714371Z","caller":"traceutil/trace.go:171","msg":"trace[1477834014] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24909; }","duration":"1.692071546s","start":"2026-03-03T20:59:52.022279Z","end":"2026-03-03T20:59:53.714351Z","steps":["trace[1477834014] 'agreement among raft nodes before linearized reading' (duration: 1.691959463s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:53.714376Z","caller":"traceutil/trace.go:171","msg":"trace[1557819016] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24909; }","duration":"1.274114451s","start":"2026-03-03T20:59:52.440247Z","end":"2026-03-03T20:59:53.714362Z","steps":["trace[1557819016] 'agreement among raft nodes before linearized reading' (duration: 1.274019659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.714408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:52.02226Z","time spent":"1.692140767s","remote":"127.0.0.1:48272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:53.714416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:52.440225Z","time spent":"1.274181173s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:53.714406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447976497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-256d0d77-249d-4b37-a232-e28eead6a248\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-03T20:59:53.714429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364688414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:53.714488Z","caller":"traceutil/trace.go:171","msg":"trace[1496713724] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24909; }","duration":"1.364753246s","start":"2026-03-03T20:59:52.34972Z","end":"2026-03-03T20:59:53.714473Z","steps":["trace[1496713724] 'agreement among raft nodes before linearized reading' (duration: 1.364657993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.714537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:52.349659Z","time spent":"1.364867739s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:53.714535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788614777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:53.714525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824753256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:53.714494Z","caller":"traceutil/trace.go:171","msg":"trace[890151132] range","detail":"{range_begin:/registry/persistentvolumes/pvc-256d0d77-249d-4b37-a232-e28eead6a248; range_end:; response_count:1; response_revision:24909; }","duration":"2.448064239s","start":"2026-03-03T20:59:51.266384Z","end":"2026-03-03T20:59:53.714448Z","steps":["trace[890151132] 'agreement among raft nodes before linearized reading' (duration: 2.447862484s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:53.71461Z","caller":"traceutil/trace.go:171","msg":"trace[2107668336] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24909; }","duration":"1.824898959s","start":"2026-03-03T20:59:51.889689Z","end":"2026-03-03T20:59:53.714588Z","steps":["trace[2107668336] 'agreement among raft nodes before linearized reading' (duration: 1.824727465s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:53.714589Z","caller":"traceutil/trace.go:171","msg":"trace[330951509] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24909; }","duration":"1.7887198s","start":"2026-03-03T20:59:51.925854Z","end":"2026-03-03T20:59:53.714573Z","steps":["trace[330951509] 'agreement among raft nodes before linearized reading' (duration: 1.788601587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.714624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:51.266327Z","time spent":"2.448288644s","remote":"127.0.0.1:35646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-256d0d77-249d-4b37-a232-e28eead6a248\" "} {"level":"warn","ts":"2026-03-03T20:59:53.714669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:51.889665Z","time spent":"1.824992132s","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:53.714476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12081459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:53.714681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:51.925843Z","time spent":"1.788814392s","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:53.714744Z","caller":"traceutil/trace.go:171","msg":"trace[1837066699] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24909; }","duration":"2.121086207s","start":"2026-03-03T20:59:51.593643Z","end":"2026-03-03T20:59:53.71473Z","steps":["trace[1837066699] 'agreement among raft nodes before linearized reading' (duration: 2.120780109s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.714896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:51.593626Z","time spent":"2.12125019s","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:53.783491Z","caller":"traceutil/trace.go:171","msg":"trace[1481696591] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"514.483635ms","start":"2026-03-03T20:59:53.268986Z","end":"2026-03-03T20:59:53.78347Z","steps":["trace[1481696591] 'process raft request' (duration: 514.329891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.783745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.26896Z","time spent":"514.595068ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:53.991351Z","caller":"traceutil/trace.go:171","msg":"trace[1212165361] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"720.608541ms","start":"2026-03-03T20:59:53.270716Z","end":"2026-03-03T20:59:53.991325Z","steps":["trace[1212165361] 'process raft request' (duration: 709.469972ms)","trace[1212165361] 'compare' (duration: 10.943484ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:53.991687Z","caller":"traceutil/trace.go:171","msg":"trace[1385216020] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"720.836887ms","start":"2026-03-03T20:59:53.270829Z","end":"2026-03-03T20:59:53.991666Z","steps":["trace[1385216020] 'process raft request' (duration: 720.438747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.991791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.270698Z","time spent":"720.737194ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:53.99181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.270818Z","time spent":"720.935299ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:53.992257Z","caller":"traceutil/trace.go:171","msg":"trace[620466189] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"721.323857ms","start":"2026-03-03T20:59:53.270901Z","end":"2026-03-03T20:59:53.992225Z","steps":["trace[620466189] 'process raft request' (duration: 720.688903ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:53.992294Z","caller":"traceutil/trace.go:171","msg":"trace[407513557] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"721.296137ms","start":"2026-03-03T20:59:53.270971Z","end":"2026-03-03T20:59:53.992267Z","steps":["trace[407513557] 'process raft request' (duration: 721.140854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.992496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.270961Z","time spent":"721.4179ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:53.99247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.27089Z","time spent":"721.44538ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:53.992512Z","caller":"traceutil/trace.go:171","msg":"trace[282190162] linearizableReadLoop","detail":"{readStateIndex:25840; appliedIndex:25833; }","duration":"278.532797ms","start":"2026-03-03T20:59:53.713961Z","end":"2026-03-03T20:59:53.992494Z","steps":["trace[282190162] 'read index received' (duration: 69.437352ms)","trace[282190162] 'applied index is now lower than readState.Index' (duration: 209.094455ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:53.992596Z","caller":"traceutil/trace.go:171","msg":"trace[1752456499] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"720.059559ms","start":"2026-03-03T20:59:53.272526Z","end":"2026-03-03T20:59:53.992585Z","steps":["trace[1752456499] 'process raft request' (duration: 719.841534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.992647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.272519Z","time spent":"720.09923ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:53.992686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098150077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-03-03T20:59:53.9927Z","caller":"traceutil/trace.go:171","msg":"trace[459350012] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"721.065342ms","start":"2026-03-03T20:59:53.271597Z","end":"2026-03-03T20:59:53.992662Z","steps":["trace[459350012] 'process raft request' (duration: 720.631902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.992749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.023665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:53.992779Z","caller":"traceutil/trace.go:171","msg":"trace[1436804875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24916; }","duration":"356.089597ms","start":"2026-03-03T20:59:53.636679Z","end":"2026-03-03T20:59:53.992769Z","steps":["trace[1436804875] 'agreement among raft nodes before linearized reading' (duration: 356.028866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.9928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.63666Z","time spent":"356.135659ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:53.992806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.221429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:53.992829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.271589Z","time spent":"721.149033ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:53.992897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.07253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:53.992843Z","caller":"traceutil/trace.go:171","msg":"trace[1884522735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24916; }","duration":"719.279931ms","start":"2026-03-03T20:59:53.273553Z","end":"2026-03-03T20:59:53.992833Z","steps":["trace[1884522735] 'agreement among raft nodes before linearized reading' (duration: 719.216169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:53.992954Z","caller":"traceutil/trace.go:171","msg":"trace[1769398487] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24916; }","duration":"913.152702ms","start":"2026-03-03T20:59:53.079782Z","end":"2026-03-03T20:59:53.992935Z","steps":["trace[1769398487] 'agreement among raft nodes before linearized reading' (duration: 913.08342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.992751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.370272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:53.993057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063777069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:53.993113Z","caller":"traceutil/trace.go:171","msg":"trace[867532248] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24916; }","duration":"1.063861811s","start":"2026-03-03T20:59:52.929233Z","end":"2026-03-03T20:59:53.993095Z","steps":["trace[867532248] 'agreement among raft nodes before linearized reading' (duration: 1.063792799s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.993156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:52.929216Z","time spent":"1.063926822s","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:53.993188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096741854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899705ac6cfb447\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-03T20:59:53.993217Z","caller":"traceutil/trace.go:171","msg":"trace[182745114] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899705ac6cfb447; range_end:; response_count:1; response_revision:24916; }","duration":"1.096796445s","start":"2026-03-03T20:59:52.896411Z","end":"2026-03-03T20:59:53.993207Z","steps":["trace[182745114] 'agreement among raft nodes before linearized reading' (duration: 1.096646092s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.993243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:52.896406Z","time spent":"1.096832326s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899705ac6cfb447\" "} {"level":"warn","ts":"2026-03-03T20:59:53.993232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.119196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:53.993302Z","caller":"traceutil/trace.go:171","msg":"trace[202377766] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24916; }","duration":"526.183507ms","start":"2026-03-03T20:59:53.467079Z","end":"2026-03-03T20:59:53.993263Z","steps":["trace[202377766] 'agreement among raft nodes before linearized reading' (duration: 526.079434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.993345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.467063Z","time spent":"526.271619ms","remote":"127.0.0.1:58768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:53.993048Z","caller":"traceutil/trace.go:171","msg":"trace[88640747] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24916; }","duration":"548.705709ms","start":"2026-03-03T20:59:53.444325Z","end":"2026-03-03T20:59:53.99303Z","steps":["trace[88640747] 'agreement among raft nodes before linearized reading' (duration: 548.193237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.992968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.273543Z","time spent":"719.413843ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:53.992745Z","caller":"traceutil/trace.go:171","msg":"trace[1844049986] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24916; }","duration":"1.098211538s","start":"2026-03-03T20:59:52.894519Z","end":"2026-03-03T20:59:53.992731Z","steps":["trace[1844049986] 'agreement among raft nodes before linearized reading' (duration: 1.098039624s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:53.993755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:52.894507Z","time spent":"1.099230972s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:59:53.993002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.079763Z","time spent":"913.225213ms","remote":"127.0.0.1:35712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:53.993562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.444302Z","time spent":"549.200051ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:54.870262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.024315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:54.870364Z","caller":"traceutil/trace.go:171","msg":"trace[432124761] linearizableReadLoop","detail":"{readStateIndex:25841; appliedIndex:25840; }","duration":"736.369815ms","start":"2026-03-03T20:59:54.133979Z","end":"2026-03-03T20:59:54.870349Z","steps":["trace[432124761] 'read index received' (duration: 35.081414ms)","trace[432124761] 'applied index is now lower than readState.Index' (duration: 701.285871ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:54.870444Z","caller":"traceutil/trace.go:171","msg":"trace[292184943] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"874.882661ms","start":"2026-03-03T20:59:53.995552Z","end":"2026-03-03T20:59:54.870434Z","steps":["trace[292184943] 'process raft request' (duration: 173.60227ms)","trace[292184943] 'compare' (duration: 700.480103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:54.870501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:53.995526Z","time spent":"874.942993ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:54.870703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.736934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:54.870736Z","caller":"traceutil/trace.go:171","msg":"trace[890512710] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24917; }","duration":"736.814866ms","start":"2026-03-03T20:59:54.13391Z","end":"2026-03-03T20:59:54.870725Z","steps":["trace[890512710] 'agreement among raft nodes before linearized reading' (duration: 736.729814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:54.870755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:54.133881Z","time spent":"736.869388ms","remote":"127.0.0.1:35924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T20:59:54.870808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:54.870834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.933616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:54.871105Z","caller":"traceutil/trace.go:171","msg":"trace[1410036719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24917; }","duration":"181.258953ms","start":"2026-03-03T20:59:54.689823Z","end":"2026-03-03T20:59:54.871082Z","steps":["trace[1410036719] 'agreement among raft nodes before linearized reading' (duration: 180.860494ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:54.871059Z","caller":"traceutil/trace.go:171","msg":"trace[949156164] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24917; }","duration":"441.395485ms","start":"2026-03-03T20:59:54.429497Z","end":"2026-03-03T20:59:54.870893Z","steps":["trace[949156164] 'agreement among raft nodes before linearized reading' (duration: 441.108588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:54.871912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:54.429474Z","time spent":"442.380258ms","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:55.37988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039041000288,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T20:59:55.77883Z","caller":"traceutil/trace.go:171","msg":"trace[1184344400] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"899.791204ms","start":"2026-03-03T20:59:54.878992Z","end":"2026-03-03T20:59:55.778783Z","steps":["trace[1184344400] 'process raft request' (duration: 899.63544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:55.779004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:54.878955Z","time spent":"899.956748ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:56.886997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000473236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T20:59:56.88711Z","caller":"traceutil/trace.go:171","msg":"trace[1576404649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629999s","start":"2026-03-03T20:59:54.88646Z","end":"2026-03-03T20:59:56.88709Z","steps":["trace[1576404649] 'agreement among raft nodes before linearized reading' (duration: 2.000491736s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:56.887159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:54.886449Z","time spent":"2.00070117s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:56.934444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155668997s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:59:56.935624Z","caller":"traceutil/trace.go:171","msg":"trace[535306283] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"1.935548871s","start":"2026-03-03T20:59:55.000041Z","end":"2026-03-03T20:59:56.93559Z","steps":["trace[535306283] 'process raft request' (duration: 1.934685731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:56.935802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.000002Z","time spent":"1.935691554s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:56.935812Z","caller":"traceutil/trace.go:171","msg":"trace[923796620] linearizableReadLoop","detail":"{readStateIndex:25844; appliedIndex:25842; }","duration":"2.056371441s","start":"2026-03-03T20:59:54.879418Z","end":"2026-03-03T20:59:56.935789Z","steps":["trace[923796620] 'read index received' (duration: 899.359524ms)","trace[923796620] 'applied index is now lower than readState.Index' (duration: 1.157010077s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:56.936017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056589707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-03-03T20:59:56.936143Z","caller":"traceutil/trace.go:171","msg":"trace[1881381259] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24920; }","duration":"2.05674356s","start":"2026-03-03T20:59:54.87938Z","end":"2026-03-03T20:59:56.936124Z","steps":["trace[1881381259] 'agreement among raft nodes before linearized reading' (duration: 2.056467924s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:56.936106Z","caller":"traceutil/trace.go:171","msg":"trace[1162460594] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"1.905980134s","start":"2026-03-03T20:59:55.029898Z","end":"2026-03-03T20:59:56.935878Z","steps":["trace[1162460594] 'process raft request' (duration: 1.905613746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:56.936206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:54.879365Z","time spent":"2.056825393s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T20:59:56.936538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.029872Z","time spent":"1.906477986s","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:57.361371Z","caller":"traceutil/trace.go:171","msg":"trace[2042963098] linearizableReadLoop","detail":"{readStateIndex:25852; appliedIndex:25844; }","duration":"425.272211ms","start":"2026-03-03T20:59:56.936072Z","end":"2026-03-03T20:59:57.361344Z","steps":["trace[2042963098] 'read index received' (duration: 424.696848ms)","trace[2042963098] 'applied index is now lower than readState.Index' (duration: 573.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:57.36176Z","caller":"traceutil/trace.go:171","msg":"trace[1834774283] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"1.571779895s","start":"2026-03-03T20:59:55.789968Z","end":"2026-03-03T20:59:57.361747Z","steps":["trace[1834774283] 'process raft request' (duration: 1.570873284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.361879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.789951Z","time spent":"1.571849096s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:57.362005Z","caller":"traceutil/trace.go:171","msg":"trace[510423163] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"1.363507076s","start":"2026-03-03T20:59:55.99849Z","end":"2026-03-03T20:59:57.361997Z","steps":["trace[510423163] 'process raft request' (duration: 1.362533624s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.362059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.998461Z","time spent":"1.363571047s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:57.362146Z","caller":"traceutil/trace.go:171","msg":"trace[920052398] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"1.362759738s","start":"2026-03-03T20:59:55.999375Z","end":"2026-03-03T20:59:57.362135Z","steps":["trace[920052398] 'process raft request' (duration: 1.361699234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.362196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.999345Z","time spent":"1.36282597s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:57.362278Z","caller":"traceutil/trace.go:171","msg":"trace[1835070271] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"1.362683586s","start":"2026-03-03T20:59:55.999587Z","end":"2026-03-03T20:59:57.362271Z","steps":["trace[1835070271] 'process raft request' (duration: 1.36152785s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.362326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.999575Z","time spent":"1.362727397s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:57.362481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656551321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:59:57.362465Z","caller":"traceutil/trace.go:171","msg":"trace[1328347243] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"1.361658863s","start":"2026-03-03T20:59:56.000778Z","end":"2026-03-03T20:59:57.362436Z","steps":["trace[1328347243] 'process raft request' (duration: 1.360450995s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:57.362516Z","caller":"traceutil/trace.go:171","msg":"trace[1068599131] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:24928; }","duration":"1.656628753s","start":"2026-03-03T20:59:55.705879Z","end":"2026-03-03T20:59:57.362507Z","steps":["trace[1068599131] 'agreement among raft nodes before linearized reading' (duration: 1.65650979s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.362546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.705852Z","time spent":"1.656687944s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-03T20:59:57.362621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.000765Z","time spent":"1.361768735s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:57.362617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.196679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T20:59:57.362796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.378915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-03-03T20:59:57.362801Z","caller":"traceutil/trace.go:171","msg":"trace[1455597686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24928; }","duration":"475.397054ms","start":"2026-03-03T20:59:56.887317Z","end":"2026-03-03T20:59:57.362714Z","steps":["trace[1455597686] 'agreement among raft nodes before linearized reading' (duration: 475.119557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:57.362835Z","caller":"traceutil/trace.go:171","msg":"trace[931587836] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24928; }","duration":"416.442816ms","start":"2026-03-03T20:59:56.946383Z","end":"2026-03-03T20:59:57.362826Z","steps":["trace[931587836] 'agreement among raft nodes before linearized reading' (duration: 416.337084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.362868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.946365Z","time spent":"416.495688ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T20:59:57.362887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.887293Z","time spent":"475.581397ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T20:59:57.362933Z","caller":"traceutil/trace.go:171","msg":"trace[1633850551] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"1.362633715s","start":"2026-03-03T20:59:56.000284Z","end":"2026-03-03T20:59:57.362917Z","steps":["trace[1633850551] 'process raft request' (duration: 1.360908905s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.362894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541763779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:57.363004Z","caller":"traceutil/trace.go:171","msg":"trace[1203102382] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24928; }","duration":"1.541923343s","start":"2026-03-03T20:59:55.821058Z","end":"2026-03-03T20:59:57.362981Z","steps":["trace[1203102382] 'agreement among raft nodes before linearized reading' (duration: 1.541749379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.36306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.82104Z","time spent":"1.542009215s","remote":"127.0.0.1:42338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:57.363085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.680809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T20:59:57.363119Z","caller":"traceutil/trace.go:171","msg":"trace[1997269287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24928; }","duration":"415.72205ms","start":"2026-03-03T20:59:56.947386Z","end":"2026-03-03T20:59:57.363108Z","steps":["trace[1997269287] 'agreement among raft nodes before linearized reading' (duration: 415.624827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:57.363135Z","caller":"traceutil/trace.go:171","msg":"trace[954343167] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"1.092778319s","start":"2026-03-03T20:59:56.270334Z","end":"2026-03-03T20:59:57.363112Z","steps":["trace[954343167] 'process raft request' (duration: 1.090924176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.363007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.000257Z","time spent":"1.362711007s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:57.363312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.270307Z","time spent":"1.092889652s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:59:57.36289Z","caller":"traceutil/trace.go:171","msg":"trace[1041207076] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"1.362698316s","start":"2026-03-03T20:59:56.000179Z","end":"2026-03-03T20:59:57.362877Z","steps":["trace[1041207076] 'process raft request' (duration: 1.360980857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.363156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.94738Z","time spent":"415.767481ms","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T20:59:57.363414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:56.000167Z","time spent":"1.363213679s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:57.363551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775136981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T20:59:57.363568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677348373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:57.363594Z","caller":"traceutil/trace.go:171","msg":"trace[388469323] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24928; }","duration":"1.775179182s","start":"2026-03-03T20:59:55.588403Z","end":"2026-03-03T20:59:57.363582Z","steps":["trace[388469323] 'agreement among raft nodes before linearized reading' (duration: 1.77510682s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.363633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.588356Z","time spent":"1.775267784s","remote":"127.0.0.1:46792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:57.363757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480042705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:57.363832Z","caller":"traceutil/trace.go:171","msg":"trace[478165620] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24928; }","duration":"2.480179069s","start":"2026-03-03T20:59:54.883632Z","end":"2026-03-03T20:59:57.363812Z","steps":["trace[478165620] 'agreement among raft nodes before linearized reading' (duration: 2.478836418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.363892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:54.883607Z","time spent":"2.480271631s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:57.363656Z","caller":"traceutil/trace.go:171","msg":"trace[2087272210] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24928; }","duration":"1.677421265s","start":"2026-03-03T20:59:55.686178Z","end":"2026-03-03T20:59:57.363599Z","steps":["trace[2087272210] 'agreement among raft nodes before linearized reading' (duration: 1.677312173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.365082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.686167Z","time spent":"1.678729475s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:59:57.366346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58408959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-03T20:59:57.36641Z","caller":"traceutil/trace.go:171","msg":"trace[21230773] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae; range_end:; response_count:1; response_revision:24928; }","duration":"1.584191333s","start":"2026-03-03T20:59:55.782201Z","end":"2026-03-03T20:59:57.366392Z","steps":["trace[21230773] 'agreement among raft nodes before linearized reading' (duration: 1.58019545s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.366447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:55.782182Z","time spent":"1.584256244s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18997059dddb1eae\" "} {"level":"warn","ts":"2026-03-03T20:59:57.717867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:57.3661Z","time spent":"351.759697ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T20:59:57.775578Z","caller":"traceutil/trace.go:171","msg":"trace[186080028] linearizableReadLoop","detail":"{readStateIndex:25854; appliedIndex:25852; }","duration":"403.504957ms","start":"2026-03-03T20:59:57.372049Z","end":"2026-03-03T20:59:57.775554Z","steps":["trace[186080028] 'read index received' (duration: 291.905199ms)","trace[186080028] 'applied index is now lower than readState.Index' (duration: 111.598668ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:57.775691Z","caller":"traceutil/trace.go:171","msg":"trace[1535598527] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"406.22838ms","start":"2026-03-03T20:59:57.369453Z","end":"2026-03-03T20:59:57.775681Z","steps":["trace[1535598527] 'process raft request' (duration: 405.947593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.775797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:57.369436Z","time spent":"406.2823ms","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:59:57.776084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.011728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:59:57.776213Z","caller":"traceutil/trace.go:171","msg":"trace[882266237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24929; }","duration":"404.188332ms","start":"2026-03-03T20:59:57.372003Z","end":"2026-03-03T20:59:57.776192Z","steps":["trace[882266237] 'agreement among raft nodes before linearized reading' (duration: 403.942567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.776308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:57.371982Z","time spent":"404.313396ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:59:57.796964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.597872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:59:57.797014Z","caller":"traceutil/trace.go:171","msg":"trace[617385559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24930; }","duration":"310.690445ms","start":"2026-03-03T20:59:57.486309Z","end":"2026-03-03T20:59:57.797Z","steps":["trace[617385559] 'agreement among raft nodes before linearized reading' (duration: 310.548611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:59:57.797041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:59:57.486287Z","time spent":"310.745815ms","remote":"127.0.0.1:51306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T20:59:57.911917Z","caller":"traceutil/trace.go:171","msg":"trace[90441962] linearizableReadLoop","detail":"{readStateIndex:25856; appliedIndex:25855; }","duration":"112.096619ms","start":"2026-03-03T20:59:57.799769Z","end":"2026-03-03T20:59:57.911866Z","steps":["trace[90441962] 'read index received' (duration: 48.931405ms)","trace[90441962] 'applied index is now lower than readState.Index' (duration: 63.164094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:57.912261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.459227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T20:59:57.912339Z","caller":"traceutil/trace.go:171","msg":"trace[1044835926] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24931; }","duration":"112.5733ms","start":"2026-03-03T20:59:57.799747Z","end":"2026-03-03T20:59:57.91232Z","steps":["trace[1044835926] 'agreement among raft nodes before linearized reading' (duration: 112.201481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:57.912468Z","caller":"traceutil/trace.go:171","msg":"trace[662010745] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"113.080022ms","start":"2026-03-03T20:59:57.798828Z","end":"2026-03-03T20:59:57.911908Z","steps":["trace[662010745] 'process raft request' (duration: 49.941018ms)","trace[662010745] 'compare' (duration: 62.96096ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:58.102676Z","caller":"traceutil/trace.go:171","msg":"trace[227554552] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"107.693428ms","start":"2026-03-03T20:59:57.994927Z","end":"2026-03-03T20:59:58.10262Z","steps":["trace[227554552] 'process raft request' (duration: 76.959245ms)","trace[227554552] 'compare' (duration: 30.534468ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:58.371137Z","caller":"traceutil/trace.go:171","msg":"trace[1179488886] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"143.343964ms","start":"2026-03-03T20:59:58.227759Z","end":"2026-03-03T20:59:58.371103Z","steps":["trace[1179488886] 'process raft request' (duration: 106.922839ms)","trace[1179488886] 'compare' (duration: 36.101588ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:58.579151Z","caller":"traceutil/trace.go:171","msg":"trace[763887366] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"115.986119ms","start":"2026-03-03T20:59:58.463132Z","end":"2026-03-03T20:59:58.579118Z","steps":["trace[763887366] 'process raft request' (duration: 52.798854ms)","trace[763887366] 'compare' (duration: 62.758655ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:58.73483Z","caller":"traceutil/trace.go:171","msg":"trace[863801407] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"148.478663ms","start":"2026-03-03T20:59:58.586297Z","end":"2026-03-03T20:59:58.734776Z","steps":["trace[863801407] 'process raft request' (duration: 148.302129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:58.73743Z","caller":"traceutil/trace.go:171","msg":"trace[2062016033] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"150.984451ms","start":"2026-03-03T20:59:58.586417Z","end":"2026-03-03T20:59:58.737402Z","steps":["trace[2062016033] 'process raft request' (duration: 150.436408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:58.875256Z","caller":"traceutil/trace.go:171","msg":"trace[929616092] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"122.90256ms","start":"2026-03-03T20:59:58.752329Z","end":"2026-03-03T20:59:58.875231Z","steps":["trace[929616092] 'process raft request' (duration: 106.819357ms)","trace[929616092] 'compare' (duration: 15.96799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:59.587157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.277626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:59:59.587665Z","caller":"traceutil/trace.go:171","msg":"trace[1062310095] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"216.035409ms","start":"2026-03-03T20:59:59.371614Z","end":"2026-03-03T20:59:59.587649Z","steps":["trace[1062310095] 'process raft request' (duration: 215.862915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.587601Z","caller":"traceutil/trace.go:171","msg":"trace[235151541] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"217.245957ms","start":"2026-03-03T20:59:59.370316Z","end":"2026-03-03T20:59:59.587562Z","steps":["trace[235151541] 'process raft request' (duration: 50.441879ms)","trace[235151541] 'compare' (duration: 166.090271ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:59.588063Z","caller":"traceutil/trace.go:171","msg":"trace[252306376] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"216.371738ms","start":"2026-03-03T20:59:59.371652Z","end":"2026-03-03T20:59:59.588024Z","steps":["trace[252306376] 'process raft request' (duration: 215.945738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.588068Z","caller":"traceutil/trace.go:171","msg":"trace[310178565] linearizableReadLoop","detail":"{readStateIndex:25877; appliedIndex:25871; }","duration":"194.015138ms","start":"2026-03-03T20:59:59.394038Z","end":"2026-03-03T20:59:59.588053Z","steps":["trace[310178565] 'read index received' (duration: 26.675828ms)","trace[310178565] 'applied index is now lower than readState.Index' (duration: 167.33839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:59.58823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.019237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899705dcce8235c\" ","response":"range_response_count:1 size:744"} {"level":"info","ts":"2026-03-03T20:59:59.588274Z","caller":"traceutil/trace.go:171","msg":"trace[565009149] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899705dcce8235c; range_end:; response_count:1; response_revision:24952; }","duration":"206.092009ms","start":"2026-03-03T20:59:59.382171Z","end":"2026-03-03T20:59:59.588263Z","steps":["trace[565009149] 'agreement among raft nodes before linearized reading' (duration: 205.927215ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.588509Z","caller":"traceutil/trace.go:171","msg":"trace[626394108] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"216.824228ms","start":"2026-03-03T20:59:59.371673Z","end":"2026-03-03T20:59:59.588498Z","steps":["trace[626394108] 'process raft request' (duration: 216.217474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.58861Z","caller":"traceutil/trace.go:171","msg":"trace[1991027980] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"215.571509ms","start":"2026-03-03T20:59:59.373028Z","end":"2026-03-03T20:59:59.5886Z","steps":["trace[1991027980] 'process raft request' (duration: 214.943814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.588684Z","caller":"traceutil/trace.go:171","msg":"trace[504157302] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"214.588226ms","start":"2026-03-03T20:59:59.374088Z","end":"2026-03-03T20:59:59.588676Z","steps":["trace[504157302] 'process raft request' (duration: 213.92264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:59:59.967949Z","caller":"traceutil/trace.go:171","msg":"trace[2013160967] linearizableReadLoop","detail":"{readStateIndex:25882; appliedIndex:25881; }","duration":"138.033781ms","start":"2026-03-03T20:59:59.829895Z","end":"2026-03-03T20:59:59.967929Z","steps":["trace[2013160967] 'read index received' (duration: 114.829563ms)","trace[2013160967] 'applied index is now lower than readState.Index' (duration: 23.203198ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:59:59.9681Z","caller":"traceutil/trace.go:171","msg":"trace[261023222] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"151.895673ms","start":"2026-03-03T20:59:59.816188Z","end":"2026-03-03T20:59:59.968083Z","steps":["trace[261023222] 'process raft request' (duration: 128.614422ms)","trace[261023222] 'compare' (duration: 22.80007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:59:59.96851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.597874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-03T20:59:59.968555Z","caller":"traceutil/trace.go:171","msg":"trace[2031334487] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24957; }","duration":"138.683476ms","start":"2026-03-03T20:59:59.829861Z","end":"2026-03-03T20:59:59.968544Z","steps":["trace[2031334487] 'agreement among raft nodes before linearized reading' (duration: 138.503112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:00.178053Z","caller":"traceutil/trace.go:171","msg":"trace[425797963] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"147.137642ms","start":"2026-03-03T21:00:00.030896Z","end":"2026-03-03T21:00:00.178034Z","steps":["trace[425797963] 'process raft request' (duration: 145.085844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:00.179142Z","caller":"traceutil/trace.go:171","msg":"trace[1762972933] linearizableReadLoop","detail":"{readStateIndex:25889; appliedIndex:25887; }","duration":"110.268237ms","start":"2026-03-03T21:00:00.068856Z","end":"2026-03-03T21:00:00.179124Z","steps":["trace[1762972933] 'read index received' (duration: 107.057332ms)","trace[1762972933] 'applied index is now lower than readState.Index' (duration: 3.210085ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:00.179178Z","caller":"traceutil/trace.go:171","msg":"trace[379059862] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"111.903645ms","start":"2026-03-03T21:00:00.06725Z","end":"2026-03-03T21:00:00.179154Z","steps":["trace[379059862] 'process raft request' (duration: 111.751761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:00.179398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.521853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:00:00.179449Z","caller":"traceutil/trace.go:171","msg":"trace[141806661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24964; }","duration":"110.620495ms","start":"2026-03-03T21:00:00.068819Z","end":"2026-03-03T21:00:00.17944Z","steps":["trace[141806661] 'agreement among raft nodes before linearized reading' (duration: 110.417371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:01.774485Z","caller":"traceutil/trace.go:171","msg":"trace[1496713243] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"180.162687ms","start":"2026-03-03T21:00:01.594299Z","end":"2026-03-03T21:00:01.774462Z","steps":["trace[1496713243] 'process raft request' (duration: 180.096936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:01.774495Z","caller":"traceutil/trace.go:171","msg":"trace[344488688] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"180.148617ms","start":"2026-03-03T21:00:01.594297Z","end":"2026-03-03T21:00:01.774445Z","steps":["trace[344488688] 'process raft request' (duration: 179.958203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:01.774939Z","caller":"traceutil/trace.go:171","msg":"trace[811198829] linearizableReadLoop","detail":"{readStateIndex:25905; appliedIndex:25900; }","duration":"129.957883ms","start":"2026-03-03T21:00:01.644967Z","end":"2026-03-03T21:00:01.774925Z","steps":["trace[811198829] 'read index received' (duration: 129.321848ms)","trace[811198829] 'applied index is now lower than readState.Index' (duration: 634.915µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:01.775074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.092207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:00:01.775115Z","caller":"traceutil/trace.go:171","msg":"trace[720657723] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24980; }","duration":"130.193458ms","start":"2026-03-03T21:00:01.644911Z","end":"2026-03-03T21:00:01.775104Z","steps":["trace[720657723] 'agreement among raft nodes before linearized reading' (duration: 130.069275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:01.775157Z","caller":"traceutil/trace.go:171","msg":"trace[918207321] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"179.557474ms","start":"2026-03-03T21:00:01.595564Z","end":"2026-03-03T21:00:01.775122Z","steps":["trace[918207321] 'process raft request' (duration: 179.195405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:01.775284Z","caller":"traceutil/trace.go:171","msg":"trace[294802861] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"179.968113ms","start":"2026-03-03T21:00:01.595297Z","end":"2026-03-03T21:00:01.775266Z","steps":["trace[294802861] 'process raft request' (duration: 179.136444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:01.775334Z","caller":"traceutil/trace.go:171","msg":"trace[508100112] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"175.344536ms","start":"2026-03-03T21:00:01.599972Z","end":"2026-03-03T21:00:01.775316Z","steps":["trace[508100112] 'process raft request' (duration: 174.904416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:02.878884Z","caller":"traceutil/trace.go:171","msg":"trace[2095991175] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"167.913114ms","start":"2026-03-03T21:00:02.710935Z","end":"2026-03-03T21:00:02.878848Z","steps":["trace[2095991175] 'process raft request' (duration: 167.682288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:04.52785Z","caller":"traceutil/trace.go:171","msg":"trace[1944181176] linearizableReadLoop","detail":"{readStateIndex:25923; appliedIndex:25922; }","duration":"205.937815ms","start":"2026-03-03T21:00:04.321884Z","end":"2026-03-03T21:00:04.527822Z","steps":["trace[1944181176] 'read index received' (duration: 135.110113ms)","trace[1944181176] 'applied index is now lower than readState.Index' (duration: 70.826102ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:04.528016Z","caller":"traceutil/trace.go:171","msg":"trace[1972027161] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"229.776758ms","start":"2026-03-03T21:00:04.298196Z","end":"2026-03-03T21:00:04.527973Z","steps":["trace[1972027161] 'process raft request' (duration: 158.779492ms)","trace[1972027161] 'compare' (duration: 70.505585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:00:04.529369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.451811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:00:04.529439Z","caller":"traceutil/trace.go:171","msg":"trace[578087557] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24997; }","duration":"207.603224ms","start":"2026-03-03T21:00:04.321819Z","end":"2026-03-03T21:00:04.529423Z","steps":["trace[578087557] 'agreement among raft nodes before linearized reading' (duration: 206.15075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:04.573091Z","caller":"traceutil/trace.go:171","msg":"trace[587345730] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"130.838603ms","start":"2026-03-03T21:00:04.442204Z","end":"2026-03-03T21:00:04.573042Z","steps":["trace[587345730] 'process raft request' (duration: 130.550747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:04.573093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.262644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:00:04.57333Z","caller":"traceutil/trace.go:171","msg":"trace[1341088999] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24998; }","duration":"153.579901ms","start":"2026-03-03T21:00:04.419725Z","end":"2026-03-03T21:00:04.573305Z","steps":["trace[1341088999] 'agreement among raft nodes before linearized reading' (duration: 153.222293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:00:55.036611Z","caller":"traceutil/trace.go:171","msg":"trace[1891016271] linearizableReadLoop","detail":"{readStateIndex:26492; appliedIndex:26491; }","duration":"404.186392ms","start":"2026-03-03T21:00:54.632399Z","end":"2026-03-03T21:00:55.036586Z","steps":["trace[1891016271] 'read index received' (duration: 403.921275ms)","trace[1891016271] 'applied index is now lower than readState.Index' (duration: 264.127µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:00:55.036787Z","caller":"traceutil/trace.go:171","msg":"trace[1759430977] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"586.202543ms","start":"2026-03-03T21:00:54.45054Z","end":"2026-03-03T21:00:55.036743Z","steps":["trace[1759430977] 'process raft request' (duration: 585.881166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:55.036864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.458088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T21:00:55.036914Z","caller":"traceutil/trace.go:171","msg":"trace[1335521530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25553; }","duration":"404.549531ms","start":"2026-03-03T21:00:54.632335Z","end":"2026-03-03T21:00:55.036885Z","steps":["trace[1335521530] 'agreement among raft nodes before linearized reading' (duration: 404.390227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:00:55.03695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:54.632316Z","time spent":"404.626152ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:00:55.037065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.026933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T21:00:55.037025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:00:54.450513Z","time spent":"586.373167ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:00:55.03715Z","caller":"traceutil/trace.go:171","msg":"trace[517880325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25553; }","duration":"233.121215ms","start":"2026-03-03T21:00:54.804008Z","end":"2026-03-03T21:00:55.037129Z","steps":["trace[517880325] 'agreement among raft nodes before linearized reading' (duration: 232.91677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:03.793992Z","caller":"traceutil/trace.go:171","msg":"trace[1254616156] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"103.877449ms","start":"2026-03-03T21:01:03.690085Z","end":"2026-03-03T21:01:03.793962Z","steps":["trace[1254616156] 'process raft request' (duration: 103.546961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.50321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553994713s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:01:05.503317Z","caller":"traceutil/trace.go:171","msg":"trace[661467990] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"1.705108076s","start":"2026-03-03T21:01:03.798173Z","end":"2026-03-03T21:01:05.503281Z","steps":["trace[661467990] 'process raft request' (duration: 150.97932ms)","trace[661467990] 'compare' (duration: 1.553912631s)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:01:05.503378Z","caller":"traceutil/trace.go:171","msg":"trace[432614856] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"1.439639061s","start":"2026-03-03T21:01:04.063731Z","end":"2026-03-03T21:01:05.50337Z","steps":["trace[432614856] 'process raft request' (duration: 1.439607561s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:05.503382Z","caller":"traceutil/trace.go:171","msg":"trace[729599832] linearizableReadLoop","detail":"{readStateIndex:26556; appliedIndex:26555; }","duration":"1.704861041s","start":"2026-03-03T21:01:03.798512Z","end":"2026-03-03T21:01:05.503373Z","steps":["trace[729599832] 'read index received' (duration: 150.782777ms)","trace[729599832] 'applied index is now lower than readState.Index' (duration: 1.554075874s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:05.503423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:04.06369Z","time spent":"1.439709203s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:05.503436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:03.798127Z","time spent":"1.70524464s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:05.503411Z","caller":"traceutil/trace.go:171","msg":"trace[112127572] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"1.57974654s","start":"2026-03-03T21:01:03.923633Z","end":"2026-03-03T21:01:05.503379Z","steps":["trace[112127572] 'process raft request' (duration: 1.579659078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.503554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:03.923602Z","time spent":"1.579875663s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:05.503639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705121727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-03-03T21:01:05.503713Z","caller":"traceutil/trace.go:171","msg":"trace[951306688] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25617; }","duration":"1.70523563s","start":"2026-03-03T21:01:03.798456Z","end":"2026-03-03T21:01:05.503692Z","steps":["trace[951306688] 'agreement among raft nodes before linearized reading' (duration: 1.704961083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.503757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:03.798438Z","time spent":"1.705307021s","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T21:01:05.572357Z","caller":"traceutil/trace.go:171","msg":"trace[591397386] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"1.422252558s","start":"2026-03-03T21:01:04.150077Z","end":"2026-03-03T21:01:05.572329Z","steps":["trace[591397386] 'process raft request' (duration: 1.422027243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.572557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:04.150049Z","time spent":"1.422427862s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:05.572724Z","caller":"traceutil/trace.go:171","msg":"trace[99846307] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"1.418358958s","start":"2026-03-03T21:01:04.154347Z","end":"2026-03-03T21:01:05.572706Z","steps":["trace[99846307] 'process raft request' (duration: 1.418179664s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:05.5727Z","caller":"traceutil/trace.go:171","msg":"trace[1637276924] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"1.41847923s","start":"2026-03-03T21:01:04.15417Z","end":"2026-03-03T21:01:05.572649Z","steps":["trace[1637276924] 'process raft request' (duration: 1.418117392s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:05.572749Z","caller":"traceutil/trace.go:171","msg":"trace[1698970706] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"1.417872367s","start":"2026-03-03T21:01:04.154853Z","end":"2026-03-03T21:01:05.572726Z","steps":["trace[1698970706] 'process raft request' (duration: 1.417795355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.572789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:04.154318Z","time spent":"1.4184368s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:05.572905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:04.154844Z","time spent":"1.41798021s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:05.572913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:04.154136Z","time spent":"1.418671125s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:05.572933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33432111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:01:05.572962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.723606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:01:05.572975Z","caller":"traceutil/trace.go:171","msg":"trace[1383464965] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25622; }","duration":"1.334398902s","start":"2026-03-03T21:01:04.238566Z","end":"2026-03-03T21:01:05.572965Z","steps":["trace[1383464965] 'agreement among raft nodes before linearized reading' (duration: 1.33430346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.572963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372766441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:01:05.57301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:04.238546Z","time spent":"1.334453743s","remote":"127.0.0.1:35696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:05.573041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.906174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T21:01:05.573033Z","caller":"traceutil/trace.go:171","msg":"trace[1592584302] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25622; }","duration":"1.372875464s","start":"2026-03-03T21:01:04.200139Z","end":"2026-03-03T21:01:05.573015Z","steps":["trace[1592584302] 'agreement among raft nodes before linearized reading' (duration: 1.372747921s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:05.57306Z","caller":"traceutil/trace.go:171","msg":"trace[753337528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25622; }","duration":"478.965306ms","start":"2026-03-03T21:01:05.094086Z","end":"2026-03-03T21:01:05.573052Z","steps":["trace[753337528] 'agreement among raft nodes before linearized reading' (duration: 478.921515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.573075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.094064Z","time spent":"479.007237ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T21:01:05.573047Z","caller":"traceutil/trace.go:171","msg":"trace[1830805460] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"926.546054ms","start":"2026-03-03T21:01:04.64643Z","end":"2026-03-03T21:01:05.572976Z","steps":["trace[1830805460] 'process raft request' (duration: 926.257537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.573083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:04.200125Z","time spent":"1.372943085s","remote":"127.0.0.1:42044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:05.573087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.29439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-03T21:01:05.573147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.703965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T21:01:05.573144Z","caller":"traceutil/trace.go:171","msg":"trace[1735442717] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25622; }","duration":"569.392503ms","start":"2026-03-03T21:01:05.003735Z","end":"2026-03-03T21:01:05.573127Z","steps":["trace[1735442717] 'agreement among raft nodes before linearized reading' (duration: 569.253849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:05.57316Z","caller":"traceutil/trace.go:171","msg":"trace[574873838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25622; }","duration":"489.735876ms","start":"2026-03-03T21:01:05.08342Z","end":"2026-03-03T21:01:05.573156Z","steps":["trace[574873838] 'agreement among raft nodes before linearized reading' (duration: 489.699045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.573129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.165317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T21:01:05.573174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.083413Z","time spent":"489.758047ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:01:05.573179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:04.646403Z","time spent":"926.710488ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:05.573186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.003714Z","time spent":"569.460225ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T21:01:05.572947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038510831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:01:05.57322Z","caller":"traceutil/trace.go:171","msg":"trace[1205310706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25622; }","duration":"1.038825738s","start":"2026-03-03T21:01:04.534389Z","end":"2026-03-03T21:01:05.573215Z","steps":["trace[1205310706] 'agreement among raft nodes before linearized reading' (duration: 1.0384901s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:05.57321Z","caller":"traceutil/trace.go:171","msg":"trace[1863443406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25622; }","duration":"318.3003ms","start":"2026-03-03T21:01:05.254891Z","end":"2026-03-03T21:01:05.573191Z","steps":["trace[1863443406] 'agreement among raft nodes before linearized reading' (duration: 318.038614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.573241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:04.534375Z","time spent":"1.038862088s","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:01:05.572998Z","caller":"traceutil/trace.go:171","msg":"trace[79659732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25622; }","duration":"489.760786ms","start":"2026-03-03T21:01:05.083228Z","end":"2026-03-03T21:01:05.572989Z","steps":["trace[79659732] 'agreement among raft nodes before linearized reading' (duration: 489.624363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.573265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.25487Z","time spent":"318.385873ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T21:01:05.573297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.083174Z","time spent":"490.116744ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:01:05.573356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.687977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:05.573389Z","caller":"traceutil/trace.go:171","msg":"trace[795347081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25622; }","duration":"684.756797ms","start":"2026-03-03T21:01:04.888623Z","end":"2026-03-03T21:01:05.57338Z","steps":["trace[795347081] 'agreement among raft nodes before linearized reading' (duration: 684.705196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:05.573414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:04.888602Z","time spent":"684.807159ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:01:06.439583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.839096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:01:06.439692Z","caller":"traceutil/trace.go:171","msg":"trace[13597558] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"860.179525ms","start":"2026-03-03T21:01:05.579493Z","end":"2026-03-03T21:01:06.439673Z","steps":["trace[13597558] 'process raft request' (duration: 195.168455ms)","trace[13597558] 'compare' (duration: 664.348475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:06.439753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.579482Z","time spent":"860.242537ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:07.053961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.279263154s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T21:01:07.197041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.710639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:01:07.197284Z","caller":"traceutil/trace.go:171","msg":"trace[1014043920] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"1.617414514s","start":"2026-03-03T21:01:05.579833Z","end":"2026-03-03T21:01:07.197248Z","steps":["trace[1014043920] 'process raft request' (duration: 1.474423229s)","trace[1014043920] 'compare' (duration: 142.578836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:07.197442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.579824Z","time spent":"1.617536307s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:07.197522Z","caller":"traceutil/trace.go:171","msg":"trace[1149408362] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"1.616908122s","start":"2026-03-03T21:01:05.580595Z","end":"2026-03-03T21:01:07.197503Z","steps":["trace[1149408362] 'process raft request' (duration: 1.6167948s)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:07.197623Z","caller":"traceutil/trace.go:171","msg":"trace[2035227487] linearizableReadLoop","detail":"{readStateIndex:26565; appliedIndex:26563; }","duration":"1.617567608s","start":"2026-03-03T21:01:05.580039Z","end":"2026-03-03T21:01:07.197607Z","steps":["trace[2035227487] 'read index received' (duration: 194.635843ms)","trace[2035227487] 'applied index is now lower than readState.Index' (duration: 1.422930175s)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:01:07.197677Z","caller":"traceutil/trace.go:171","msg":"trace[1280901869] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"1.616510303s","start":"2026-03-03T21:01:05.581155Z","end":"2026-03-03T21:01:07.197665Z","steps":["trace[1280901869] 'process raft request' (duration: 1.616308888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.197736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.581147Z","time spent":"1.616560304s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:07.197848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617801393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:01:07.197881Z","caller":"traceutil/trace.go:171","msg":"trace[1094042947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25626; }","duration":"1.617848604s","start":"2026-03-03T21:01:05.580022Z","end":"2026-03-03T21:01:07.19787Z","steps":["trace[1094042947] 'agreement among raft nodes before linearized reading' (duration: 1.617722871s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.197867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.580585Z","time spent":"1.616979984s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:07.197909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.580014Z","time spent":"1.617884195s","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T21:01:07.81394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.588421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:01:07.814132Z","caller":"traceutil/trace.go:171","msg":"trace[1457335341] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"2.014663375s","start":"2026-03-03T21:01:05.799431Z","end":"2026-03-03T21:01:07.814094Z","steps":["trace[1457335341] 'process raft request' (duration: 1.615845678s)","trace[1457335341] 'compare' (duration: 398.246264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:07.8143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.799396Z","time spent":"2.014818239s","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:07.814905Z","caller":"traceutil/trace.go:171","msg":"trace[589015756] linearizableReadLoop","detail":"{readStateIndex:26568; appliedIndex:26567; }","duration":"617.212841ms","start":"2026-03-03T21:01:07.19767Z","end":"2026-03-03T21:01:07.814883Z","steps":["trace[589015756] 'read index received' (duration: 217.655267ms)","trace[589015756] 'applied index is now lower than readState.Index' (duration: 399.555834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:07.814985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92516977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:07.815071Z","caller":"traceutil/trace.go:171","msg":"trace[196127719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25627; }","duration":"1.925303163s","start":"2026-03-03T21:01:05.889746Z","end":"2026-03-03T21:01:07.815049Z","steps":["trace[196127719] 'agreement among raft nodes before linearized reading' (duration: 1.925149449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.815122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.889722Z","time spent":"1.925391434s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:01:07.815138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100376492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T21:01:07.815221Z","caller":"traceutil/trace.go:171","msg":"trace[886175430] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:25627; }","duration":"2.100510066s","start":"2026-03-03T21:01:05.714693Z","end":"2026-03-03T21:01:07.815203Z","steps":["trace[886175430] 'agreement among raft nodes before linearized reading' (duration: 2.10026967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.815271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:05.71467Z","time spent":"2.100590117s","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-03T21:01:07.815142Z","caller":"traceutil/trace.go:171","msg":"trace[1724468191] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"319.17797ms","start":"2026-03-03T21:01:07.495952Z","end":"2026-03-03T21:01:07.81513Z","steps":["trace[1724468191] 'process raft request' (duration: 318.117955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.816078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:07.495924Z","time spent":"320.078091ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:07.918462Z","caller":"traceutil/trace.go:171","msg":"trace[1641064712] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"409.464873ms","start":"2026-03-03T21:01:07.508975Z","end":"2026-03-03T21:01:07.91844Z","steps":["trace[1641064712] 'process raft request' (duration: 406.646298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:07.918521Z","caller":"traceutil/trace.go:171","msg":"trace[1176858911] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"405.993394ms","start":"2026-03-03T21:01:07.512496Z","end":"2026-03-03T21:01:07.91849Z","steps":["trace[1176858911] 'process raft request' (duration: 405.874621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.91858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:07.508948Z","time spent":"409.565716ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:07.918689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:07.512477Z","time spent":"406.131066ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:07.918848Z","caller":"traceutil/trace.go:171","msg":"trace[743498898] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"339.827539ms","start":"2026-03-03T21:01:07.579011Z","end":"2026-03-03T21:01:07.918838Z","steps":["trace[743498898] 'process raft request' (duration: 339.428429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.91889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:07.578989Z","time spent":"339.87926ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:07.918882Z","caller":"traceutil/trace.go:171","msg":"trace[534749882] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"339.329797ms","start":"2026-03-03T21:01:07.579532Z","end":"2026-03-03T21:01:07.918861Z","steps":["trace[534749882] 'process raft request' (duration: 339.241675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.91901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:07.579509Z","time spent":"339.42981ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:01:07.919065Z","caller":"traceutil/trace.go:171","msg":"trace[865620809] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"339.674155ms","start":"2026-03-03T21:01:07.579385Z","end":"2026-03-03T21:01:07.919059Z","steps":["trace[865620809] 'process raft request' (duration: 339.273356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.919101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:07.579374Z","time spent":"339.709046ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:07.919158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.544146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:01:07.919204Z","caller":"traceutil/trace.go:171","msg":"trace[398854904] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25634; }","duration":"293.623198ms","start":"2026-03-03T21:01:07.62557Z","end":"2026-03-03T21:01:07.919193Z","steps":["trace[398854904] 'agreement among raft nodes before linearized reading' (duration: 293.540476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.919219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.45662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T21:01:07.919235Z","caller":"traceutil/trace.go:171","msg":"trace[1407328039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25634; }","duration":"411.513442ms","start":"2026-03-03T21:01:07.507717Z","end":"2026-03-03T21:01:07.919231Z","steps":["trace[1407328039] 'agreement among raft nodes before linearized reading' (duration: 411.4288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.919249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:07.507694Z","time spent":"411.552872ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:01:07.919307Z","caller":"traceutil/trace.go:171","msg":"trace[904040391] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"338.309513ms","start":"2026-03-03T21:01:07.580992Z","end":"2026-03-03T21:01:07.919302Z","steps":["trace[904040391] 'process raft request' (duration: 337.825982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.919335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:07.580979Z","time spent":"338.341734ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:01:07.919465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.958047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:07.919485Z","caller":"traceutil/trace.go:171","msg":"trace[1775251136] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25634; }","duration":"420.006709ms","start":"2026-03-03T21:01:07.499473Z","end":"2026-03-03T21:01:07.91948Z","steps":["trace[1775251136] 'agreement among raft nodes before linearized reading' (duration: 419.972098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.9195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:07.499462Z","time spent":"420.033709ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:01:07.919713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.083994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-03-03T21:01:07.919761Z","caller":"traceutil/trace.go:171","msg":"trace[1126393389] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25634; }","duration":"719.200046ms","start":"2026-03-03T21:01:07.20055Z","end":"2026-03-03T21:01:07.91975Z","steps":["trace[1126393389] 'agreement among raft nodes before linearized reading' (duration: 719.024912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:07.91998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:07.200532Z","time spent":"719.260028ms","remote":"127.0.0.1:35682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T21:01:07.918929Z","caller":"traceutil/trace.go:171","msg":"trace[444430800] linearizableReadLoop","detail":"{readStateIndex:26575; appliedIndex:26569; }","duration":"103.96087ms","start":"2026-03-03T21:01:07.814945Z","end":"2026-03-03T21:01:07.918906Z","steps":["trace[444430800] 'read index received' (duration: 100.690604ms)","trace[444430800] 'applied index is now lower than readState.Index' (duration: 3.269226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:01:07.925533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.519259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:07.927257Z","caller":"traceutil/trace.go:171","msg":"trace[799601180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25634; }","duration":"111.273261ms","start":"2026-03-03T21:01:07.815968Z","end":"2026-03-03T21:01:07.927241Z","steps":["trace[799601180] 'agreement among raft nodes before linearized reading' (duration: 109.51155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:09.327814Z","caller":"traceutil/trace.go:171","msg":"trace[1660179427] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"108.513736ms","start":"2026-03-03T21:01:09.219282Z","end":"2026-03-03T21:01:09.327796Z","steps":["trace[1660179427] 'process raft request' (duration: 108.481415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:09.327903Z","caller":"traceutil/trace.go:171","msg":"trace[1599798829] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"108.783453ms","start":"2026-03-03T21:01:09.219086Z","end":"2026-03-03T21:01:09.32787Z","steps":["trace[1599798829] 'process raft request' (duration: 108.589158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:12.67108Z","caller":"traceutil/trace.go:171","msg":"trace[1302728802] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"138.183274ms","start":"2026-03-03T21:01:12.532871Z","end":"2026-03-03T21:01:12.671055Z","steps":["trace[1302728802] 'process raft request' (duration: 138.03248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:13.255816Z","caller":"traceutil/trace.go:171","msg":"trace[6355531] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"254.733967ms","start":"2026-03-03T21:01:13.001065Z","end":"2026-03-03T21:01:13.255799Z","steps":["trace[6355531] 'process raft request' (duration: 254.644535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:13.255912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.12368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:13.255817Z","caller":"traceutil/trace.go:171","msg":"trace[13844990] linearizableReadLoop","detail":"{readStateIndex:26609; appliedIndex:26608; }","duration":"250.017858ms","start":"2026-03-03T21:01:13.005777Z","end":"2026-03-03T21:01:13.255795Z","steps":["trace[13844990] 'read index received' (duration: 250.007318ms)","trace[13844990] 'applied index is now lower than readState.Index' (duration: 8.7µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:01:13.255943Z","caller":"traceutil/trace.go:171","msg":"trace[671633072] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25665; }","duration":"250.198721ms","start":"2026-03-03T21:01:13.005738Z","end":"2026-03-03T21:01:13.255936Z","steps":["trace[671633072] 'agreement among raft nodes before linearized reading' (duration: 250.12108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:13.297944Z","caller":"traceutil/trace.go:171","msg":"trace[787063758] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"218.129918ms","start":"2026-03-03T21:01:13.079783Z","end":"2026-03-03T21:01:13.297913Z","steps":["trace[787063758] 'process raft request' (duration: 217.896852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:13.754784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.830839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:13.754867Z","caller":"traceutil/trace.go:171","msg":"trace[1962107298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25669; }","duration":"119.966582ms","start":"2026-03-03T21:01:13.634881Z","end":"2026-03-03T21:01:13.754847Z","steps":["trace[1962107298] 'range keys from in-memory index tree' (duration: 119.742656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:14.127877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.437297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:14.127961Z","caller":"traceutil/trace.go:171","msg":"trace[454615564] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25670; }","duration":"162.58409ms","start":"2026-03-03T21:01:13.965359Z","end":"2026-03-03T21:01:14.127943Z","steps":["trace[454615564] 'count revisions from in-memory index tree' (duration: 162.352225ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:14.127989Z","caller":"traceutil/trace.go:171","msg":"trace[982346382] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"127.857205ms","start":"2026-03-03T21:01:14.000112Z","end":"2026-03-03T21:01:14.127969Z","steps":["trace[982346382] 'process raft request' (duration: 93.282923ms)","trace[982346382] 'compare' (duration: 34.48673ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:01:14.147422Z","caller":"traceutil/trace.go:171","msg":"trace[374506816] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"128.813626ms","start":"2026-03-03T21:01:14.018587Z","end":"2026-03-03T21:01:14.147401Z","steps":["trace[374506816] 'process raft request' (duration: 128.238283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:15.490262Z","caller":"traceutil/trace.go:171","msg":"trace[360026859] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"123.678998ms","start":"2026-03-03T21:01:15.366539Z","end":"2026-03-03T21:01:15.490218Z","steps":["trace[360026859] 'process raft request' (duration: 123.435602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:15.609466Z","caller":"traceutil/trace.go:171","msg":"trace[1414615781] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"113.558733ms","start":"2026-03-03T21:01:15.495872Z","end":"2026-03-03T21:01:15.609431Z","steps":["trace[1414615781] 'process raft request' (duration: 105.329022ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:15.609738Z","caller":"traceutil/trace.go:171","msg":"trace[1186443742] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"112.786695ms","start":"2026-03-03T21:01:15.496884Z","end":"2026-03-03T21:01:15.609671Z","steps":["trace[1186443742] 'process raft request' (duration: 112.506729ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:16.27156Z","caller":"traceutil/trace.go:171","msg":"trace[1711490466] linearizableReadLoop","detail":"{readStateIndex:26633; appliedIndex:26628; }","duration":"115.213041ms","start":"2026-03-03T21:01:16.156319Z","end":"2026-03-03T21:01:16.271532Z","steps":["trace[1711490466] 'read index received' (duration: 53.624713ms)","trace[1711490466] 'applied index is now lower than readState.Index' (duration: 61.586548ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:01:16.271729Z","caller":"traceutil/trace.go:171","msg":"trace[1719153490] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"117.110626ms","start":"2026-03-03T21:01:16.154606Z","end":"2026-03-03T21:01:16.271717Z","steps":["trace[1719153490] 'process raft request' (duration: 116.822489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:16.271717Z","caller":"traceutil/trace.go:171","msg":"trace[1739797970] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"118.687082ms","start":"2026-03-03T21:01:16.153009Z","end":"2026-03-03T21:01:16.271697Z","steps":["trace[1739797970] 'process raft request' (duration: 118.381795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:16.272101Z","caller":"traceutil/trace.go:171","msg":"trace[670932993] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"119.880879ms","start":"2026-03-03T21:01:16.152212Z","end":"2026-03-03T21:01:16.272093Z","steps":["trace[670932993] 'process raft request' (duration: 102.449185ms)","trace[670932993] 'compare' (duration: 16.507713ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:01:16.272185Z","caller":"traceutil/trace.go:171","msg":"trace[1849917960] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"119.660324ms","start":"2026-03-03T21:01:16.152515Z","end":"2026-03-03T21:01:16.272175Z","steps":["trace[1849917960] 'process raft request' (duration: 118.831095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:16.272314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.733763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T21:01:16.272446Z","caller":"traceutil/trace.go:171","msg":"trace[1640799170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25689; }","duration":"116.122163ms","start":"2026-03-03T21:01:16.156285Z","end":"2026-03-03T21:01:16.272407Z","steps":["trace[1640799170] 'agreement among raft nodes before linearized reading' (duration: 115.644381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:51.995387Z","caller":"traceutil/trace.go:171","msg":"trace[1342671275] linearizableReadLoop","detail":"{readStateIndex:27050; appliedIndex:27049; }","duration":"106.204863ms","start":"2026-03-03T21:01:51.889161Z","end":"2026-03-03T21:01:51.995366Z","steps":["trace[1342671275] 'read index received' (duration: 106.027939ms)","trace[1342671275] 'applied index is now lower than readState.Index' (duration: 176.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:01:51.995459Z","caller":"traceutil/trace.go:171","msg":"trace[1543761147] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"174.784853ms","start":"2026-03-03T21:01:51.82064Z","end":"2026-03-03T21:01:51.995425Z","steps":["trace[1543761147] 'process raft request' (duration: 174.597988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:51.995507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.332196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:51.995537Z","caller":"traceutil/trace.go:171","msg":"trace[211017174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26096; }","duration":"106.413738ms","start":"2026-03-03T21:01:51.889114Z","end":"2026-03-03T21:01:51.995528Z","steps":["trace[211017174] 'agreement among raft nodes before linearized reading' (duration: 106.331766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.245676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.49911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T21:01:59.245717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.698994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:59.245778Z","caller":"traceutil/trace.go:171","msg":"trace[582326519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26153; }","duration":"172.612843ms","start":"2026-03-03T21:01:59.07314Z","end":"2026-03-03T21:01:59.245752Z","steps":["trace[582326519] 'range keys from in-memory index tree' (duration: 172.309606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:59.245799Z","caller":"traceutil/trace.go:171","msg":"trace[1075355372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26153; }","duration":"354.823787ms","start":"2026-03-03T21:01:58.890954Z","end":"2026-03-03T21:01:59.245778Z","steps":["trace[1075355372] 'range keys from in-memory index tree' (duration: 354.628233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.245845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:01:58.890932Z","time spent":"354.90496ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:01:59.245783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.690757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:01:59.24609Z","caller":"traceutil/trace.go:171","msg":"trace[1358653436] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26153; }","duration":"132.886841ms","start":"2026-03-03T21:01:59.113055Z","end":"2026-03-03T21:01:59.245942Z","steps":["trace[1358653436] 'count revisions from in-memory index tree' (duration: 132.636545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:01:59.246178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.433415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:01:59.246343Z","caller":"traceutil/trace.go:171","msg":"trace[6467366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26153; }","duration":"102.546278ms","start":"2026-03-03T21:01:59.14369Z","end":"2026-03-03T21:01:59.246237Z","steps":["trace[6467366] 'range keys from in-memory index tree' (duration: 101.981405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:01:59.369079Z","caller":"traceutil/trace.go:171","msg":"trace[1545347048] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"117.952665ms","start":"2026-03-03T21:01:59.251101Z","end":"2026-03-03T21:01:59.369054Z","steps":["trace[1545347048] 'process raft request' (duration: 117.591647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.640346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.161307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:04.640499Z","caller":"traceutil/trace.go:171","msg":"trace[355380486] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26187; }","duration":"440.331051ms","start":"2026-03-03T21:02:04.200138Z","end":"2026-03-03T21:02:04.640469Z","steps":["trace[355380486] 'range keys from in-memory index tree' (duration: 440.034683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.64058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:04.200048Z","time spent":"440.512965ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T21:02:04.640896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.87575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:04.641001Z","caller":"traceutil/trace.go:171","msg":"trace[201319618] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26187; }","duration":"440.026514ms","start":"2026-03-03T21:02:04.200957Z","end":"2026-03-03T21:02:04.640984Z","steps":["trace[201319618] 'range keys from in-memory index tree' (duration: 439.753837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.640892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.924598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:04.64111Z","caller":"traceutil/trace.go:171","msg":"trace[2140404991] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26187; }","duration":"442.195114ms","start":"2026-03-03T21:02:04.198893Z","end":"2026-03-03T21:02:04.641089Z","steps":["trace[2140404991] 'range keys from in-memory index tree' (duration: 441.833995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.641163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:04.198875Z","time spent":"442.277576ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T21:02:04.64106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:04.200938Z","time spent":"440.108875ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-03T21:02:04.640892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.650571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:04.641318Z","caller":"traceutil/trace.go:171","msg":"trace[31236903] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26187; }","duration":"442.158543ms","start":"2026-03-03T21:02:04.199148Z","end":"2026-03-03T21:02:04.641307Z","steps":["trace[31236903] 'range keys from in-memory index tree' (duration: 441.478527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.64137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:04.199119Z","time spent":"442.238054ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-03T21:02:04.64575Z","caller":"traceutil/trace.go:171","msg":"trace[66511374] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"389.813309ms","start":"2026-03-03T21:02:04.255918Z","end":"2026-03-03T21:02:04.645731Z","steps":["trace[66511374] 'process raft request' (duration: 389.700396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.645961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:04.25588Z","time spent":"389.934032ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:02:04.646359Z","caller":"traceutil/trace.go:171","msg":"trace[204928787] linearizableReadLoop","detail":"{readStateIndex:27144; appliedIndex:27144; }","duration":"344.871707ms","start":"2026-03-03T21:02:04.301479Z","end":"2026-03-03T21:02:04.64635Z","steps":["trace[204928787] 'read index received' (duration: 344.867897ms)","trace[204928787] 'applied index is now lower than readState.Index' (duration: 3.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:02:04.646445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.964359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:04.646481Z","caller":"traceutil/trace.go:171","msg":"trace[709371302] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26188; }","duration":"345.054922ms","start":"2026-03-03T21:02:04.301417Z","end":"2026-03-03T21:02:04.646472Z","steps":["trace[709371302] 'agreement among raft nodes before linearized reading' (duration: 344.98444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.646508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:04.301392Z","time spent":"345.108833ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-03T21:02:04.67135Z","caller":"traceutil/trace.go:171","msg":"trace[688307440] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"137.795815ms","start":"2026-03-03T21:02:04.533533Z","end":"2026-03-03T21:02:04.671328Z","steps":["trace[688307440] 'process raft request' (duration: 137.713853ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:04.671356Z","caller":"traceutil/trace.go:171","msg":"trace[2095733157] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"139.771511ms","start":"2026-03-03T21:02:04.531555Z","end":"2026-03-03T21:02:04.671327Z","steps":["trace[2095733157] 'process raft request' (duration: 139.512605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:04.671705Z","caller":"traceutil/trace.go:171","msg":"trace[321745266] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"130.366133ms","start":"2026-03-03T21:02:04.541308Z","end":"2026-03-03T21:02:04.671674Z","steps":["trace[321745266] 'process raft request' (duration: 129.975974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:04.672115Z","caller":"traceutil/trace.go:171","msg":"trace[1635763517] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"129.299628ms","start":"2026-03-03T21:02:04.542801Z","end":"2026-03-03T21:02:04.672101Z","steps":["trace[1635763517] 'process raft request' (duration: 128.753716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:04.672138Z","caller":"traceutil/trace.go:171","msg":"trace[48394106] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"140.362215ms","start":"2026-03-03T21:02:04.531761Z","end":"2026-03-03T21:02:04.672123Z","steps":["trace[48394106] 'process raft request' (duration: 139.442393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.672794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.938202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:04.672841Z","caller":"traceutil/trace.go:171","msg":"trace[655184040] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26194; }","duration":"371.023633ms","start":"2026-03-03T21:02:04.301808Z","end":"2026-03-03T21:02:04.672832Z","steps":["trace[655184040] 'agreement among raft nodes before linearized reading' (duration: 370.498941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.672868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:04.3018Z","time spent":"371.061875ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-03T21:02:04.67316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.63258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T21:02:04.673187Z","caller":"traceutil/trace.go:171","msg":"trace[686821621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26194; }","duration":"108.711011ms","start":"2026-03-03T21:02:04.56447Z","end":"2026-03-03T21:02:04.673181Z","steps":["trace[686821621] 'agreement among raft nodes before linearized reading' (duration: 108.594169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:04.673307Z","caller":"traceutil/trace.go:171","msg":"trace[246054860] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"129.884292ms","start":"2026-03-03T21:02:04.543402Z","end":"2026-03-03T21:02:04.673286Z","steps":["trace[246054860] 'process raft request' (duration: 128.646893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.673446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.034741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:02:04.673493Z","caller":"traceutil/trace.go:171","msg":"trace[1147340177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26194; }","duration":"276.107072ms","start":"2026-03-03T21:02:04.397378Z","end":"2026-03-03T21:02:04.673485Z","steps":["trace[1147340177] 'agreement among raft nodes before linearized reading' (duration: 275.973589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.673664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.927776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:04.673707Z","caller":"traceutil/trace.go:171","msg":"trace[504930878] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26194; }","duration":"363.014397ms","start":"2026-03-03T21:02:04.310681Z","end":"2026-03-03T21:02:04.673695Z","steps":["trace[504930878] 'agreement among raft nodes before linearized reading' (duration: 362.950036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.67374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:04.310658Z","time spent":"363.075349ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T21:02:04.673904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.974539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:02:04.673935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.451108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T21:02:04.67396Z","caller":"traceutil/trace.go:171","msg":"trace[335752490] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26194; }","duration":"360.500579ms","start":"2026-03-03T21:02:04.313452Z","end":"2026-03-03T21:02:04.673952Z","steps":["trace[335752490] 'agreement among raft nodes before linearized reading' (duration: 360.449088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:04.673957Z","caller":"traceutil/trace.go:171","msg":"trace[755043564] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26194; }","duration":"348.051611ms","start":"2026-03-03T21:02:04.325891Z","end":"2026-03-03T21:02:04.673943Z","steps":["trace[755043564] 'agreement among raft nodes before linearized reading' (duration: 347.981969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:04.673981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:04.31344Z","time spent":"360.536471ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-03T21:02:04.67399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:04.325876Z","time spent":"348.105882ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:02:05.756643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.199028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:05.756725Z","caller":"traceutil/trace.go:171","msg":"trace[1310125797] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26196; }","duration":"114.30332ms","start":"2026-03-03T21:02:05.642385Z","end":"2026-03-03T21:02:05.756689Z","steps":["trace[1310125797] 'count revisions from in-memory index tree' (duration: 114.138647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:06.014495Z","caller":"traceutil/trace.go:171","msg":"trace[856917597] linearizableReadLoop","detail":"{readStateIndex:27153; appliedIndex:27152; }","duration":"242.938124ms","start":"2026-03-03T21:02:05.77152Z","end":"2026-03-03T21:02:06.014458Z","steps":["trace[856917597] 'read index received' (duration: 242.841901ms)","trace[856917597] 'applied index is now lower than readState.Index' (duration: 94.663µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:02:06.014788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.23414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:02:06.014873Z","caller":"traceutil/trace.go:171","msg":"trace[1080115464] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26196; }","duration":"243.364813ms","start":"2026-03-03T21:02:05.771489Z","end":"2026-03-03T21:02:06.014854Z","steps":["trace[1080115464] 'agreement among raft nodes before linearized reading' (duration: 243.087506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:06.269459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.23826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:02:06.269798Z","caller":"traceutil/trace.go:171","msg":"trace[923319977] linearizableReadLoop","detail":"{readStateIndex:27155; appliedIndex:27153; }","duration":"211.676888ms","start":"2026-03-03T21:02:06.058103Z","end":"2026-03-03T21:02:06.26978Z","steps":["trace[923319977] 'read index received' (duration: 37.065259ms)","trace[923319977] 'applied index is now lower than readState.Index' (duration: 174.610639ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:02:06.269735Z","caller":"traceutil/trace.go:171","msg":"trace[735464564] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"377.946343ms","start":"2026-03-03T21:02:05.891757Z","end":"2026-03-03T21:02:06.269703Z","steps":["trace[735464564] 'process raft request' (duration: 203.377135ms)","trace[735464564] 'compare' (duration: 174.052876ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:02:06.269842Z","caller":"traceutil/trace.go:171","msg":"trace[1979439773] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"254.043871ms","start":"2026-03-03T21:02:06.015776Z","end":"2026-03-03T21:02:06.269819Z","steps":["trace[1979439773] 'process raft request' (duration: 253.792545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:06.269939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:02:05.891704Z","time spent":"378.171299ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:02:06.270159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.045906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T21:02:06.270207Z","caller":"traceutil/trace.go:171","msg":"trace[551294251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26198; }","duration":"212.133278ms","start":"2026-03-03T21:02:06.058058Z","end":"2026-03-03T21:02:06.270191Z","steps":["trace[551294251] 'agreement among raft nodes before linearized reading' (duration: 211.854242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:06.270248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.517548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T21:02:06.270289Z","caller":"traceutil/trace.go:171","msg":"trace[764393144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26198; }","duration":"193.568178ms","start":"2026-03-03T21:02:06.0767Z","end":"2026-03-03T21:02:06.270269Z","steps":["trace[764393144] 'agreement among raft nodes before linearized reading' (duration: 193.464036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:06.270418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.640225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:06.270447Z","caller":"traceutil/trace.go:171","msg":"trace[2083128043] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26198; }","duration":"135.703566ms","start":"2026-03-03T21:02:06.134735Z","end":"2026-03-03T21:02:06.270439Z","steps":["trace[2083128043] 'agreement among raft nodes before linearized reading' (duration: 135.643465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:06.270599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.743063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T21:02:06.270626Z","caller":"traceutil/trace.go:171","msg":"trace[124756647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26198; }","duration":"168.814074ms","start":"2026-03-03T21:02:06.101806Z","end":"2026-03-03T21:02:06.27062Z","steps":["trace[124756647] 'agreement among raft nodes before linearized reading' (duration: 168.748053ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:06.52757Z","caller":"traceutil/trace.go:171","msg":"trace[1618473515] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"251.873811ms","start":"2026-03-03T21:02:06.275664Z","end":"2026-03-03T21:02:06.527538Z","steps":["trace[1618473515] 'process raft request' (duration: 183.115436ms)","trace[1618473515] 'compare' (duration: 68.467638ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:02:06.528028Z","caller":"traceutil/trace.go:171","msg":"trace[52865666] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"252.162788ms","start":"2026-03-03T21:02:06.27584Z","end":"2026-03-03T21:02:06.528003Z","steps":["trace[52865666] 'process raft request' (duration: 251.565044ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:06.528266Z","caller":"traceutil/trace.go:171","msg":"trace[797691142] linearizableReadLoop","detail":"{readStateIndex:27157; appliedIndex:27155; }","duration":"252.355371ms","start":"2026-03-03T21:02:06.275855Z","end":"2026-03-03T21:02:06.52821Z","steps":["trace[797691142] 'read index received' (duration: 182.944312ms)","trace[797691142] 'applied index is now lower than readState.Index' (duration: 69.407019ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:02:06.528302Z","caller":"traceutil/trace.go:171","msg":"trace[340406924] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"252.26431ms","start":"2026-03-03T21:02:06.275999Z","end":"2026-03-03T21:02:06.528263Z","steps":["trace[340406924] 'process raft request' (duration: 251.914461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:06.528621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.7382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T21:02:06.528658Z","caller":"traceutil/trace.go:171","msg":"trace[636880663] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26201; }","duration":"252.808493ms","start":"2026-03-03T21:02:06.27584Z","end":"2026-03-03T21:02:06.528648Z","steps":["trace[636880663] 'agreement among raft nodes before linearized reading' (duration: 252.499615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:06.530065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.545111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:02:06.530263Z","caller":"traceutil/trace.go:171","msg":"trace[362624906] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26201; }","duration":"219.703224ms","start":"2026-03-03T21:02:06.310437Z","end":"2026-03-03T21:02:06.530141Z","steps":["trace[362624906] 'agreement among raft nodes before linearized reading' (duration: 219.53588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:06.758475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.105653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:06.758551Z","caller":"traceutil/trace.go:171","msg":"trace[829201576] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26201; }","duration":"110.195055ms","start":"2026-03-03T21:02:06.648335Z","end":"2026-03-03T21:02:06.75853Z","steps":["trace[829201576] 'range keys from in-memory index tree' (duration: 110.075353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:06.758599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.017724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-03T21:02:06.758654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.063155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:06.758698Z","caller":"traceutil/trace.go:171","msg":"trace[1830153961] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26201; }","duration":"111.140017ms","start":"2026-03-03T21:02:06.647549Z","end":"2026-03-03T21:02:06.758689Z","steps":["trace[1830153961] 'range keys from in-memory index tree' (duration: 110.932612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:06.758725Z","caller":"traceutil/trace.go:171","msg":"trace[339857375] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26201; }","duration":"111.185348ms","start":"2026-03-03T21:02:06.647523Z","end":"2026-03-03T21:02:06.758708Z","steps":["trace[339857375] 'range keys from in-memory index tree' (duration: 110.977643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:02:06.75876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.297624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:02:06.758749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.126077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:06.758849Z","caller":"traceutil/trace.go:171","msg":"trace[326638546] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26201; }","duration":"111.24144ms","start":"2026-03-03T21:02:06.647583Z","end":"2026-03-03T21:02:06.758824Z","steps":["trace[326638546] 'range keys from in-memory index tree' (duration: 111.065435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:06.758789Z","caller":"traceutil/trace.go:171","msg":"trace[1014809380] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26201; }","duration":"109.337436ms","start":"2026-03-03T21:02:06.649445Z","end":"2026-03-03T21:02:06.758783Z","steps":["trace[1014809380] 'range keys from in-memory index tree' (duration: 109.274464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:02:06.759001Z","caller":"traceutil/trace.go:171","msg":"trace[1646912753] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"108.896435ms","start":"2026-03-03T21:02:06.650092Z","end":"2026-03-03T21:02:06.758988Z","steps":["trace[1646912753] 'process raft request' (duration: 79.740089ms)","trace[1646912753] 'compare' (duration: 28.629774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:02:07.035669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.303662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:02:07.035778Z","caller":"traceutil/trace.go:171","msg":"trace[1983860851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26209; }","duration":"149.457435ms","start":"2026-03-03T21:02:06.88629Z","end":"2026-03-03T21:02:07.035748Z","steps":["trace[1983860851] 'range keys from in-memory index tree' (duration: 149.23101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:09.071652Z","caller":"traceutil/trace.go:171","msg":"trace[2114368991] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"125.020219ms","start":"2026-03-03T21:03:08.946619Z","end":"2026-03-03T21:03:09.071639Z","steps":["trace[2114368991] 'process raft request' (duration: 124.936897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:09.071764Z","caller":"traceutil/trace.go:171","msg":"trace[1058181012] linearizableReadLoop","detail":"{readStateIndex:27693; appliedIndex:27693; }","duration":"122.154513ms","start":"2026-03-03T21:03:08.949517Z","end":"2026-03-03T21:03:09.071671Z","steps":["trace[1058181012] 'read index received' (duration: 122.140332ms)","trace[1058181012] 'applied index is now lower than readState.Index' (duration: 11.621µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:03:09.071898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.369538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T21:03:09.072121Z","caller":"traceutil/trace.go:171","msg":"trace[137846930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26722; }","duration":"122.612783ms","start":"2026-03-03T21:03:08.949501Z","end":"2026-03-03T21:03:09.072113Z","steps":["trace[137846930] 'agreement among raft nodes before linearized reading' (duration: 122.334957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:09.239428Z","caller":"traceutil/trace.go:171","msg":"trace[2117650408] linearizableReadLoop","detail":"{readStateIndex:27700; appliedIndex:27693; }","duration":"167.557165ms","start":"2026-03-03T21:03:09.071849Z","end":"2026-03-03T21:03:09.239407Z","steps":["trace[2117650408] 'read index received' (duration: 165.651571ms)","trace[2117650408] 'applied index is now lower than readState.Index' (duration: 1.904664ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:03:09.239662Z","caller":"traceutil/trace.go:171","msg":"trace[991442451] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"238.48665ms","start":"2026-03-03T21:03:09.001163Z","end":"2026-03-03T21:03:09.239649Z","steps":["trace[991442451] 'process raft request' (duration: 236.044993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:09.239742Z","caller":"traceutil/trace.go:171","msg":"trace[2062668746] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"173.83207ms","start":"2026-03-03T21:03:09.065882Z","end":"2026-03-03T21:03:09.239714Z","steps":["trace[2062668746] 'process raft request' (duration: 173.489472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:09.239875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.247682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:03:09.239927Z","caller":"traceutil/trace.go:171","msg":"trace[2083741090] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26729; }","duration":"203.328135ms","start":"2026-03-03T21:03:09.036585Z","end":"2026-03-03T21:03:09.239913Z","steps":["trace[2083741090] 'agreement among raft nodes before linearized reading' (duration: 203.242033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:09.239934Z","caller":"traceutil/trace.go:171","msg":"trace[1294333710] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"177.336672ms","start":"2026-03-03T21:03:09.06257Z","end":"2026-03-03T21:03:09.239906Z","steps":["trace[1294333710] 'process raft request' (duration: 176.704257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:09.240118Z","caller":"traceutil/trace.go:171","msg":"trace[587902540] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"176.907122ms","start":"2026-03-03T21:03:09.063192Z","end":"2026-03-03T21:03:09.240099Z","steps":["trace[587902540] 'process raft request' (duration: 176.110124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:09.240174Z","caller":"traceutil/trace.go:171","msg":"trace[1772293279] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"182.781068ms","start":"2026-03-03T21:03:09.057387Z","end":"2026-03-03T21:03:09.240168Z","steps":["trace[1772293279] 'process raft request' (duration: 181.849746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:09.24018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.544721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:03:09.240214Z","caller":"traceutil/trace.go:171","msg":"trace[280792457] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26729; }","duration":"266.589441ms","start":"2026-03-03T21:03:08.973616Z","end":"2026-03-03T21:03:09.240205Z","steps":["trace[280792457] 'agreement among raft nodes before linearized reading' (duration: 266.5331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:09.240255Z","caller":"traceutil/trace.go:171","msg":"trace[1860542365] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"175.949019ms","start":"2026-03-03T21:03:09.064299Z","end":"2026-03-03T21:03:09.240248Z","steps":["trace[1860542365] 'process raft request' (duration: 175.040908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:09.240151Z","caller":"traceutil/trace.go:171","msg":"trace[1256967789] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"189.167936ms","start":"2026-03-03T21:03:09.050977Z","end":"2026-03-03T21:03:09.240145Z","steps":["trace[1256967789] 'process raft request' (duration: 188.202644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:09.240428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.8508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-03T21:03:09.240497Z","caller":"traceutil/trace.go:171","msg":"trace[1786225090] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26729; }","duration":"267.925922ms","start":"2026-03-03T21:03:08.97256Z","end":"2026-03-03T21:03:09.240486Z","steps":["trace[1786225090] 'agreement among raft nodes before linearized reading' (duration: 267.781879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:09.240533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.748888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-03T21:03:09.240558Z","caller":"traceutil/trace.go:171","msg":"trace[1844698985] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26729; }","duration":"270.793558ms","start":"2026-03-03T21:03:08.969758Z","end":"2026-03-03T21:03:09.240551Z","steps":["trace[1844698985] 'agreement among raft nodes before linearized reading' (duration: 270.660715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:09.240883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.045506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T21:03:09.24096Z","caller":"traceutil/trace.go:171","msg":"trace[1912427080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26729; }","duration":"287.140458ms","start":"2026-03-03T21:03:08.953803Z","end":"2026-03-03T21:03:09.240943Z","steps":["trace[1912427080] 'agreement among raft nodes before linearized reading' (duration: 286.784819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:09.276575Z","caller":"traceutil/trace.go:171","msg":"trace[1982258086] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"195.899722ms","start":"2026-03-03T21:03:09.080646Z","end":"2026-03-03T21:03:09.276546Z","steps":["trace[1982258086] 'process raft request' (duration: 195.778199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:09.276861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.537144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T21:03:09.276961Z","caller":"traceutil/trace.go:171","msg":"trace[1314129671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26730; }","duration":"129.671816ms","start":"2026-03-03T21:03:09.147265Z","end":"2026-03-03T21:03:09.276937Z","steps":["trace[1314129671] 'agreement among raft nodes before linearized reading' (duration: 129.39278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:17.263449Z","caller":"traceutil/trace.go:171","msg":"trace[951164843] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"159.847097ms","start":"2026-03-03T21:03:17.103572Z","end":"2026-03-03T21:03:17.263419Z","steps":["trace[951164843] 'process raft request' (duration: 159.624461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:17.558728Z","caller":"traceutil/trace.go:171","msg":"trace[1900423137] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"283.263298ms","start":"2026-03-03T21:03:17.275437Z","end":"2026-03-03T21:03:17.5587Z","steps":["trace[1900423137] 'process raft request' (duration: 245.292258ms)","trace[1900423137] 'compare' (duration: 37.853608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:03:18.109575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.743455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:03:18.109826Z","caller":"traceutil/trace.go:171","msg":"trace[1173319652] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"814.429974ms","start":"2026-03-03T21:03:17.295378Z","end":"2026-03-03T21:03:18.109808Z","steps":["trace[1173319652] 'process raft request' (duration: 814.359773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.109951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.295364Z","time spent":"814.521827ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:03:18.109944Z","caller":"traceutil/trace.go:171","msg":"trace[1629981854] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"831.869609ms","start":"2026-03-03T21:03:17.27804Z","end":"2026-03-03T21:03:18.109909Z","steps":["trace[1629981854] 'process raft request' (duration: 831.635743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.110074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.278026Z","time spent":"831.977142ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:03:18.110199Z","caller":"traceutil/trace.go:171","msg":"trace[1402289391] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"832.190517ms","start":"2026-03-03T21:03:17.277978Z","end":"2026-03-03T21:03:18.110169Z","steps":["trace[1402289391] 'process raft request' (duration: 630.768226ms)","trace[1402289391] 'compare' (duration: 200.621952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:03:18.110343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.277948Z","time spent":"832.33112ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:03:18.110392Z","caller":"traceutil/trace.go:171","msg":"trace[998696158] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"814.158118ms","start":"2026-03-03T21:03:17.296199Z","end":"2026-03-03T21:03:18.110357Z","steps":["trace[998696158] 'process raft request' (duration: 813.576315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:18.110512Z","caller":"traceutil/trace.go:171","msg":"trace[2082960735] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"804.270719ms","start":"2026-03-03T21:03:17.306226Z","end":"2026-03-03T21:03:18.110497Z","steps":["trace[2082960735] 'process raft request' (duration: 804.184437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.11053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.296179Z","time spent":"814.276041ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:03:18.11052Z","caller":"traceutil/trace.go:171","msg":"trace[219989210] linearizableReadLoop","detail":"{readStateIndex:27753; appliedIndex:27748; }","duration":"811.676391ms","start":"2026-03-03T21:03:17.298824Z","end":"2026-03-03T21:03:18.1105Z","steps":["trace[219989210] 'read index received' (duration: 221.919296ms)","trace[219989210] 'applied index is now lower than readState.Index' (duration: 589.755715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:03:18.110596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.306214Z","time spent":"804.342871ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:03:18.110682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.848995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"warn","ts":"2026-03-03T21:03:18.110712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.384499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:03:18.110731Z","caller":"traceutil/trace.go:171","msg":"trace[2031659068] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26783; }","duration":"811.919736ms","start":"2026-03-03T21:03:17.298802Z","end":"2026-03-03T21:03:18.110721Z","steps":["trace[2031659068] 'agreement among raft nodes before linearized reading' (duration: 811.756173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:18.110598Z","caller":"traceutil/trace.go:171","msg":"trace[1907278730] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"808.776094ms","start":"2026-03-03T21:03:17.301779Z","end":"2026-03-03T21:03:18.110556Z","steps":["trace[1907278730] 'process raft request' (duration: 808.517948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:18.110763Z","caller":"traceutil/trace.go:171","msg":"trace[799554962] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26783; }","duration":"116.43496ms","start":"2026-03-03T21:03:17.994309Z","end":"2026-03-03T21:03:18.110744Z","steps":["trace[799554962] 'agreement among raft nodes before linearized reading' (duration: 116.355888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.110773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.298796Z","time spent":"811.963917ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21370,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T21:03:18.110798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.242362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-03T21:03:18.110861Z","caller":"traceutil/trace.go:171","msg":"trace[1156368513] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26783; }","duration":"805.324713ms","start":"2026-03-03T21:03:17.30552Z","end":"2026-03-03T21:03:18.110845Z","steps":["trace[1156368513] 'agreement among raft nodes before linearized reading' (duration: 805.147679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.110878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.374354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T21:03:18.110929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.305509Z","time spent":"805.389994ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21370,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T21:03:18.110956Z","caller":"traceutil/trace.go:171","msg":"trace[1409996931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26783; }","duration":"783.482297ms","start":"2026-03-03T21:03:17.327456Z","end":"2026-03-03T21:03:18.110938Z","steps":["trace[1409996931] 'agreement among raft nodes before linearized reading' (duration: 783.265172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.111007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.485972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T21:03:18.110909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.30176Z","time spent":"809.029459ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:03:18.111074Z","caller":"traceutil/trace.go:171","msg":"trace[172495449] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26783; }","duration":"383.582084ms","start":"2026-03-03T21:03:17.727475Z","end":"2026-03-03T21:03:18.111057Z","steps":["trace[172495449] 'agreement among raft nodes before linearized reading' (duration: 383.432841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.111101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.631138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T21:03:18.111109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.084676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:03:18.111126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.727452Z","time spent":"383.661865ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T21:03:18.111136Z","caller":"traceutil/trace.go:171","msg":"trace[1887510226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26783; }","duration":"801.69515ms","start":"2026-03-03T21:03:17.309431Z","end":"2026-03-03T21:03:18.111126Z","steps":["trace[1887510226] 'agreement among raft nodes before linearized reading' (duration: 801.601098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:18.111153Z","caller":"traceutil/trace.go:171","msg":"trace[1770505169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26783; }","duration":"221.155498ms","start":"2026-03-03T21:03:17.889984Z","end":"2026-03-03T21:03:18.11114Z","steps":["trace[1770505169] 'agreement among raft nodes before linearized reading' (duration: 221.088627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.111172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.309419Z","time spent":"801.746461ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:03:18.111179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.03242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:03:18.111015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.327442Z","time spent":"783.559919ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:03:18.111261Z","caller":"traceutil/trace.go:171","msg":"trace[1706469606] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26783; }","duration":"627.115702ms","start":"2026-03-03T21:03:17.484132Z","end":"2026-03-03T21:03:18.111248Z","steps":["trace[1706469606] 'agreement among raft nodes before linearized reading' (duration: 627.011759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.1113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.48411Z","time spent":"627.179033ms","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:03:18.111315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.44922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T21:03:18.11137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.668273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T21:03:18.11144Z","caller":"traceutil/trace.go:171","msg":"trace[348451118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26783; }","duration":"188.601423ms","start":"2026-03-03T21:03:17.922793Z","end":"2026-03-03T21:03:18.111395Z","steps":["trace[348451118] 'agreement among raft nodes before linearized reading' (duration: 188.247075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:18.111548Z","caller":"traceutil/trace.go:171","msg":"trace[1618815749] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26783; }","duration":"382.897518ms","start":"2026-03-03T21:03:17.728591Z","end":"2026-03-03T21:03:18.111489Z","steps":["trace[1618815749] 'agreement among raft nodes before linearized reading' (duration: 382.082439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.11129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.681386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T21:03:18.111613Z","caller":"traceutil/trace.go:171","msg":"trace[1275363305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26783; }","duration":"779.045945ms","start":"2026-03-03T21:03:17.332555Z","end":"2026-03-03T21:03:18.111601Z","steps":["trace[1275363305] 'agreement among raft nodes before linearized reading' (duration: 778.125703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:03:18.111651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.332536Z","time spent":"779.104216ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:03:18.111616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:03:17.728583Z","time spent":"383.018971ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T21:03:54.392753Z","caller":"traceutil/trace.go:171","msg":"trace[580553712] transaction","detail":"{read_only:false; response_revision:27111; number_of_response:1; }","duration":"136.996177ms","start":"2026-03-03T21:03:54.255729Z","end":"2026-03-03T21:03:54.392725Z","steps":["trace[580553712] 'process raft request' (duration: 111.557857ms)","trace[580553712] 'compare' (duration: 25.061581ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:03:54.481673Z","caller":"traceutil/trace.go:171","msg":"trace[987331113] transaction","detail":"{read_only:false; response_revision:27113; number_of_response:1; }","duration":"126.428502ms","start":"2026-03-03T21:03:54.355222Z","end":"2026-03-03T21:03:54.481651Z","steps":["trace[987331113] 'process raft request' (duration: 126.37385ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:03:54.48176Z","caller":"traceutil/trace.go:171","msg":"trace[116846993] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"201.989043ms","start":"2026-03-03T21:03:54.279739Z","end":"2026-03-03T21:03:54.481728Z","steps":["trace[116846993] 'process raft request' (duration: 201.734167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:22.366927Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24809} {"level":"info","ts":"2026-03-03T21:04:22.515629Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24809,"took":"144.386168ms","hash":2667073462,"current-db-size-bytes":49000448,"current-db-size":"49 MB","current-db-size-in-use-bytes":32108544,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T21:04:22.515708Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2667073462,"revision":24809,"compact-revision":22696} {"level":"info","ts":"2026-03-03T21:04:42.791119Z","caller":"traceutil/trace.go:171","msg":"trace[1713199278] transaction","detail":"{read_only:false; response_revision:27593; number_of_response:1; }","duration":"154.049672ms","start":"2026-03-03T21:04:42.637053Z","end":"2026-03-03T21:04:42.791103Z","steps":["trace[1713199278] 'process raft request' (duration: 153.941449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:43.002945Z","caller":"traceutil/trace.go:171","msg":"trace[1107583432] transaction","detail":"{read_only:false; response_revision:27594; number_of_response:1; }","duration":"295.087782ms","start":"2026-03-03T21:04:42.707828Z","end":"2026-03-03T21:04:43.002916Z","steps":["trace[1107583432] 'process raft request' (duration: 225.703573ms)","trace[1107583432] 'compare' (duration: 69.184045ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:43.003115Z","caller":"traceutil/trace.go:171","msg":"trace[506772166] transaction","detail":"{read_only:false; response_revision:27595; number_of_response:1; }","duration":"294.192212ms","start":"2026-03-03T21:04:42.708913Z","end":"2026-03-03T21:04:43.003105Z","steps":["trace[506772166] 'process raft request' (duration: 293.962866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:43.003134Z","caller":"traceutil/trace.go:171","msg":"trace[232581036] linearizableReadLoop","detail":"{readStateIndex:28592; appliedIndex:28589; }","duration":"285.301736ms","start":"2026-03-03T21:04:42.717812Z","end":"2026-03-03T21:04:43.003113Z","steps":["trace[232581036] 'read index received' (duration: 73.234548ms)","trace[232581036] 'applied index is now lower than readState.Index' (duration: 212.066278ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:43.003232Z","caller":"traceutil/trace.go:171","msg":"trace[1024444131] transaction","detail":"{read_only:false; response_revision:27596; number_of_response:1; }","duration":"268.026185ms","start":"2026-03-03T21:04:42.735196Z","end":"2026-03-03T21:04:43.003222Z","steps":["trace[1024444131] 'process raft request' (duration: 267.836041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.003285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.465859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:43.003332Z","caller":"traceutil/trace.go:171","msg":"trace[981927851] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27596; }","duration":"285.568552ms","start":"2026-03-03T21:04:42.717754Z","end":"2026-03-03T21:04:43.003323Z","steps":["trace[981927851] 'agreement among raft nodes before linearized reading' (duration: 285.48267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.045785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.30173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T21:04:43.04585Z","caller":"traceutil/trace.go:171","msg":"trace[1799240152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27597; }","duration":"208.426313ms","start":"2026-03-03T21:04:42.837405Z","end":"2026-03-03T21:04:43.045831Z","steps":["trace[1799240152] 'agreement among raft nodes before linearized reading' (duration: 208.252419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.045888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.297783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:04:43.045933Z","caller":"traceutil/trace.go:171","msg":"trace[1345347113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27597; }","duration":"118.376654ms","start":"2026-03-03T21:04:42.927545Z","end":"2026-03-03T21:04:43.045922Z","steps":["trace[1345347113] 'agreement among raft nodes before linearized reading' (duration: 118.272292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:43.045796Z","caller":"traceutil/trace.go:171","msg":"trace[1211931609] transaction","detail":"{read_only:false; response_revision:27597; number_of_response:1; }","duration":"222.132571ms","start":"2026-03-03T21:04:42.823613Z","end":"2026-03-03T21:04:43.045746Z","steps":["trace[1211931609] 'process raft request' (duration: 221.931387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.046113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.044038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T21:04:43.046155Z","caller":"traceutil/trace.go:171","msg":"trace[198497717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27597; }","duration":"206.095408ms","start":"2026-03-03T21:04:42.840045Z","end":"2026-03-03T21:04:43.04614Z","steps":["trace[198497717] 'agreement among raft nodes before linearized reading' (duration: 206.024897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.046032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.490077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T21:04:43.045776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.5494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:43.046258Z","caller":"traceutil/trace.go:171","msg":"trace[694101234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27597; }","duration":"206.756604ms","start":"2026-03-03T21:04:42.839494Z","end":"2026-03-03T21:04:43.04625Z","steps":["trace[694101234] 'agreement among raft nodes before linearized reading' (duration: 206.399736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:43.046278Z","caller":"traceutil/trace.go:171","msg":"trace[1586350667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27597; }","duration":"157.095252ms","start":"2026-03-03T21:04:42.889172Z","end":"2026-03-03T21:04:43.046268Z","steps":["trace[1586350667] 'agreement among raft nodes before linearized reading' (duration: 156.528299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:43.046347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.833736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T21:04:43.046369Z","caller":"traceutil/trace.go:171","msg":"trace[541463965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27597; }","duration":"206.890447ms","start":"2026-03-03T21:04:42.839473Z","end":"2026-03-03T21:04:43.046363Z","steps":["trace[541463965] 'agreement among raft nodes before linearized reading' (duration: 206.828315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:44.700289Z","caller":"traceutil/trace.go:171","msg":"trace[54449171] linearizableReadLoop","detail":"{readStateIndex:28604; appliedIndex:28603; }","duration":"143.140329ms","start":"2026-03-03T21:04:44.557126Z","end":"2026-03-03T21:04:44.700267Z","steps":["trace[54449171] 'read index received' (duration: 142.922304ms)","trace[54449171] 'applied index is now lower than readState.Index' (duration: 216.905µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:04:44.70047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.298202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:44.700372Z","caller":"traceutil/trace.go:171","msg":"trace[192557419] transaction","detail":"{read_only:false; response_revision:27607; number_of_response:1; }","duration":"163.605983ms","start":"2026-03-03T21:04:44.536745Z","end":"2026-03-03T21:04:44.700351Z","steps":["trace[192557419] 'process raft request' (duration: 163.388388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:44.700537Z","caller":"traceutil/trace.go:171","msg":"trace[905141244] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27607; }","duration":"143.434965ms","start":"2026-03-03T21:04:44.557086Z","end":"2026-03-03T21:04:44.700521Z","steps":["trace[905141244] 'agreement among raft nodes before linearized reading' (duration: 143.286272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.396091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.054621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:45.396161Z","caller":"traceutil/trace.go:171","msg":"trace[698923808] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27607; }","duration":"596.169843ms","start":"2026-03-03T21:04:44.799973Z","end":"2026-03-03T21:04:45.396143Z","steps":["trace[698923808] 'count revisions from in-memory index tree' (duration: 595.985208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.396193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:44.799954Z","time spent":"596.231815ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:04:45.420366Z","caller":"traceutil/trace.go:171","msg":"trace[693723578] transaction","detail":"{read_only:false; response_revision:27608; number_of_response:1; }","duration":"593.165864ms","start":"2026-03-03T21:04:44.827178Z","end":"2026-03-03T21:04:45.420343Z","steps":["trace[693723578] 'process raft request' (duration: 593.041591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:45.420377Z","caller":"traceutil/trace.go:171","msg":"trace[1451271204] linearizableReadLoop","detail":"{readStateIndex:28605; appliedIndex:28604; }","duration":"479.471028ms","start":"2026-03-03T21:04:44.940881Z","end":"2026-03-03T21:04:45.420352Z","steps":["trace[1451271204] 'read index received' (duration: 479.444937ms)","trace[1451271204] 'applied index is now lower than readState.Index' (duration: 23.761µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:04:45.420521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:44.827156Z","time spent":"593.301216ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:45.420643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.759384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:45.420721Z","caller":"traceutil/trace.go:171","msg":"trace[184215657] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27608; }","duration":"479.891807ms","start":"2026-03-03T21:04:44.940809Z","end":"2026-03-03T21:04:45.420701Z","steps":["trace[184215657] 'agreement among raft nodes before linearized reading' (duration: 479.742734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.420761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:44.940776Z","time spent":"479.976679ms","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:04:45.845006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.999028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:04:45.845224Z","caller":"traceutil/trace.go:171","msg":"trace[766736679] linearizableReadLoop","detail":"{readStateIndex:28609; appliedIndex:28605; }","duration":"424.612735ms","start":"2026-03-03T21:04:45.420598Z","end":"2026-03-03T21:04:45.845211Z","steps":["trace[766736679] 'read index received' (duration: 89.363512ms)","trace[766736679] 'applied index is now lower than readState.Index' (duration: 335.248623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:04:45.845501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.647941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T21:04:45.845559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.098422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:45.845557Z","caller":"traceutil/trace.go:171","msg":"trace[221233191] transaction","detail":"{read_only:false; response_revision:27611; number_of_response:1; }","duration":"837.305966ms","start":"2026-03-03T21:04:45.008226Z","end":"2026-03-03T21:04:45.845532Z","steps":["trace[221233191] 'process raft request' (duration: 836.927877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:45.845597Z","caller":"traceutil/trace.go:171","msg":"trace[1601247155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27612; }","duration":"894.165083ms","start":"2026-03-03T21:04:44.951422Z","end":"2026-03-03T21:04:45.845587Z","steps":["trace[1601247155] 'agreement among raft nodes before linearized reading' (duration: 894.098702ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:45.845577Z","caller":"traceutil/trace.go:171","msg":"trace[1741608575] transaction","detail":"{read_only:false; response_revision:27612; number_of_response:1; }","duration":"792.766032ms","start":"2026-03-03T21:04:45.052781Z","end":"2026-03-03T21:04:45.845547Z","steps":["trace[1741608575] 'process raft request' (duration: 792.396764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:45.845599Z","caller":"traceutil/trace.go:171","msg":"trace[1078452822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27612; }","duration":"698.794424ms","start":"2026-03-03T21:04:45.146787Z","end":"2026-03-03T21:04:45.845581Z","steps":["trace[1078452822] 'agreement among raft nodes before linearized reading' (duration: 698.545358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.845628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:44.951408Z","time spent":"894.212605ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:04:45.845641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.00821Z","time spent":"837.387867ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:45.845647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.868044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-03T21:04:45.845621Z","caller":"traceutil/trace.go:171","msg":"trace[84908321] transaction","detail":"{read_only:false; response_revision:27609; number_of_response:1; }","duration":"838.224187ms","start":"2026-03-03T21:04:45.007354Z","end":"2026-03-03T21:04:45.845579Z","steps":["trace[84908321] 'process raft request' (duration: 502.581004ms)","trace[84908321] 'compare' (duration: 334.741982ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:45.845693Z","caller":"traceutil/trace.go:171","msg":"trace[542108503] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27612; }","duration":"453.926095ms","start":"2026-03-03T21:04:45.391756Z","end":"2026-03-03T21:04:45.845682Z","steps":["trace[542108503] 'agreement among raft nodes before linearized reading' (duration: 453.769222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.845723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.391692Z","time spent":"454.025458ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4811,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-03T21:04:45.845729Z","caller":"traceutil/trace.go:171","msg":"trace[1539104853] transaction","detail":"{read_only:false; response_revision:27610; number_of_response:1; }","duration":"837.683584ms","start":"2026-03-03T21:04:45.008036Z","end":"2026-03-03T21:04:45.84572Z","steps":["trace[1539104853] 'process raft request' (duration: 837.045489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.845723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.05275Z","time spent":"792.892255ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:45.845751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.237424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T21:04:45.84577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.007331Z","time spent":"838.36895ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:45.845781Z","caller":"traceutil/trace.go:171","msg":"trace[220074673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27612; }","duration":"699.264684ms","start":"2026-03-03T21:04:45.146507Z","end":"2026-03-03T21:04:45.845772Z","steps":["trace[220074673] 'agreement among raft nodes before linearized reading' (duration: 699.184143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.845789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.007993Z","time spent":"837.767396ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:45.84578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.511565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-03T21:04:45.845823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.146479Z","time spent":"699.339066ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:04:45.845651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.146763Z","time spent":"698.879375ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:04:45.845868Z","caller":"traceutil/trace.go:171","msg":"trace[2073189595] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27612; }","duration":"801.641739ms","start":"2026-03-03T21:04:45.044195Z","end":"2026-03-03T21:04:45.845837Z","steps":["trace[2073189595] 'agreement among raft nodes before linearized reading' (duration: 801.425464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.845926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.82628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:45.845975Z","caller":"traceutil/trace.go:171","msg":"trace[1139576920] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27612; }","duration":"229.904211ms","start":"2026-03-03T21:04:45.61606Z","end":"2026-03-03T21:04:45.845964Z","steps":["trace[1139576920] 'agreement among raft nodes before linearized reading' (duration: 229.820769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.845923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.04417Z","time spent":"801.738401ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T21:04:45.846035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.298916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T21:04:45.846077Z","caller":"traceutil/trace.go:171","msg":"trace[1276232684] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:27612; }","duration":"119.378228ms","start":"2026-03-03T21:04:45.72669Z","end":"2026-03-03T21:04:45.846068Z","steps":["trace[1276232684] 'agreement among raft nodes before linearized reading' (duration: 119.262676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.84615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.720374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T21:04:45.846159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.851255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T21:04:45.846233Z","caller":"traceutil/trace.go:171","msg":"trace[976264659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27612; }","duration":"780.825116ms","start":"2026-03-03T21:04:45.065386Z","end":"2026-03-03T21:04:45.846211Z","steps":["trace[976264659] 'agreement among raft nodes before linearized reading' (duration: 780.186561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.846304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.065375Z","time spent":"780.916587ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:04:45.846324Z","caller":"traceutil/trace.go:171","msg":"trace[2016947268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27612; }","duration":"699.021049ms","start":"2026-03-03T21:04:45.147254Z","end":"2026-03-03T21:04:45.846275Z","steps":["trace[2016947268] 'agreement among raft nodes before linearized reading' (duration: 698.300872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:45.846444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.147245Z","time spent":"699.184523ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T21:04:46.415451Z","caller":"traceutil/trace.go:171","msg":"trace[1549106581] transaction","detail":"{read_only:false; response_revision:27614; number_of_response:1; }","duration":"564.402416ms","start":"2026-03-03T21:04:45.851008Z","end":"2026-03-03T21:04:46.415411Z","steps":["trace[1549106581] 'process raft request' (duration: 564.275943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:46.41572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.850999Z","time spent":"564.57901ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:46.415815Z","caller":"traceutil/trace.go:171","msg":"trace[259409627] transaction","detail":"{read_only:false; response_revision:27615; number_of_response:1; }","duration":"564.725684ms","start":"2026-03-03T21:04:45.851058Z","end":"2026-03-03T21:04:46.415783Z","steps":["trace[259409627] 'process raft request' (duration: 564.294694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:46.416033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.851053Z","time spent":"564.863157ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:46.416362Z","caller":"traceutil/trace.go:171","msg":"trace[1095188395] transaction","detail":"{read_only:false; response_revision:27613; number_of_response:1; }","duration":"566.009824ms","start":"2026-03-03T21:04:45.850335Z","end":"2026-03-03T21:04:46.416345Z","steps":["trace[1095188395] 'process raft request' (duration: 564.673163ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:46.416383Z","caller":"traceutil/trace.go:171","msg":"trace[1202947644] transaction","detail":"{read_only:false; response_revision:27616; number_of_response:1; }","duration":"565.258626ms","start":"2026-03-03T21:04:45.851111Z","end":"2026-03-03T21:04:46.41637Z","steps":["trace[1202947644] 'process raft request' (duration: 564.54929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:46.416473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.850321Z","time spent":"566.083615ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:46.416474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.851098Z","time spent":"565.316497ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:46.416662Z","caller":"traceutil/trace.go:171","msg":"trace[2129573302] transaction","detail":"{read_only:false; response_revision:27617; number_of_response:1; }","duration":"565.077982ms","start":"2026-03-03T21:04:45.851564Z","end":"2026-03-03T21:04:46.416642Z","steps":["trace[2129573302] 'process raft request' (duration: 564.759754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:46.416823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.851557Z","time spent":"565.213145ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:46.665408Z","caller":"traceutil/trace.go:171","msg":"trace[387383126] linearizableReadLoop","detail":"{readStateIndex:28616; appliedIndex:28610; }","duration":"728.651105ms","start":"2026-03-03T21:04:45.936727Z","end":"2026-03-03T21:04:46.665378Z","steps":["trace[387383126] 'read index received' (duration: 478.107236ms)","trace[387383126] 'applied index is now lower than readState.Index' (duration: 250.542569ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:46.665515Z","caller":"traceutil/trace.go:171","msg":"trace[883177512] transaction","detail":"{read_only:false; response_revision:27619; number_of_response:1; }","duration":"691.101974ms","start":"2026-03-03T21:04:45.974363Z","end":"2026-03-03T21:04:46.665465Z","steps":["trace[883177512] 'process raft request' (duration: 690.952401ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:46.665546Z","caller":"traceutil/trace.go:171","msg":"trace[1344125526] transaction","detail":"{read_only:false; response_revision:27618; number_of_response:1; }","duration":"731.407639ms","start":"2026-03-03T21:04:45.934104Z","end":"2026-03-03T21:04:46.665512Z","steps":["trace[1344125526] 'process raft request' (duration: 731.031151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:46.665665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.918861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T21:04:46.66571Z","caller":"traceutil/trace.go:171","msg":"trace[1799773342] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27619; }","duration":"729.011984ms","start":"2026-03-03T21:04:45.936684Z","end":"2026-03-03T21:04:46.665696Z","steps":["trace[1799773342] 'agreement among raft nodes before linearized reading' (duration: 728.843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:46.6657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.114697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:04:46.665752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.936669Z","time spent":"729.073905ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-03T21:04:46.6658Z","caller":"traceutil/trace.go:171","msg":"trace[1840197223] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27619; }","duration":"679.269069ms","start":"2026-03-03T21:04:45.986509Z","end":"2026-03-03T21:04:46.665778Z","steps":["trace[1840197223] 'agreement among raft nodes before linearized reading' (duration: 679.085915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:46.665808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.934077Z","time spent":"731.584363ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:46.66587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.986495Z","time spent":"679.357582ms","remote":"127.0.0.1:42210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:04:46.66589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:45.974332Z","time spent":"691.268668ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:47.111605Z","caller":"traceutil/trace.go:171","msg":"trace[866419855] linearizableReadLoop","detail":"{readStateIndex:28618; appliedIndex:28617; }","duration":"222.12325ms","start":"2026-03-03T21:04:46.889459Z","end":"2026-03-03T21:04:47.111582Z","steps":["trace[866419855] 'read index received' (duration: 221.924686ms)","trace[866419855] 'applied index is now lower than readState.Index' (duration: 197.734µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:04:47.111766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.282505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:47.111806Z","caller":"traceutil/trace.go:171","msg":"trace[526744105] transaction","detail":"{read_only:false; response_revision:27620; number_of_response:1; }","duration":"354.792137ms","start":"2026-03-03T21:04:46.756982Z","end":"2026-03-03T21:04:47.111774Z","steps":["trace[526744105] 'process raft request' (duration: 354.462629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:47.111859Z","caller":"traceutil/trace.go:171","msg":"trace[1536547231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27620; }","duration":"222.456699ms","start":"2026-03-03T21:04:46.88939Z","end":"2026-03-03T21:04:47.111846Z","steps":["trace[1536547231] 'agreement among raft nodes before linearized reading' (duration: 222.285885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:47.111964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:46.756945Z","time spent":"354.93889ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:47.522752Z","caller":"traceutil/trace.go:171","msg":"trace[1629310591] transaction","detail":"{read_only:false; response_revision:27622; number_of_response:1; }","duration":"114.658309ms","start":"2026-03-03T21:04:47.408069Z","end":"2026-03-03T21:04:47.522727Z","steps":["trace[1629310591] 'process raft request' (duration: 114.514046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:47.915903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.459727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:04:47.916326Z","caller":"traceutil/trace.go:171","msg":"trace[892712113] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:27623; }","duration":"391.908488ms","start":"2026-03-03T21:04:47.524384Z","end":"2026-03-03T21:04:47.916292Z","steps":["trace[892712113] 'count revisions from in-memory index tree' (duration: 391.339855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:47.916501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:47.524369Z","time spent":"392.108302ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:04:48.162708Z","caller":"traceutil/trace.go:171","msg":"trace[584573618] transaction","detail":"{read_only:false; response_revision:27624; number_of_response:1; }","duration":"480.595884ms","start":"2026-03-03T21:04:47.682081Z","end":"2026-03-03T21:04:48.162677Z","steps":["trace[584573618] 'process raft request' (duration: 480.4345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.162903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:47.682056Z","time spent":"480.737178ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:48.518845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.39498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:04:48.519072Z","caller":"traceutil/trace.go:171","msg":"trace[113068236] linearizableReadLoop","detail":"{readStateIndex:28625; appliedIndex:28621; }","duration":"664.782835ms","start":"2026-03-03T21:04:47.854278Z","end":"2026-03-03T21:04:48.519061Z","steps":["trace[113068236] 'read index received' (duration: 308.238267ms)","trace[113068236] 'applied index is now lower than readState.Index' (duration: 356.543588ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:48.51912Z","caller":"traceutil/trace.go:171","msg":"trace[1580309751] transaction","detail":"{read_only:false; response_revision:27627; number_of_response:1; }","duration":"665.118253ms","start":"2026-03-03T21:04:47.853996Z","end":"2026-03-03T21:04:48.519115Z","steps":["trace[1580309751] 'process raft request' (duration: 664.98352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.519152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:47.853982Z","time spent":"665.151733ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:48.519275Z","caller":"traceutil/trace.go:171","msg":"trace[2144300182] transaction","detail":"{read_only:false; response_revision:27628; number_of_response:1; }","duration":"664.621582ms","start":"2026-03-03T21:04:47.854649Z","end":"2026-03-03T21:04:48.51927Z","steps":["trace[2144300182] 'process raft request' (duration: 664.385936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.519308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:47.854642Z","time spent":"664.651412ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:48.519341Z","caller":"traceutil/trace.go:171","msg":"trace[983933865] transaction","detail":"{read_only:false; response_revision:27626; number_of_response:1; }","duration":"666.29271ms","start":"2026-03-03T21:04:47.852801Z","end":"2026-03-03T21:04:48.519094Z","steps":["trace[983933865] 'process raft request' (duration: 666.111745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.519679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:47.852775Z","time spent":"666.775981ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:48.51944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.162403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-03T21:04:48.519725Z","caller":"traceutil/trace.go:171","msg":"trace[119718918] transaction","detail":"{read_only:false; response_revision:27625; number_of_response:1; }","duration":"667.285473ms","start":"2026-03-03T21:04:47.852417Z","end":"2026-03-03T21:04:48.519703Z","steps":["trace[119718918] 'process raft request' (duration: 373.977371ms)","trace[119718918] 'compare' (duration: 291.96298ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:48.519779Z","caller":"traceutil/trace.go:171","msg":"trace[707079469] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27628; }","duration":"665.490592ms","start":"2026-03-03T21:04:47.854253Z","end":"2026-03-03T21:04:48.519743Z","steps":["trace[707079469] 'agreement among raft nodes before linearized reading' (duration: 665.108113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.519827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:47.852399Z","time spent":"667.375455ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:48.519842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:47.854242Z","time spent":"665.583663ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4811,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-03T21:04:48.856796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.899097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:04:48.856875Z","caller":"traceutil/trace.go:171","msg":"trace[757082859] linearizableReadLoop","detail":"{readStateIndex:28627; appliedIndex:28626; }","duration":"337.771693ms","start":"2026-03-03T21:04:48.519092Z","end":"2026-03-03T21:04:48.856864Z","steps":["trace[757082859] 'read index received' (duration: 121.689562ms)","trace[757082859] 'applied index is now lower than readState.Index' (duration: 216.081171ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:04:48.856916Z","caller":"traceutil/trace.go:171","msg":"trace[532333283] transaction","detail":"{read_only:false; response_revision:27629; number_of_response:1; }","duration":"619.267639ms","start":"2026-03-03T21:04:48.237617Z","end":"2026-03-03T21:04:48.856885Z","steps":["trace[532333283] 'process raft request' (duration: 403.214089ms)","trace[532333283] 'compare' (duration: 215.813915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:04:48.857032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.729297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:48.857052Z","caller":"traceutil/trace.go:171","msg":"trace[662425062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27629; }","duration":"966.797998ms","start":"2026-03-03T21:04:47.890249Z","end":"2026-03-03T21:04:48.857047Z","steps":["trace[662425062] 'agreement among raft nodes before linearized reading' (duration: 966.642304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.857056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.237596Z","time spent":"619.385102ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:48.857078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.799149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T21:04:48.8571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:47.890223Z","time spent":"966.843609ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:04:48.857121Z","caller":"traceutil/trace.go:171","msg":"trace[850794261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27629; }","duration":"433.890061ms","start":"2026-03-03T21:04:48.42322Z","end":"2026-03-03T21:04:48.85711Z","steps":["trace[850794261] 'agreement among raft nodes before linearized reading' (duration: 433.758018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.857148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.423197Z","time spent":"433.944652ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T21:04:48.857413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.423921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T21:04:48.857439Z","caller":"traceutil/trace.go:171","msg":"trace[1257505680] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27629; }","duration":"653.471113ms","start":"2026-03-03T21:04:48.203963Z","end":"2026-03-03T21:04:48.857434Z","steps":["trace[1257505680] 'agreement among raft nodes before linearized reading' (duration: 653.33652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.857401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.996361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T21:04:48.857457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.203951Z","time spent":"653.500073ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T21:04:48.857451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.114206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:04:48.857487Z","caller":"traceutil/trace.go:171","msg":"trace[119717428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27629; }","duration":"434.183658ms","start":"2026-03-03T21:04:48.423293Z","end":"2026-03-03T21:04:48.857477Z","steps":["trace[119717428] 'agreement among raft nodes before linearized reading' (duration: 434.056265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.857504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.166017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T21:04:48.857527Z","caller":"traceutil/trace.go:171","msg":"trace[1187991377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27629; }","duration":"434.227449ms","start":"2026-03-03T21:04:48.423293Z","end":"2026-03-03T21:04:48.85752Z","steps":["trace[1187991377] 'agreement among raft nodes before linearized reading' (duration: 434.054195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.857526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.423274Z","time spent":"434.244399ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:04:48.857544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.423238Z","time spent":"434.30236ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T21:04:48.857276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.951967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:04:48.857609Z","caller":"traceutil/trace.go:171","msg":"trace[491649247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27629; }","duration":"677.306636ms","start":"2026-03-03T21:04:48.180286Z","end":"2026-03-03T21:04:48.857593Z","steps":["trace[491649247] 'agreement among raft nodes before linearized reading' (duration: 676.933127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.857602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.124611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-03T21:04:48.857726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.180268Z","time spent":"677.413358ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T21:04:48.857485Z","caller":"traceutil/trace.go:171","msg":"trace[413661229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27629; }","duration":"433.123653ms","start":"2026-03-03T21:04:48.424346Z","end":"2026-03-03T21:04:48.85747Z","steps":["trace[413661229] 'agreement among raft nodes before linearized reading' (duration: 432.911208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.857886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.424325Z","time spent":"433.528453ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:04:48.857748Z","caller":"traceutil/trace.go:171","msg":"trace[123679263] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27629; }","duration":"652.270075ms","start":"2026-03-03T21:04:48.205422Z","end":"2026-03-03T21:04:48.857692Z","steps":["trace[123679263] 'agreement among raft nodes before linearized reading' (duration: 651.866496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.857992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.205403Z","time spent":"652.577502ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T21:04:48.857293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.375424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:04:48.857324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.311796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:48.858079Z","caller":"traceutil/trace.go:171","msg":"trace[107840332] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27629; }","duration":"746.176232ms","start":"2026-03-03T21:04:48.111876Z","end":"2026-03-03T21:04:48.858053Z","steps":["trace[107840332] 'agreement among raft nodes before linearized reading' (duration: 745.389594ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:48.858132Z","caller":"traceutil/trace.go:171","msg":"trace[1056801981] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27629; }","duration":"879.112125ms","start":"2026-03-03T21:04:47.979005Z","end":"2026-03-03T21:04:48.858117Z","steps":["trace[1056801981] 'agreement among raft nodes before linearized reading' (duration: 878.300246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.85816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:47.978954Z","time spent":"879.195186ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:04:48.858154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.111859Z","time spent":"746.271844ms","remote":"127.0.0.1:42662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:04:48.857379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.546579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T21:04:48.858319Z","caller":"traceutil/trace.go:171","msg":"trace[387783363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27629; }","duration":"433.501942ms","start":"2026-03-03T21:04:48.42481Z","end":"2026-03-03T21:04:48.858312Z","steps":["trace[387783363] 'agreement among raft nodes before linearized reading' (duration: 432.454048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:48.858341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.424802Z","time spent":"433.529583ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:04:48.908791Z","caller":"traceutil/trace.go:171","msg":"trace[1375535994] transaction","detail":"{read_only:false; response_revision:27630; number_of_response:1; }","duration":"238.07064ms","start":"2026-03-03T21:04:48.670694Z","end":"2026-03-03T21:04:48.908765Z","steps":["trace[1375535994] 'process raft request' (duration: 237.895546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.40923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673541039041007659,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:04:49.670216Z","caller":"traceutil/trace.go:171","msg":"trace[340192725] transaction","detail":"{read_only:false; response_revision:27631; number_of_response:1; }","duration":"808.158518ms","start":"2026-03-03T21:04:48.862035Z","end":"2026-03-03T21:04:49.670193Z","steps":["trace[340192725] 'process raft request' (duration: 807.962514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.670431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.86202Z","time spent":"808.268981ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:49.670624Z","caller":"traceutil/trace.go:171","msg":"trace[1297199181] transaction","detail":"{read_only:false; response_revision:27632; number_of_response:1; }","duration":"808.120877ms","start":"2026-03-03T21:04:48.862465Z","end":"2026-03-03T21:04:49.670585Z","steps":["trace[1297199181] 'process raft request' (duration: 807.687627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.670807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.862459Z","time spent":"808.262621ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:49.67083Z","caller":"traceutil/trace.go:171","msg":"trace[1533865626] transaction","detail":"{read_only:false; response_revision:27634; number_of_response:1; }","duration":"807.880172ms","start":"2026-03-03T21:04:48.862929Z","end":"2026-03-03T21:04:49.670809Z","steps":["trace[1533865626] 'process raft request' (duration: 807.77101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.670818Z","caller":"traceutil/trace.go:171","msg":"trace[1320551180] transaction","detail":"{read_only:false; response_revision:27633; number_of_response:1; }","duration":"808.101357ms","start":"2026-03-03T21:04:48.862694Z","end":"2026-03-03T21:04:49.670795Z","steps":["trace[1320551180] 'process raft request' (duration: 807.77317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.670994Z","caller":"traceutil/trace.go:171","msg":"trace[778387441] transaction","detail":"{read_only:false; response_revision:27635; number_of_response:1; }","duration":"807.893873ms","start":"2026-03-03T21:04:48.863094Z","end":"2026-03-03T21:04:49.670988Z","steps":["trace[778387441] 'process raft request' (duration: 807.668697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.670934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.862901Z","time spent":"807.981844ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:49.671077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.862689Z","time spent":"808.301132ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:49.671105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.863086Z","time spent":"807.951874ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:49.671199Z","caller":"traceutil/trace.go:171","msg":"trace[1635141562] transaction","detail":"{read_only:false; response_revision:27636; number_of_response:1; }","duration":"807.505503ms","start":"2026-03-03T21:04:48.863683Z","end":"2026-03-03T21:04:49.671188Z","steps":["trace[1635141562] 'process raft request' (duration: 807.241787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.67127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.863661Z","time spent":"807.575455ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:49.671307Z","caller":"traceutil/trace.go:171","msg":"trace[1202813090] transaction","detail":"{read_only:false; response_revision:27637; number_of_response:1; }","duration":"807.054183ms","start":"2026-03-03T21:04:48.864247Z","end":"2026-03-03T21:04:49.671301Z","steps":["trace[1202813090] 'process raft request' (duration: 806.869529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.671374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.864239Z","time spent":"807.101994ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:04:49.700094Z","caller":"traceutil/trace.go:171","msg":"trace[274164287] transaction","detail":"{read_only:false; response_revision:27639; number_of_response:1; }","duration":"151.069892ms","start":"2026-03-03T21:04:49.549016Z","end":"2026-03-03T21:04:49.700085Z","steps":["trace[274164287] 'process raft request' (duration: 151.018461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.700192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.081838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:49.70021Z","caller":"traceutil/trace.go:171","msg":"trace[255989841] transaction","detail":"{read_only:false; response_revision:27638; number_of_response:1; }","duration":"583.233564ms","start":"2026-03-03T21:04:49.116945Z","end":"2026-03-03T21:04:49.700178Z","steps":["trace[255989841] 'process raft request' (duration: 583.027819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:04:49.70026Z","caller":"traceutil/trace.go:171","msg":"trace[158970718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27639; }","duration":"821.183611ms","start":"2026-03-03T21:04:48.87906Z","end":"2026-03-03T21:04:49.700244Z","steps":["trace[158970718] 'agreement among raft nodes before linearized reading' (duration: 821.059878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.700308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.879048Z","time spent":"821.249092ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:04:49.700337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:49.116916Z","time spent":"583.352756ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:04:49.700416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.611872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:04:49.700508Z","caller":"traceutil/trace.go:171","msg":"trace[1918623164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27639; }","duration":"837.735535ms","start":"2026-03-03T21:04:48.862755Z","end":"2026-03-03T21:04:49.700491Z","steps":["trace[1918623164] 'agreement among raft nodes before linearized reading' (duration: 837.52777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.700548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.862744Z","time spent":"837.795746ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T21:04:49.700544Z","caller":"traceutil/trace.go:171","msg":"trace[105723040] linearizableReadLoop","detail":"{readStateIndex:28636; appliedIndex:28628; }","duration":"791.358169ms","start":"2026-03-03T21:04:48.908705Z","end":"2026-03-03T21:04:49.700064Z","steps":["trace[105723040] 'read index received' (duration: 761.282762ms)","trace[105723040] 'applied index is now lower than readState.Index' (duration: 30.074737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:04:49.700964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.62358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:04:49.700992Z","caller":"traceutil/trace.go:171","msg":"trace[1293554122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27639; }","duration":"783.678931ms","start":"2026-03-03T21:04:48.917306Z","end":"2026-03-03T21:04:49.700985Z","steps":["trace[1293554122] 'agreement among raft nodes before linearized reading' (duration: 783.63173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.701018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.144913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:04:49.701684Z","caller":"traceutil/trace.go:171","msg":"trace[234458837] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27639; }","duration":"154.838289ms","start":"2026-03-03T21:04:49.546825Z","end":"2026-03-03T21:04:49.701663Z","steps":["trace[234458837] 'agreement among raft nodes before linearized reading' (duration: 154.112452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:04:49.701616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:04:48.917294Z","time spent":"784.258414ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:05:00.339267Z","caller":"traceutil/trace.go:171","msg":"trace[675280155] transaction","detail":"{read_only:false; response_revision:27794; number_of_response:1; }","duration":"128.480839ms","start":"2026-03-03T21:05:00.210767Z","end":"2026-03-03T21:05:00.339247Z","steps":["trace[675280155] 'process raft request' (duration: 128.315765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:00.708997Z","caller":"traceutil/trace.go:171","msg":"trace[1724407892] linearizableReadLoop","detail":"{readStateIndex:28803; appliedIndex:28802; }","duration":"101.048523ms","start":"2026-03-03T21:05:00.607929Z","end":"2026-03-03T21:05:00.708977Z","steps":["trace[1724407892] 'read index received' (duration: 100.847068ms)","trace[1724407892] 'applied index is now lower than readState.Index' (duration: 200.675µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:05:00.709106Z","caller":"traceutil/trace.go:171","msg":"trace[957966452] transaction","detail":"{read_only:false; response_revision:27798; number_of_response:1; }","duration":"105.22859ms","start":"2026-03-03T21:05:00.60385Z","end":"2026-03-03T21:05:00.709078Z","steps":["trace[957966452] 'process raft request' (duration: 104.985865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:00.709215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.269858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-03T21:05:00.709254Z","caller":"traceutil/trace.go:171","msg":"trace[1303082014] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:27798; }","duration":"101.35039ms","start":"2026-03-03T21:05:00.607892Z","end":"2026-03-03T21:05:00.709242Z","steps":["trace[1303082014] 'agreement among raft nodes before linearized reading' (duration: 101.167306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:09.238254Z","caller":"traceutil/trace.go:171","msg":"trace[1923973981] transaction","detail":"{read_only:false; response_revision:27915; number_of_response:1; }","duration":"460.922108ms","start":"2026-03-03T21:05:08.777306Z","end":"2026-03-03T21:05:09.238228Z","steps":["trace[1923973981] 'process raft request' (duration: 460.769805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:09.2384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:08.777288Z","time spent":"461.040911ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:05:09.355922Z","caller":"traceutil/trace.go:171","msg":"trace[1315737243] transaction","detail":"{read_only:false; response_revision:27916; number_of_response:1; }","duration":"574.361878ms","start":"2026-03-03T21:05:08.781526Z","end":"2026-03-03T21:05:09.355888Z","steps":["trace[1315737243] 'process raft request' (duration: 574.093452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:09.355938Z","caller":"traceutil/trace.go:171","msg":"trace[2104262358] transaction","detail":"{read_only:false; response_revision:27920; number_of_response:1; }","duration":"218.21139ms","start":"2026-03-03T21:05:09.137704Z","end":"2026-03-03T21:05:09.355915Z","steps":["trace[2104262358] 'process raft request' (duration: 218.175649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:09.356066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:08.78152Z","time spent":"574.470851ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:05:09.356263Z","caller":"traceutil/trace.go:171","msg":"trace[1240518117] transaction","detail":"{read_only:false; response_revision:27917; number_of_response:1; }","duration":"570.921409ms","start":"2026-03-03T21:05:08.785331Z","end":"2026-03-03T21:05:09.356252Z","steps":["trace[1240518117] 'process raft request' (duration: 570.437088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:09.356358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:08.785307Z","time spent":"570.98226ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:05:09.356535Z","caller":"traceutil/trace.go:171","msg":"trace[1279111960] transaction","detail":"{read_only:false; response_revision:27918; number_of_response:1; }","duration":"569.831683ms","start":"2026-03-03T21:05:08.786691Z","end":"2026-03-03T21:05:09.356522Z","steps":["trace[1279111960] 'process raft request' (duration: 569.117587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:09.356603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:08.786678Z","time spent":"569.889094ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:05:09.356697Z","caller":"traceutil/trace.go:171","msg":"trace[511946117] transaction","detail":"{read_only:false; response_revision:27919; number_of_response:1; }","duration":"462.961475ms","start":"2026-03-03T21:05:08.893723Z","end":"2026-03-03T21:05:09.356684Z","steps":["trace[511946117] 'process raft request' (duration: 462.120975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:09.356767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:08.893707Z","time spent":"463.016516ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:05:11.176753Z","caller":"traceutil/trace.go:171","msg":"trace[538518912] linearizableReadLoop","detail":"{readStateIndex:28937; appliedIndex:28936; }","duration":"142.729119ms","start":"2026-03-03T21:05:11.033993Z","end":"2026-03-03T21:05:11.176722Z","steps":["trace[538518912] 'read index received' (duration: 142.586545ms)","trace[538518912] 'applied index is now lower than readState.Index' (duration: 141.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:05:11.176846Z","caller":"traceutil/trace.go:171","msg":"trace[395703401] transaction","detail":"{read_only:false; response_revision:27930; number_of_response:1; }","duration":"143.001235ms","start":"2026-03-03T21:05:11.033822Z","end":"2026-03-03T21:05:11.176823Z","steps":["trace[395703401] 'process raft request' (duration: 142.724689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:11.17699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.971944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:05:11.177069Z","caller":"traceutil/trace.go:171","msg":"trace[972323554] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27930; }","duration":"143.136427ms","start":"2026-03-03T21:05:11.033918Z","end":"2026-03-03T21:05:11.177054Z","steps":["trace[972323554] 'agreement among raft nodes before linearized reading' (duration: 142.927043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:11.547575Z","caller":"traceutil/trace.go:171","msg":"trace[1650729710] transaction","detail":"{read_only:false; response_revision:27931; number_of_response:1; }","duration":"495.618952ms","start":"2026-03-03T21:05:11.051933Z","end":"2026-03-03T21:05:11.547552Z","steps":["trace[1650729710] 'process raft request' (duration: 495.386397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:11.547733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:11.051913Z","time spent":"495.717114ms","remote":"127.0.0.1:35720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:05:11.725705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.222983ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T21:05:11.725887Z","caller":"traceutil/trace.go:171","msg":"trace[1639013031] linearizableReadLoop","detail":"{readStateIndex:28939; appliedIndex:28937; }","duration":"539.823287ms","start":"2026-03-03T21:05:11.186042Z","end":"2026-03-03T21:05:11.725865Z","steps":["trace[1639013031] 'read index received' (duration: 361.39005ms)","trace[1639013031] 'applied index is now lower than readState.Index' (duration: 178.431767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:05:11.726054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.004712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:05:11.72617Z","caller":"traceutil/trace.go:171","msg":"trace[96959677] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27931; }","duration":"540.151815ms","start":"2026-03-03T21:05:11.185996Z","end":"2026-03-03T21:05:11.726148Z","steps":["trace[96959677] 'agreement among raft nodes before linearized reading' (duration: 539.992581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:11.726249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:11.185962Z","time spent":"540.272828ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:05:11.754261Z","caller":"traceutil/trace.go:171","msg":"trace[1890532251] transaction","detail":"{read_only:false; response_revision:27932; number_of_response:1; }","duration":"509.77566ms","start":"2026-03-03T21:05:11.244469Z","end":"2026-03-03T21:05:11.754244Z","steps":["trace[1890532251] 'process raft request' (duration: 509.610116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:11.75442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:11.244445Z","time spent":"509.915524ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:05:11.754543Z","caller":"traceutil/trace.go:171","msg":"trace[297853750] transaction","detail":"{read_only:false; response_revision:27933; number_of_response:1; }","duration":"393.341491ms","start":"2026-03-03T21:05:11.361174Z","end":"2026-03-03T21:05:11.754516Z","steps":["trace[297853750] 'process raft request' (duration: 393.029323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:11.754685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:11.361151Z","time spent":"393.459404ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:05:11.754694Z","caller":"traceutil/trace.go:171","msg":"trace[513480148] transaction","detail":"{read_only:false; response_revision:27934; number_of_response:1; }","duration":"393.398832ms","start":"2026-03-03T21:05:11.36128Z","end":"2026-03-03T21:05:11.754679Z","steps":["trace[513480148] 'process raft request' (duration: 393.150387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:05:11.754796Z","caller":"traceutil/trace.go:171","msg":"trace[969052460] transaction","detail":"{read_only:false; response_revision:27935; number_of_response:1; }","duration":"392.600164ms","start":"2026-03-03T21:05:11.362181Z","end":"2026-03-03T21:05:11.754781Z","steps":["trace[969052460] 'process raft request' (duration: 392.388429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:11.754829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:11.361273Z","time spent":"393.518795ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:05:11.754922Z","caller":"traceutil/trace.go:171","msg":"trace[1722909825] transaction","detail":"{read_only:false; response_revision:27936; number_of_response:1; }","duration":"392.4501ms","start":"2026-03-03T21:05:11.362443Z","end":"2026-03-03T21:05:11.754893Z","steps":["trace[1722909825] 'process raft request' (duration: 392.288667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:05:11.754881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:11.362169Z","time spent":"392.674685ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:05:11.755077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:05:11.362435Z","time spent":"392.562283ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:07:34.785847Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T21:07:34.79105Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T21:07:34.791131Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-03T21:08:50.83978Z","caller":"traceutil/trace.go:171","msg":"trace[1911451830] transaction","detail":"{read_only:false; response_revision:29475; number_of_response:1; }","duration":"261.876196ms","start":"2026-03-03T21:08:50.577879Z","end":"2026-03-03T21:08:50.839755Z","steps":["trace[1911451830] 'process raft request' (duration: 261.069918ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:08:50.840601Z","caller":"traceutil/trace.go:171","msg":"trace[2120701445] transaction","detail":"{read_only:false; response_revision:29477; number_of_response:1; }","duration":"227.106189ms","start":"2026-03-03T21:08:50.613469Z","end":"2026-03-03T21:08:50.840575Z","steps":["trace[2120701445] 'process raft request' (duration: 227.009357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:08:50.840631Z","caller":"traceutil/trace.go:171","msg":"trace[1462686409] transaction","detail":"{read_only:false; response_revision:29476; number_of_response:1; }","duration":"260.499804ms","start":"2026-03-03T21:08:50.580087Z","end":"2026-03-03T21:08:50.840587Z","steps":["trace[1462686409] 'process raft request' (duration: 260.281619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:08:50.840824Z","caller":"traceutil/trace.go:171","msg":"trace[277823803] transaction","detail":"{read_only:false; response_revision:29478; number_of_response:1; }","duration":"197.301478ms","start":"2026-03-03T21:08:50.643508Z","end":"2026-03-03T21:08:50.84081Z","steps":["trace[277823803] 'process raft request' (duration: 197.004691ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:09:22.372875Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27421} {"level":"info","ts":"2026-03-03T21:09:22.520632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27421,"took":"143.142201ms","hash":3158093600,"current-db-size-bytes":49000448,"current-db-size":"49 MB","current-db-size-in-use-bytes":31506432,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T21:09:22.520861Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3158093600,"revision":27421,"compact-revision":24809} {"level":"info","ts":"2026-03-03T21:11:24.076597Z","caller":"traceutil/trace.go:171","msg":"trace[1282469549] transaction","detail":"{read_only:false; response_revision:30555; number_of_response:1; }","duration":"163.122255ms","start":"2026-03-03T21:11:23.913447Z","end":"2026-03-03T21:11:24.076569Z","steps":["trace[1282469549] 'process raft request' (duration: 160.395442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:11:24.076953Z","caller":"traceutil/trace.go:171","msg":"trace[257086464] linearizableReadLoop","detail":"{readStateIndex:31645; appliedIndex:31644; }","duration":"109.742886ms","start":"2026-03-03T21:11:23.967181Z","end":"2026-03-03T21:11:24.076923Z","steps":["trace[257086464] 'read index received' (duration: 106.624924ms)","trace[257086464] 'applied index is now lower than readState.Index' (duration: 3.115602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:11:24.077155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.953871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:11:24.077196Z","caller":"traceutil/trace.go:171","msg":"trace[885921589] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:30555; }","duration":"110.040413ms","start":"2026-03-03T21:11:23.967144Z","end":"2026-03-03T21:11:24.077184Z","steps":["trace[885921589] 'agreement among raft nodes before linearized reading' (duration: 109.876299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:14:22.379546Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29689} {"level":"info","ts":"2026-03-03T21:14:22.549154Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29689,"took":"165.08092ms","hash":1176618173,"current-db-size-bytes":49000448,"current-db-size":"49 MB","current-db-size-in-use-bytes":26996736,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T21:14:22.549235Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1176618173,"revision":29689,"compact-revision":27421} {"level":"info","ts":"2026-03-03T21:15:39.44612Z","caller":"traceutil/trace.go:171","msg":"trace[1070298315] transaction","detail":"{read_only:false; response_revision:32334; number_of_response:1; }","duration":"121.52558ms","start":"2026-03-03T21:15:39.324571Z","end":"2026-03-03T21:15:39.446096Z","steps":["trace[1070298315] 'process raft request' (duration: 121.379006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:01.671131Z","caller":"traceutil/trace.go:171","msg":"trace[1867287318] transaction","detail":"{read_only:false; response_revision:32485; number_of_response:1; }","duration":"109.013ms","start":"2026-03-03T21:16:01.562091Z","end":"2026-03-03T21:16:01.671104Z","steps":["trace[1867287318] 'process raft request' (duration: 108.438976ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:11.108632Z","caller":"traceutil/trace.go:171","msg":"trace[1351161292] linearizableReadLoop","detail":"{readStateIndex:33704; appliedIndex:33703; }","duration":"121.914199ms","start":"2026-03-03T21:16:10.986691Z","end":"2026-03-03T21:16:11.108605Z","steps":["trace[1351161292] 'read index received' (duration: 121.761325ms)","trace[1351161292] 'applied index is now lower than readState.Index' (duration: 151.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:11.108729Z","caller":"traceutil/trace.go:171","msg":"trace[279720162] transaction","detail":"{read_only:false; response_revision:32551; number_of_response:1; }","duration":"124.114459ms","start":"2026-03-03T21:16:10.984586Z","end":"2026-03-03T21:16:11.1087Z","steps":["trace[279720162] 'process raft request' (duration: 123.804202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:11.108833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.127924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T21:16:11.108879Z","caller":"traceutil/trace.go:171","msg":"trace[1714522692] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:32551; }","duration":"122.211535ms","start":"2026-03-03T21:16:10.986652Z","end":"2026-03-03T21:16:11.108864Z","steps":["trace[1714522692] 'agreement among raft nodes before linearized reading' (duration: 122.051731ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:44.709487Z","caller":"traceutil/trace.go:171","msg":"trace[1698614952] transaction","detail":"{read_only:false; response_revision:32774; number_of_response:1; }","duration":"121.821027ms","start":"2026-03-03T21:16:44.58764Z","end":"2026-03-03T21:16:44.709461Z","steps":["trace[1698614952] 'process raft request' (duration: 121.670513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:44.782419Z","caller":"traceutil/trace.go:171","msg":"trace[1243376213] transaction","detail":"{read_only:false; response_revision:32775; number_of_response:1; }","duration":"192.044676ms","start":"2026-03-03T21:16:44.590347Z","end":"2026-03-03T21:16:44.782392Z","steps":["trace[1243376213] 'process raft request' (duration: 191.810441ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:44.783435Z","caller":"traceutil/trace.go:171","msg":"trace[1986098665] transaction","detail":"{read_only:false; response_revision:32776; number_of_response:1; }","duration":"192.560948ms","start":"2026-03-03T21:16:44.590855Z","end":"2026-03-03T21:16:44.783416Z","steps":["trace[1986098665] 'process raft request' (duration: 191.472263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:44.783479Z","caller":"traceutil/trace.go:171","msg":"trace[1266513231] transaction","detail":"{read_only:false; response_revision:32777; number_of_response:1; }","duration":"191.573605ms","start":"2026-03-03T21:16:44.591857Z","end":"2026-03-03T21:16:44.78343Z","steps":["trace[1266513231] 'process raft request' (duration: 191.374501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:44.783591Z","caller":"traceutil/trace.go:171","msg":"trace[551779559] transaction","detail":"{read_only:false; response_revision:32779; number_of_response:1; }","duration":"157.843763ms","start":"2026-03-03T21:16:44.625733Z","end":"2026-03-03T21:16:44.783577Z","steps":["trace[551779559] 'process raft request' (duration: 157.653228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:44.783683Z","caller":"traceutil/trace.go:171","msg":"trace[1986911547] transaction","detail":"{read_only:false; response_revision:32778; number_of_response:1; }","duration":"159.184733ms","start":"2026-03-03T21:16:44.62449Z","end":"2026-03-03T21:16:44.783674Z","steps":["trace[1986911547] 'process raft request' (duration: 158.848575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:44.783967Z","caller":"traceutil/trace.go:171","msg":"trace[1217877994] linearizableReadLoop","detail":"{readStateIndex:33940; appliedIndex:33933; }","duration":"142.982508ms","start":"2026-03-03T21:16:44.640941Z","end":"2026-03-03T21:16:44.783923Z","steps":["trace[1217877994] 'read index received' (duration: 68.391827ms)","trace[1217877994] 'applied index is now lower than readState.Index' (duration: 74.588411ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:44.78421Z","caller":"traceutil/trace.go:171","msg":"trace[698691513] transaction","detail":"{read_only:false; response_revision:32780; number_of_response:1; }","duration":"153.42256ms","start":"2026-03-03T21:16:44.630772Z","end":"2026-03-03T21:16:44.784194Z","steps":["trace[698691513] 'process raft request' (duration: 152.663202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:44.784261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.288735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:16:44.786582Z","caller":"traceutil/trace.go:171","msg":"trace[994168613] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:32781; }","duration":"145.65139ms","start":"2026-03-03T21:16:44.640909Z","end":"2026-03-03T21:16:44.786561Z","steps":["trace[994168613] 'agreement among raft nodes before linearized reading' (duration: 143.121671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:17:21.011354Z","caller":"traceutil/trace.go:171","msg":"trace[284026567] transaction","detail":"{read_only:false; response_revision:33023; number_of_response:1; }","duration":"102.13388ms","start":"2026-03-03T21:17:20.909194Z","end":"2026-03-03T21:17:21.011328Z","steps":["trace[284026567] 'process raft request' (duration: 100.134233ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:03.857648Z","caller":"traceutil/trace.go:171","msg":"trace[1878298144] transaction","detail":"{read_only:false; response_revision:33372; number_of_response:1; }","duration":"141.228386ms","start":"2026-03-03T21:18:03.716303Z","end":"2026-03-03T21:18:03.857531Z","steps":["trace[1878298144] 'process raft request' (duration: 141.076153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:07.20746Z","caller":"traceutil/trace.go:171","msg":"trace[1985393958] linearizableReadLoop","detail":"{readStateIndex:34577; appliedIndex:34576; }","duration":"281.590853ms","start":"2026-03-03T21:18:06.925844Z","end":"2026-03-03T21:18:07.207435Z","steps":["trace[1985393958] 'read index received' (duration: 281.502211ms)","trace[1985393958] 'applied index is now lower than readState.Index' (duration: 87.542µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:07.207564Z","caller":"traceutil/trace.go:171","msg":"trace[289966439] transaction","detail":"{read_only:false; response_revision:33397; number_of_response:1; }","duration":"282.417752ms","start":"2026-03-03T21:18:06.925136Z","end":"2026-03-03T21:18:07.207554Z","steps":["trace[289966439] 'process raft request' (duration: 282.150796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:07.207834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.980312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:18:07.207911Z","caller":"traceutil/trace.go:171","msg":"trace[1009607185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33397; }","duration":"282.089695ms","start":"2026-03-03T21:18:06.925803Z","end":"2026-03-03T21:18:07.207893Z","steps":["trace[1009607185] 'agreement among raft nodes before linearized reading' (duration: 281.959852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:07.535013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.295685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:18:07.535165Z","caller":"traceutil/trace.go:171","msg":"trace[1263162704] linearizableReadLoop","detail":"{readStateIndex:34578; appliedIndex:34577; }","duration":"327.617641ms","start":"2026-03-03T21:18:07.207528Z","end":"2026-03-03T21:18:07.535146Z","steps":["trace[1263162704] 'read index received' (duration: 108.329953ms)","trace[1263162704] 'applied index is now lower than readState.Index' (duration: 219.284498ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:07.535182Z","caller":"traceutil/trace.go:171","msg":"trace[1199652777] transaction","detail":"{read_only:false; response_revision:33398; number_of_response:1; }","duration":"461.140559ms","start":"2026-03-03T21:18:07.074009Z","end":"2026-03-03T21:18:07.53515Z","steps":["trace[1199652777] 'process raft request' (duration: 241.833991ms)","trace[1199652777] 'compare' (duration: 218.053999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:07.535352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.073989Z","time spent":"461.268602ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:07.53535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.727504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-qkwzk\" ","response":"range_response_count:1 size:10045"} {"level":"info","ts":"2026-03-03T21:18:07.535417Z","caller":"traceutil/trace.go:171","msg":"trace[30958861] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-qkwzk; range_end:; response_count:1; response_revision:33398; }","duration":"452.839817ms","start":"2026-03-03T21:18:07.08256Z","end":"2026-03-03T21:18:07.5354Z","steps":["trace[30958861] 'agreement among raft nodes before linearized reading' (duration: 452.659353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:07.535455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.082517Z","time spent":"452.931649ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":10069,"request content":"key:\"/registry/pods/openstack/tempest-run-tests-qkwzk\" "} {"level":"info","ts":"2026-03-03T21:18:07.7652Z","caller":"traceutil/trace.go:171","msg":"trace[2120279618] transaction","detail":"{read_only:false; response_revision:33404; number_of_response:1; }","duration":"501.015353ms","start":"2026-03-03T21:18:07.264164Z","end":"2026-03-03T21:18:07.765179Z","steps":["trace[2120279618] 'process raft request' (duration: 500.983483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:07.765417Z","caller":"traceutil/trace.go:171","msg":"trace[911722338] transaction","detail":"{read_only:false; response_revision:33400; number_of_response:1; }","duration":"507.974715ms","start":"2026-03-03T21:18:07.2574Z","end":"2026-03-03T21:18:07.765375Z","steps":["trace[911722338] 'process raft request' (duration: 507.625257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:07.765557Z","caller":"traceutil/trace.go:171","msg":"trace[1212386172] transaction","detail":"{read_only:false; response_revision:33402; number_of_response:1; }","duration":"506.317816ms","start":"2026-03-03T21:18:07.259216Z","end":"2026-03-03T21:18:07.765534Z","steps":["trace[1212386172] 'process raft request' (duration: 505.880296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:07.765555Z","caller":"traceutil/trace.go:171","msg":"trace[1724466712] transaction","detail":"{read_only:false; response_revision:33403; number_of_response:1; }","duration":"502.006896ms","start":"2026-03-03T21:18:07.263528Z","end":"2026-03-03T21:18:07.765535Z","steps":["trace[1724466712] 'process raft request' (duration: 501.593837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:07.765592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.257379Z","time spent":"508.124779ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:07.765603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.264158Z","time spent":"501.111366ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:07.765591Z","caller":"traceutil/trace.go:171","msg":"trace[577289771] transaction","detail":"{read_only:false; response_revision:33401; number_of_response:1; }","duration":"507.504624ms","start":"2026-03-03T21:18:07.258051Z","end":"2026-03-03T21:18:07.765555Z","steps":["trace[577289771] 'process raft request' (duration: 507.015693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:07.765601Z","caller":"traceutil/trace.go:171","msg":"trace[1678605308] transaction","detail":"{read_only:false; response_revision:33399; number_of_response:1; }","duration":"550.41475ms","start":"2026-03-03T21:18:07.215138Z","end":"2026-03-03T21:18:07.765552Z","steps":["trace[1678605308] 'process raft request' (duration: 488.690209ms)","trace[1678605308] 'compare' (duration: 61.039905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:07.765657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.259198Z","time spent":"506.403638ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:07.76566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.26352Z","time spent":"502.089858ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:07.765747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.258028Z","time spent":"507.636557ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:07.765762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.215119Z","time spent":"550.560373ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:07.864783Z","caller":"traceutil/trace.go:171","msg":"trace[51301405] transaction","detail":"{read_only:false; response_revision:33405; number_of_response:1; }","duration":"509.431728ms","start":"2026-03-03T21:18:07.355314Z","end":"2026-03-03T21:18:07.864746Z","steps":["trace[51301405] 'process raft request' (duration: 509.235634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:07.865065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.355292Z","time spent":"509.576362ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:08.095771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.623971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:18:08.095854Z","caller":"traceutil/trace.go:171","msg":"trace[1947282288] linearizableReadLoop","detail":"{readStateIndex:34585; appliedIndex:34578; }","duration":"560.643967ms","start":"2026-03-03T21:18:07.535198Z","end":"2026-03-03T21:18:08.095842Z","steps":["trace[1947282288] 'read index received' (duration: 168.644973ms)","trace[1947282288] 'applied index is now lower than readState.Index' (duration: 391.998024ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:08.095925Z","caller":"traceutil/trace.go:171","msg":"trace[1324077661] transaction","detail":"{read_only:false; response_revision:33406; number_of_response:1; }","duration":"546.767205ms","start":"2026-03-03T21:18:07.549121Z","end":"2026-03-03T21:18:08.095888Z","steps":["trace[1324077661] 'process raft request' (duration: 315.608452ms)","trace[1324077661] 'compare' (duration: 230.434876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:08.096091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.865751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:18:08.096095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.132872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:18:08.09612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.549097Z","time spent":"546.933028ms","remote":"127.0.0.1:35686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10161,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:08.096152Z","caller":"traceutil/trace.go:171","msg":"trace[1728337895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33406; }","duration":"887.234555ms","start":"2026-03-03T21:18:07.208903Z","end":"2026-03-03T21:18:08.096137Z","steps":["trace[1728337895] 'agreement among raft nodes before linearized reading' (duration: 887.128512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:08.096179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.208882Z","time spent":"887.292776ms","remote":"127.0.0.1:35496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:18:08.096222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.594395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:18:08.096322Z","caller":"traceutil/trace.go:171","msg":"trace[926004313] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:33406; }","duration":"366.750618ms","start":"2026-03-03T21:18:07.729551Z","end":"2026-03-03T21:18:08.096301Z","steps":["trace[926004313] 'agreement among raft nodes before linearized reading' (duration: 366.593514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:08.096368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.729533Z","time spent":"366.82385ms","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:18:08.097646Z","caller":"traceutil/trace.go:171","msg":"trace[968419547] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:33406; }","duration":"642.095287ms","start":"2026-03-03T21:18:07.454034Z","end":"2026-03-03T21:18:08.096129Z","steps":["trace[968419547] 'agreement among raft nodes before linearized reading' (duration: 641.880612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:08.097711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:07.454012Z","time spent":"643.681283ms","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:18:08.531441Z","caller":"traceutil/trace.go:171","msg":"trace[1962299771] transaction","detail":"{read_only:false; response_revision:33411; number_of_response:1; }","duration":"105.776194ms","start":"2026-03-03T21:18:08.425639Z","end":"2026-03-03T21:18:08.531415Z","steps":["trace[1962299771] 'process raft request' (duration: 105.738913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:08.531659Z","caller":"traceutil/trace.go:171","msg":"trace[105998674] transaction","detail":"{read_only:false; response_revision:33408; number_of_response:1; }","duration":"106.673495ms","start":"2026-03-03T21:18:08.424941Z","end":"2026-03-03T21:18:08.531615Z","steps":["trace[105998674] 'process raft request' (duration: 106.215934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:08.53173Z","caller":"traceutil/trace.go:171","msg":"trace[818505527] transaction","detail":"{read_only:false; response_revision:33410; number_of_response:1; }","duration":"106.326137ms","start":"2026-03-03T21:18:08.425316Z","end":"2026-03-03T21:18:08.531642Z","steps":["trace[818505527] 'process raft request' (duration: 106.0271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:08.532002Z","caller":"traceutil/trace.go:171","msg":"trace[219863925] transaction","detail":"{read_only:false; response_revision:33409; number_of_response:1; }","duration":"106.950042ms","start":"2026-03-03T21:18:08.425035Z","end":"2026-03-03T21:18:08.531985Z","steps":["trace[219863925] 'process raft request' (duration: 106.264916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:20.805191Z","caller":"traceutil/trace.go:171","msg":"trace[1420752918] linearizableReadLoop","detail":"{readStateIndex:34680; appliedIndex:34677; }","duration":"143.240604ms","start":"2026-03-03T21:18:20.66193Z","end":"2026-03-03T21:18:20.805171Z","steps":["trace[1420752918] 'read index received' (duration: 8.450716ms)","trace[1420752918] 'applied index is now lower than readState.Index' (duration: 134.789058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:20.805354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.408547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:18:20.805382Z","caller":"traceutil/trace.go:171","msg":"trace[348229062] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33498; }","duration":"143.465149ms","start":"2026-03-03T21:18:20.661905Z","end":"2026-03-03T21:18:20.805371Z","steps":["trace[348229062] 'agreement among raft nodes before linearized reading' (duration: 143.344746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:20.805644Z","caller":"traceutil/trace.go:171","msg":"trace[1361974593] transaction","detail":"{read_only:false; response_revision:33498; number_of_response:1; }","duration":"143.915199ms","start":"2026-03-03T21:18:20.661718Z","end":"2026-03-03T21:18:20.805634Z","steps":["trace[1361974593] 'process raft request' (duration: 143.325636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:20.937867Z","caller":"traceutil/trace.go:171","msg":"trace[979109410] linearizableReadLoop","detail":"{readStateIndex:34681; appliedIndex:34680; }","duration":"128.761028ms","start":"2026-03-03T21:18:20.809084Z","end":"2026-03-03T21:18:20.937845Z","steps":["trace[979109410] 'read index received' (duration: 128.573634ms)","trace[979109410] 'applied index is now lower than readState.Index' (duration: 186.654µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:20.938502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.398503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:18:20.938556Z","caller":"traceutil/trace.go:171","msg":"trace[1567614318] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33499; }","duration":"129.504385ms","start":"2026-03-03T21:18:20.809039Z","end":"2026-03-03T21:18:20.938544Z","steps":["trace[1567614318] 'agreement among raft nodes before linearized reading' (duration: 128.902251ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:20.938918Z","caller":"traceutil/trace.go:171","msg":"trace[1714110140] transaction","detail":"{read_only:false; response_revision:33499; number_of_response:1; }","duration":"177.851987ms","start":"2026-03-03T21:18:20.761053Z","end":"2026-03-03T21:18:20.938905Z","steps":["trace[1714110140] 'process raft request' (duration: 176.657399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:44.052647Z","caller":"traceutil/trace.go:171","msg":"trace[1459943951] transaction","detail":"{read_only:false; response_revision:33653; number_of_response:1; }","duration":"105.714402ms","start":"2026-03-03T21:18:43.946912Z","end":"2026-03-03T21:18:44.052626Z","steps":["trace[1459943951] 'process raft request' (duration: 105.58983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:44.459666Z","caller":"traceutil/trace.go:171","msg":"trace[1046375983] transaction","detail":"{read_only:false; response_revision:33655; number_of_response:1; }","duration":"483.678892ms","start":"2026-03-03T21:18:43.975961Z","end":"2026-03-03T21:18:44.45964Z","steps":["trace[1046375983] 'process raft request' (duration: 483.58651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:44.460008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:43.97595Z","time spent":"483.97697ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:44.460235Z","caller":"traceutil/trace.go:171","msg":"trace[315364820] transaction","detail":"{read_only:false; response_revision:33654; number_of_response:1; }","duration":"484.926531ms","start":"2026-03-03T21:18:43.975296Z","end":"2026-03-03T21:18:44.460222Z","steps":["trace[315364820] 'process raft request' (duration: 484.102922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:44.460215Z","caller":"traceutil/trace.go:171","msg":"trace[669026797] transaction","detail":"{read_only:false; response_revision:33656; number_of_response:1; }","duration":"482.132286ms","start":"2026-03-03T21:18:43.97804Z","end":"2026-03-03T21:18:44.460172Z","steps":["trace[669026797] 'process raft request' (duration: 481.555703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:44.460305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:43.975272Z","time spent":"484.999823ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:44.460468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:43.978027Z","time spent":"482.294751ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:44.461097Z","caller":"traceutil/trace.go:171","msg":"trace[77038792] transaction","detail":"{read_only:false; response_revision:33657; number_of_response:1; }","duration":"479.951416ms","start":"2026-03-03T21:18:43.981131Z","end":"2026-03-03T21:18:44.461082Z","steps":["trace[77038792] 'process raft request' (duration: 478.912432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:44.461179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:43.981124Z","time spent":"480.014318ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:44.461317Z","caller":"traceutil/trace.go:171","msg":"trace[314192078] transaction","detail":"{read_only:false; response_revision:33658; number_of_response:1; }","duration":"473.613408ms","start":"2026-03-03T21:18:43.987689Z","end":"2026-03-03T21:18:44.461303Z","steps":["trace[314192078] 'process raft request' (duration: 473.341182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:44.461396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:43.987677Z","time spent":"473.67444ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:44.461535Z","caller":"traceutil/trace.go:171","msg":"trace[735071046] linearizableReadLoop","detail":"{readStateIndex:34845; appliedIndex:34839; }","duration":"446.91533ms","start":"2026-03-03T21:18:44.014609Z","end":"2026-03-03T21:18:44.461525Z","steps":["trace[735071046] 'read index received' (duration: 37.889529ms)","trace[735071046] 'applied index is now lower than readState.Index' (duration: 409.024641ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:44.461686Z","caller":"traceutil/trace.go:171","msg":"trace[466995195] transaction","detail":"{read_only:false; response_revision:33659; number_of_response:1; }","duration":"415.05054ms","start":"2026-03-03T21:18:44.046617Z","end":"2026-03-03T21:18:44.461668Z","steps":["trace[466995195] 'process raft request' (duration: 414.62515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:44.461813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:44.046598Z","time spent":"415.157683ms","remote":"127.0.0.1:35734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:18:44.461701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.084013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T21:18:44.461904Z","caller":"traceutil/trace.go:171","msg":"trace[1814108710] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:33659; }","duration":"447.334139ms","start":"2026-03-03T21:18:44.014555Z","end":"2026-03-03T21:18:44.461889Z","steps":["trace[1814108710] 'agreement among raft nodes before linearized reading' (duration: 447.016352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:44.461952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:44.014542Z","time spent":"447.39949ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T21:19:22.389354Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31771} {"level":"info","ts":"2026-03-03T21:19:22.554946Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31771,"took":"162.201314ms","hash":141052240,"current-db-size-bytes":49889280,"current-db-size":"50 MB","current-db-size-in-use-bytes":28336128,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T21:19:22.555001Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":141052240,"revision":31771,"compact-revision":29689} {"level":"info","ts":"2026-03-03T21:19:30.414347Z","caller":"traceutil/trace.go:171","msg":"trace[880368586] linearizableReadLoop","detail":"{readStateIndex:35165; appliedIndex:35164; }","duration":"118.559541ms","start":"2026-03-03T21:19:30.295765Z","end":"2026-03-03T21:19:30.414325Z","steps":["trace[880368586] 'read index received' (duration: 118.427208ms)","trace[880368586] 'applied index is now lower than readState.Index' (duration: 131.533µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:19:30.414477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.701105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:19:30.414501Z","caller":"traceutil/trace.go:171","msg":"trace[1644384773] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:33968; }","duration":"118.744026ms","start":"2026-03-03T21:19:30.295749Z","end":"2026-03-03T21:19:30.414493Z","steps":["trace[1644384773] 'agreement among raft nodes before linearized reading' (duration: 118.663084ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:19:30.414673Z","caller":"traceutil/trace.go:171","msg":"trace[716619024] transaction","detail":"{read_only:false; response_revision:33968; number_of_response:1; }","duration":"205.337625ms","start":"2026-03-03T21:19:30.209327Z","end":"2026-03-03T21:19:30.414665Z","steps":["trace[716619024] 'process raft request' (duration: 204.885084ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:20:36.131238Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008b57.wal"} {"level":"info","ts":"2026-03-03T21:22:58.250372Z","caller":"traceutil/trace.go:171","msg":"trace[310449524] transaction","detail":"{read_only:false; response_revision:35420; number_of_response:1; }","duration":"148.343052ms","start":"2026-03-03T21:22:58.102005Z","end":"2026-03-03T21:22:58.250348Z","steps":["trace[310449524] 'process raft request' (duration: 148.204379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:58.253176Z","caller":"traceutil/trace.go:171","msg":"trace[1377575039] transaction","detail":"{read_only:false; response_revision:35421; number_of_response:1; }","duration":"150.318078ms","start":"2026-03-03T21:22:58.102841Z","end":"2026-03-03T21:22:58.253159Z","steps":["trace[1377575039] 'process raft request' (duration: 150.190965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:58.25337Z","caller":"traceutil/trace.go:171","msg":"trace[973440235] transaction","detail":"{read_only:false; response_revision:35422; number_of_response:1; }","duration":"149.710843ms","start":"2026-03-03T21:22:58.103639Z","end":"2026-03-03T21:22:58.253349Z","steps":["trace[973440235] 'process raft request' (duration: 149.485848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:21.045992Z","caller":"traceutil/trace.go:171","msg":"trace[1036725290] linearizableReadLoop","detail":"{readStateIndex:37248; appliedIndex:37247; }","duration":"157.052025ms","start":"2026-03-03T21:24:20.88892Z","end":"2026-03-03T21:24:21.045972Z","steps":["trace[1036725290] 'read index received' (duration: 156.830719ms)","trace[1036725290] 'applied index is now lower than readState.Index' (duration: 220.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:24:21.046066Z","caller":"traceutil/trace.go:171","msg":"trace[1823825418] transaction","detail":"{read_only:false; response_revision:35989; number_of_response:1; }","duration":"157.776341ms","start":"2026-03-03T21:24:20.888248Z","end":"2026-03-03T21:24:21.046024Z","steps":["trace[1823825418] 'process raft request' (duration: 157.607557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:24:21.046141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.213478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:24:21.046165Z","caller":"traceutil/trace.go:171","msg":"trace[1880032777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35989; }","duration":"157.28063ms","start":"2026-03-03T21:24:20.888876Z","end":"2026-03-03T21:24:21.046156Z","steps":["trace[1880032777] 'agreement among raft nodes before linearized reading' (duration: 157.226069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:22.399984Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33915} {"level":"info","ts":"2026-03-03T21:24:22.55602Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33915,"took":"151.431474ms","hash":1407104340,"current-db-size-bytes":51998720,"current-db-size":"52 MB","current-db-size-in-use-bytes":29458432,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T21:24:22.556096Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1407104340,"revision":33915,"compact-revision":31771} {"level":"info","ts":"2026-03-03T21:25:22.222549Z","caller":"traceutil/trace.go:171","msg":"trace[755915206] transaction","detail":"{read_only:false; response_revision:36442; number_of_response:1; }","duration":"101.568286ms","start":"2026-03-03T21:25:22.120959Z","end":"2026-03-03T21:25:22.222527Z","steps":["trace[755915206] 'process raft request' (duration: 101.460804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:22.407914Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36000} {"level":"info","ts":"2026-03-03T21:29:22.544503Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36000,"took":"133.334245ms","hash":34536684,"current-db-size-bytes":53264384,"current-db-size":"53 MB","current-db-size-in-use-bytes":28266496,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T21:29:22.544569Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":34536684,"revision":36000,"compact-revision":33915} {"level":"warn","ts":"2026-03-03T21:30:09.659025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.325428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:641"} {"level":"info","ts":"2026-03-03T21:30:09.659169Z","caller":"traceutil/trace.go:171","msg":"trace[926454014] range","detail":"{range_begin:/registry/roles/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:38491; }","duration":"109.534772ms","start":"2026-03-03T21:30:09.549601Z","end":"2026-03-03T21:30:09.659136Z","steps":["trace[926454014] 'range keys from in-memory index tree' (duration: 109.088072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:25.572956Z","caller":"traceutil/trace.go:171","msg":"trace[1401645417] transaction","detail":"{read_only:false; response_revision:38645; number_of_response:1; }","duration":"282.909647ms","start":"2026-03-03T21:30:25.290013Z","end":"2026-03-03T21:30:25.572923Z","steps":["trace[1401645417] 'process raft request' (duration: 282.552048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:25.572991Z","caller":"traceutil/trace.go:171","msg":"trace[846316147] linearizableReadLoop","detail":"{readStateIndex:39988; appliedIndex:39984; }","duration":"199.350607ms","start":"2026-03-03T21:30:25.373621Z","end":"2026-03-03T21:30:25.572971Z","steps":["trace[846316147] 'read index received' (duration: 3.595333ms)","trace[846316147] 'applied index is now lower than readState.Index' (duration: 195.754024ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:30:25.57297Z","caller":"traceutil/trace.go:171","msg":"trace[1018327488] transaction","detail":"{read_only:false; response_revision:38646; number_of_response:1; }","duration":"282.445396ms","start":"2026-03-03T21:30:25.290493Z","end":"2026-03-03T21:30:25.572938Z","steps":["trace[1018327488] 'process raft request' (duration: 282.353374ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:25.573191Z","caller":"traceutil/trace.go:171","msg":"trace[94114406] transaction","detail":"{read_only:false; response_revision:38647; number_of_response:1; }","duration":"281.884903ms","start":"2026-03-03T21:30:25.291266Z","end":"2026-03-03T21:30:25.573151Z","steps":["trace[94114406] 'process raft request' (duration: 281.632167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:25.573308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.616154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-magnum-peer-discovery\" ","response":"range_response_count:1 size:809"} {"level":"info","ts":"2026-03-03T21:30:25.57334Z","caller":"traceutil/trace.go:171","msg":"trace[1982687553] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-magnum-peer-discovery; range_end:; response_count:1; response_revision:38647; }","duration":"199.735676ms","start":"2026-03-03T21:30:25.373598Z","end":"2026-03-03T21:30:25.573334Z","steps":["trace[1982687553] 'agreement among raft nodes before linearized reading' (duration: 199.431069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:25.573405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.322838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-manila-peer-discovery\" ","response":"range_response_count:1 size:809"} {"level":"info","ts":"2026-03-03T21:30:25.573467Z","caller":"traceutil/trace.go:171","msg":"trace[1437870100] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-manila-peer-discovery; range_end:; response_count:1; response_revision:38647; }","duration":"106.42717ms","start":"2026-03-03T21:30:25.467027Z","end":"2026-03-03T21:30:25.573454Z","steps":["trace[1437870100] 'agreement among raft nodes before linearized reading' (duration: 106.241826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:25.815623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.420476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18372"} {"level":"info","ts":"2026-03-03T21:30:25.815692Z","caller":"traceutil/trace.go:171","msg":"trace[443813635] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:38647; }","duration":"142.510588ms","start":"2026-03-03T21:30:25.673166Z","end":"2026-03-03T21:30:25.815677Z","steps":["trace[443813635] 'range keys from in-memory index tree' (duration: 142.303864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:28.226093Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T21:30:28.231107Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-03T21:30:28.231241Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"warn","ts":"2026-03-03T21:30:31.151851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.561111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:30:31.151939Z","caller":"traceutil/trace.go:171","msg":"trace[1262326527] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:38683; }","duration":"127.699584ms","start":"2026-03-03T21:30:31.024223Z","end":"2026-03-03T21:30:31.151923Z","steps":["trace[1262326527] 'count revisions from in-memory index tree' (duration: 127.487139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:31.152068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.019482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-rabbitmq-user\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-03-03T21:30:31.152183Z","caller":"traceutil/trace.go:171","msg":"trace[848710005] range","detail":"{range_begin:/registry/secrets/openstack/glance-rabbitmq-user; range_end:; response_count:1; response_revision:38683; }","duration":"203.182096ms","start":"2026-03-03T21:30:30.948975Z","end":"2026-03-03T21:30:31.152157Z","steps":["trace[848710005] 'range keys from in-memory index tree' (duration: 202.816208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:31.152531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.175794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/heat-api-certs\" ","response":"range_response_count:1 size:4341"} {"level":"info","ts":"2026-03-03T21:30:31.152565Z","caller":"traceutil/trace.go:171","msg":"trace[746956175] range","detail":"{range_begin:/registry/secrets/openstack/heat-api-certs; range_end:; response_count:1; response_revision:38683; }","duration":"199.241936ms","start":"2026-03-03T21:30:30.953315Z","end":"2026-03-03T21:30:31.152557Z","steps":["trace[746956175] 'range keys from in-memory index tree' (duration: 199.060581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:30:31.152637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.234368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:30:31.152657Z","caller":"traceutil/trace.go:171","msg":"trace[1701038573] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38683; }","duration":"169.29433ms","start":"2026-03-03T21:30:30.983358Z","end":"2026-03-03T21:30:31.152652Z","steps":["trace[1701038573] 'range keys from in-memory index tree' (duration: 169.153126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:21.35265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.133123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T21:31:24.03287Z","caller":"traceutil/trace.go:171","msg":"trace[793273079] linearizableReadLoop","detail":"{readStateIndex:40395; appliedIndex:40394; }","duration":"130.11486ms","start":"2026-03-03T21:31:23.902736Z","end":"2026-03-03T21:31:24.03285Z","steps":["trace[793273079] 'read index received' (duration: 103.190215ms)","trace[793273079] 'applied index is now lower than readState.Index' (duration: 26.923395ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:31:24.032898Z","caller":"traceutil/trace.go:171","msg":"trace[452361198] transaction","detail":"{read_only:false; response_revision:39042; number_of_response:1; }","duration":"159.41162ms","start":"2026-03-03T21:31:23.873451Z","end":"2026-03-03T21:31:24.032863Z","steps":["trace[452361198] 'process raft request' (duration: 132.413084ms)","trace[452361198] 'compare' (duration: 26.819692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:31:24.033253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.486259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/rook-ceph/rook-ceph-mgr-system-openstack\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-03-03T21:31:24.033352Z","caller":"traceutil/trace.go:171","msg":"trace[2137327101] range","detail":"{range_begin:/registry/rolebindings/rook-ceph/rook-ceph-mgr-system-openstack; range_end:; response_count:1; response_revision:39043; }","duration":"130.633052ms","start":"2026-03-03T21:31:23.902693Z","end":"2026-03-03T21:31:24.033326Z","steps":["trace[2137327101] 'agreement among raft nodes before linearized reading' (duration: 130.339985ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:31:28.625445Z","caller":"traceutil/trace.go:171","msg":"trace[2023284048] transaction","detail":"{read_only:false; response_revision:39070; number_of_response:1; }","duration":"110.099586ms","start":"2026-03-03T21:31:28.51532Z","end":"2026-03-03T21:31:28.625419Z","steps":["trace[2023284048] 'process raft request' (duration: 109.915012ms)"],"step_count":1}