{"level":"warn","ts":"2026-04-08T12:56:01.667062Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T12:56:01.667148Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T12:56:01.667514Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T12:56:01.667533Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-08T12:56:01.667597Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T12:56:01.668414Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-04-08T12:56:01.668532Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T12:56:01.673323Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.555634ms"} {"level":"info","ts":"2026-04-08T12:56:01.683767Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-04-08T12:56:01.683829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T12:56:01.683922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-04-08T12:56:01.683935Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T12:56:01.683942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-04-08T12:56:01.684015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-04-08T12:56:01.694644Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T12:56:01.696438Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T12:56:01.697848Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T12:56:01.700732Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T12:56:01.701011Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T12:56:01.701418Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T12:56:01.701459Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T12:56:01.70101Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T12:56:01.703165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-04-08T12:56:01.703716Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-08T12:56:01.706463Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T12:56:01.706568Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-08T12:56:01.706616Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-08T12:56:01.706948Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T12:56:01.707048Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T12:56:02.484289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T12:56:02.484358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T12:56:02.484393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-04-08T12:56:02.484407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-04-08T12:56:02.484415Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-04-08T12:56:02.484427Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-04-08T12:56:02.484438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-04-08T12:56:02.48628Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T12:56:02.486987Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T12:56:02.487078Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T12:56:02.487155Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T12:56:02.487358Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T12:56:02.48741Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T12:56:02.487449Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T12:56:02.487609Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T12:56:02.487755Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T12:56:02.490581Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-04-08T12:56:02.491704Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-08T12:56:06.678785Z","caller":"traceutil/trace.go:171","msg":"trace[1093941893] linearizableReadLoop","detail":"{readStateIndex:213; appliedIndex:212; }","duration":"204.285027ms","start":"2026-04-08T12:56:06.474471Z","end":"2026-04-08T12:56:06.678756Z","steps":["trace[1093941893] 'read index received' (duration: 204.050956ms)","trace[1093941893] 'applied index is now lower than readState.Index' (duration: 233.201µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:06.678947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.458028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:56:06.678996Z","caller":"traceutil/trace.go:171","msg":"trace[797695108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:208; }","duration":"204.528768ms","start":"2026-04-08T12:56:06.474457Z","end":"2026-04-08T12:56:06.678985Z","steps":["trace[797695108] 'agreement among raft nodes before linearized reading' (duration: 204.416288ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:06.679481Z","caller":"traceutil/trace.go:171","msg":"trace[895014228] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"361.89288ms","start":"2026-04-08T12:56:06.317547Z","end":"2026-04-08T12:56:06.67944Z","steps":["trace[895014228] 'process raft request' (duration: 361.080437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:06.680363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:06.317525Z","time spent":"362.209432ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11436,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:06.838865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.469215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:06.839109Z","caller":"traceutil/trace.go:171","msg":"trace[1002367312] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"154.913371ms","start":"2026-04-08T12:56:06.684105Z","end":"2026-04-08T12:56:06.839019Z","steps":["trace[1002367312] 'process raft request' (duration: 154.85978ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:06.839198Z","caller":"traceutil/trace.go:171","msg":"trace[1602267599] transaction","detail":"{read_only:false; response_revision:209; number_of_response:1; }","duration":"156.173548ms","start":"2026-04-08T12:56:06.68293Z","end":"2026-04-08T12:56:06.839103Z","steps":["trace[1602267599] 'process raft request' (duration: 44.266491ms)","trace[1602267599] 'compare' (duration: 111.321584ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:07.391055Z","caller":"traceutil/trace.go:171","msg":"trace[1953275132] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"109.562329ms","start":"2026-04-08T12:56:07.281389Z","end":"2026-04-08T12:56:07.390952Z","steps":["trace[1953275132] 'process raft request' (duration: 109.386729ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:07.535911Z","caller":"traceutil/trace.go:171","msg":"trace[336054564] linearizableReadLoop","detail":"{readStateIndex:219; appliedIndex:218; }","duration":"137.846458ms","start":"2026-04-08T12:56:07.398038Z","end":"2026-04-08T12:56:07.535884Z","steps":["trace[336054564] 'read index received' (duration: 78.457906ms)","trace[336054564] 'applied index is now lower than readState.Index' (duration: 59.387652ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:07.536025Z","caller":"traceutil/trace.go:171","msg":"trace[487490300] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"138.13144ms","start":"2026-04-08T12:56:07.397867Z","end":"2026-04-08T12:56:07.535998Z","steps":["trace[487490300] 'process raft request' (duration: 78.517936ms)","trace[487490300] 'compare' (duration: 59.385333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:07.536178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.040059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:56:07.536271Z","caller":"traceutil/trace.go:171","msg":"trace[1220757509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:214; }","duration":"138.23175ms","start":"2026-04-08T12:56:07.398023Z","end":"2026-04-08T12:56:07.536255Z","steps":["trace[1220757509] 'agreement among raft nodes before linearized reading' (duration: 138.024229ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:07.539108Z","caller":"traceutil/trace.go:171","msg":"trace[344738107] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"139.648648ms","start":"2026-04-08T12:56:07.399437Z","end":"2026-04-08T12:56:07.539085Z","steps":["trace[344738107] 'process raft request' (duration: 139.562577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:07.756117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.65314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:07.756369Z","caller":"traceutil/trace.go:171","msg":"trace[299526330] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"158.955953ms","start":"2026-04-08T12:56:07.597389Z","end":"2026-04-08T12:56:07.756345Z","steps":["trace[299526330] 'process raft request' (duration: 49.007291ms)","trace[299526330] 'compare' (duration: 109.519049ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:07.756374Z","caller":"traceutil/trace.go:171","msg":"trace[456805919] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"157.396366ms","start":"2026-04-08T12:56:07.59896Z","end":"2026-04-08T12:56:07.756356Z","steps":["trace[456805919] 'process raft request' (duration: 157.296146ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:08.70398Z","caller":"traceutil/trace.go:171","msg":"trace[1419105287] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"126.422526ms","start":"2026-04-08T12:56:08.577519Z","end":"2026-04-08T12:56:08.703941Z","steps":["trace[1419105287] 'process raft request' (duration: 96.687641ms)","trace[1419105287] 'compare' (duration: 29.467184ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:08.704112Z","caller":"traceutil/trace.go:171","msg":"trace[1029812807] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"122.537128ms","start":"2026-04-08T12:56:08.581543Z","end":"2026-04-08T12:56:08.70408Z","steps":["trace[1029812807] 'process raft request' (duration: 122.331957ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:09.77118Z","caller":"traceutil/trace.go:171","msg":"trace[1928461976] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"101.098668ms","start":"2026-04-08T12:56:09.670061Z","end":"2026-04-08T12:56:09.77116Z","steps":["trace[1928461976] 'process raft request' (duration: 100.723286ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:10.030878Z","caller":"traceutil/trace.go:171","msg":"trace[237433769] linearizableReadLoop","detail":"{readStateIndex:291; appliedIndex:290; }","duration":"111.852939ms","start":"2026-04-08T12:56:09.919Z","end":"2026-04-08T12:56:10.030853Z","steps":["trace[237433769] 'read index received' (duration: 51.94384ms)","trace[237433769] 'applied index is now lower than readState.Index' (duration: 59.908209ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:10.030986Z","caller":"traceutil/trace.go:171","msg":"trace[1957155936] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"136.305957ms","start":"2026-04-08T12:56:09.894641Z","end":"2026-04-08T12:56:10.030947Z","steps":["trace[1957155936] 'process raft request' (duration: 76.342808ms)","trace[1957155936] 'compare' (duration: 59.746417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:10.03108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.011449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-08T12:56:10.03119Z","caller":"traceutil/trace.go:171","msg":"trace[1990195503] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:282; }","duration":"112.18891ms","start":"2026-04-08T12:56:09.918986Z","end":"2026-04-08T12:56:10.031175Z","steps":["trace[1990195503] 'agreement among raft nodes before linearized reading' (duration: 111.981069ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:12.043098Z","caller":"traceutil/trace.go:171","msg":"trace[156968048] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"115.223464ms","start":"2026-04-08T12:56:11.927842Z","end":"2026-04-08T12:56:12.043066Z","steps":["trace[156968048] 'process raft request' (duration: 113.327794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:12.486843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.441048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-04-08T12:56:12.486886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.501045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-08T12:56:12.48694Z","caller":"traceutil/trace.go:171","msg":"trace[2056812673] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:302; }","duration":"217.580308ms","start":"2026-04-08T12:56:12.269335Z","end":"2026-04-08T12:56:12.486916Z","steps":["trace[2056812673] 'range keys from in-memory index tree' (duration: 217.284908ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:12.486962Z","caller":"traceutil/trace.go:171","msg":"trace[1941255750] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:302; }","duration":"118.617016ms","start":"2026-04-08T12:56:12.368327Z","end":"2026-04-08T12:56:12.486944Z","steps":["trace[1941255750] 'range keys from in-memory index tree' (duration: 118.413614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:12.486958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.71434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:56:12.487032Z","caller":"traceutil/trace.go:171","msg":"trace[251685318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:302; }","duration":"125.84364ms","start":"2026-04-08T12:56:12.361167Z","end":"2026-04-08T12:56:12.487011Z","steps":["trace[251685318] 'range keys from in-memory index tree' (duration: 125.616528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:12.487321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.947662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-08T12:56:12.487419Z","caller":"traceutil/trace.go:171","msg":"trace[1029658546] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:302; }","duration":"167.666725ms","start":"2026-04-08T12:56:12.319727Z","end":"2026-04-08T12:56:12.487394Z","steps":["trace[1029658546] 'range keys from in-memory index tree' (duration: 166.799941ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:13.038205Z","caller":"traceutil/trace.go:171","msg":"trace[1225136474] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"544.104737ms","start":"2026-04-08T12:56:12.494056Z","end":"2026-04-08T12:56:13.038161Z","steps":["trace[1225136474] 'process raft request' (duration: 543.826856ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:13.038166Z","caller":"traceutil/trace.go:171","msg":"trace[572904031] linearizableReadLoop","detail":"{readStateIndex:315; appliedIndex:311; }","duration":"519.12762ms","start":"2026-04-08T12:56:12.519014Z","end":"2026-04-08T12:56:13.038142Z","steps":["trace[572904031] 'read index received' (duration: 53.2917ms)","trace[572904031] 'applied index is now lower than readState.Index' (duration: 465.83497ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:13.038246Z","caller":"traceutil/trace.go:171","msg":"trace[1023257477] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"542.916812ms","start":"2026-04-08T12:56:12.495297Z","end":"2026-04-08T12:56:13.038214Z","steps":["trace[1023257477] 'process raft request' (duration: 542.720191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.038376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.94883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-08T12:56:13.038402Z","caller":"traceutil/trace.go:171","msg":"trace[312631169] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:306; }","duration":"468.0341ms","start":"2026-04-08T12:56:12.570363Z","end":"2026-04-08T12:56:13.038398Z","steps":["trace[312631169] 'agreement among raft nodes before linearized reading' (duration: 467.97731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.038421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:12.570338Z","time spent":"468.078021ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-08T12:56:13.038419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.095689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-08T12:56:13.038411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:12.494044Z","time spent":"544.258188ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:13.038484Z","caller":"traceutil/trace.go:171","msg":"trace[1359472327] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:306; }","duration":"269.20718ms","start":"2026-04-08T12:56:12.76926Z","end":"2026-04-08T12:56:13.038467Z","steps":["trace[1359472327] 'agreement among raft nodes before linearized reading' (duration: 269.087389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.03857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.368402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-08T12:56:13.038592Z","caller":"traceutil/trace.go:171","msg":"trace[468120722] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:306; }","duration":"419.429363ms","start":"2026-04-08T12:56:12.619156Z","end":"2026-04-08T12:56:13.038585Z","steps":["trace[468120722] 'agreement among raft nodes before linearized reading' (duration: 419.393333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.038605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:12.619133Z","time spent":"419.469013ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-04-08T12:56:13.038252Z","caller":"traceutil/trace.go:171","msg":"trace[42004881] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"542.862352ms","start":"2026-04-08T12:56:12.495378Z","end":"2026-04-08T12:56:13.038241Z","steps":["trace[42004881] 'process raft request' (duration: 542.697711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.038665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.033118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-08T12:56:13.038693Z","caller":"traceutil/trace.go:171","msg":"trace[656446919] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:306; }","duration":"220.104528ms","start":"2026-04-08T12:56:12.81858Z","end":"2026-04-08T12:56:13.038685Z","steps":["trace[656446919] 'agreement among raft nodes before linearized reading' (duration: 220.055718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.038689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.050847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-04-08T12:56:13.038782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.655156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-08T12:56:13.038801Z","caller":"traceutil/trace.go:171","msg":"trace[1992434492] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:306; }","duration":"319.714116ms","start":"2026-04-08T12:56:12.71908Z","end":"2026-04-08T12:56:13.038794Z","steps":["trace[1992434492] 'agreement among raft nodes before linearized reading' (duration: 319.684206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.038856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:12.719054Z","time spent":"319.798476ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-08T12:56:13.038851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:12.495354Z","time spent":"543.326133ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2163,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:13.038813Z","caller":"traceutil/trace.go:171","msg":"trace[866168360] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:306; }","duration":"369.278748ms","start":"2026-04-08T12:56:12.669511Z","end":"2026-04-08T12:56:13.03879Z","steps":["trace[866168360] 'agreement among raft nodes before linearized reading' (duration: 368.992867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.038361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:12.495285Z","time spent":"543.025182ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:13.038941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.929294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-08T12:56:13.038957Z","caller":"traceutil/trace.go:171","msg":"trace[1556767640] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:306; }","duration":"519.978624ms","start":"2026-04-08T12:56:12.518973Z","end":"2026-04-08T12:56:13.038952Z","steps":["trace[1556767640] 'agreement among raft nodes before linearized reading' (duration: 519.339751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.038969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:12.518958Z","time spent":"520.008374ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-04-08T12:56:13.038973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:12.669478Z","time spent":"369.433198ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-08T12:56:13.552739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.77194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:13.552994Z","caller":"traceutil/trace.go:171","msg":"trace[1404070534] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"510.041637ms","start":"2026-04-08T12:56:13.042895Z","end":"2026-04-08T12:56:13.552937Z","steps":["trace[1404070534] 'process raft request' (duration: 93.998026ms)","trace[1404070534] 'compare' (duration: 415.166118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:13.553276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.042869Z","time spent":"510.247388ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:13.55333Z","caller":"traceutil/trace.go:171","msg":"trace[222739520] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"504.27073ms","start":"2026-04-08T12:56:13.049041Z","end":"2026-04-08T12:56:13.553311Z","steps":["trace[222739520] 'process raft request' (duration: 504.22414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.553415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.049024Z","time spent":"504.35231ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4355,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:13.553601Z","caller":"traceutil/trace.go:171","msg":"trace[565799585] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"506.093739ms","start":"2026-04-08T12:56:13.047497Z","end":"2026-04-08T12:56:13.553591Z","steps":["trace[565799585] 'process raft request' (duration: 505.334346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.553667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.047482Z","time spent":"506.16083ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:13.555174Z","caller":"traceutil/trace.go:171","msg":"trace[2138255473] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"507.624957ms","start":"2026-04-08T12:56:13.047505Z","end":"2026-04-08T12:56:13.55513Z","steps":["trace[2138255473] 'process raft request' (duration: 505.379266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.555293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.047489Z","time spent":"507.754217ms","remote":"127.0.0.1:57916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:13.557642Z","caller":"traceutil/trace.go:171","msg":"trace[978216466] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"509.548715ms","start":"2026-04-08T12:56:13.047762Z","end":"2026-04-08T12:56:13.557311Z","steps":["trace[978216466] 'process raft request' (duration: 505.305026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.557951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.047756Z","time spent":"509.970378ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:13.558154Z","caller":"traceutil/trace.go:171","msg":"trace[1766491116] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"510.266138ms","start":"2026-04-08T12:56:13.047867Z","end":"2026-04-08T12:56:13.558133Z","steps":["trace[1766491116] 'process raft request' (duration: 505.227434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.558229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.04786Z","time spent":"510.323338ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:13.558224Z","caller":"traceutil/trace.go:171","msg":"trace[1603649857] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"510.616731ms","start":"2026-04-08T12:56:13.047538Z","end":"2026-04-08T12:56:13.558155Z","steps":["trace[1603649857] 'process raft request' (duration: 505.376146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.558282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.047522Z","time spent":"510.735111ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:13.558638Z","caller":"traceutil/trace.go:171","msg":"trace[1652438278] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"509.760966ms","start":"2026-04-08T12:56:13.048859Z","end":"2026-04-08T12:56:13.55862Z","steps":["trace[1652438278] 'process raft request' (duration: 504.27222ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:13.558661Z","caller":"traceutil/trace.go:171","msg":"trace[1888409369] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"510.778811ms","start":"2026-04-08T12:56:13.047712Z","end":"2026-04-08T12:56:13.55849Z","steps":["trace[1888409369] 'process raft request' (duration: 505.320996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.558689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.04885Z","time spent":"509.811976ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:13.558739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.0477Z","time spent":"510.996472ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:13.558993Z","caller":"traceutil/trace.go:171","msg":"trace[1105164130] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"511.237923ms","start":"2026-04-08T12:56:13.047608Z","end":"2026-04-08T12:56:13.558846Z","steps":["trace[1105164130] 'process raft request' (duration: 505.339356ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:13.559019Z","caller":"traceutil/trace.go:171","msg":"trace[825835696] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"509.991787ms","start":"2026-04-08T12:56:13.049015Z","end":"2026-04-08T12:56:13.559007Z","steps":["trace[825835696] 'process raft request' (duration: 504.144039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.559044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.047603Z","time spent":"511.420284ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:13.559066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.049006Z","time spent":"510.032807ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:13.559411Z","caller":"traceutil/trace.go:171","msg":"trace[936436802] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"511.318923ms","start":"2026-04-08T12:56:13.047666Z","end":"2026-04-08T12:56:13.558985Z","steps":["trace[936436802] 'process raft request' (duration: 505.309936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.56089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.047656Z","time spent":"513.129342ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:13.978709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.713516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:13.978979Z","caller":"traceutil/trace.go:171","msg":"trace[1615806225] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"411.668271ms","start":"2026-04-08T12:56:13.567281Z","end":"2026-04-08T12:56:13.97895Z","steps":["trace[1615806225] 'process raft request' (duration: 97.633413ms)","trace[1615806225] 'compare' (duration: 313.396745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:13.97909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.567265Z","time spent":"411.782611ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:13.979159Z","caller":"traceutil/trace.go:171","msg":"trace[2080610664] linearizableReadLoop","detail":"{readStateIndex:334; appliedIndex:327; }","duration":"410.221804ms","start":"2026-04-08T12:56:13.568921Z","end":"2026-04-08T12:56:13.979143Z","steps":["trace[2080610664] 'read index received' (duration: 96.055336ms)","trace[2080610664] 'applied index is now lower than readState.Index' (duration: 314.165228ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:13.979274Z","caller":"traceutil/trace.go:171","msg":"trace[1335344085] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"411.740861ms","start":"2026-04-08T12:56:13.567477Z","end":"2026-04-08T12:56:13.979218Z","steps":["trace[1335344085] 'process raft request' (duration: 411.47542ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:13.97939Z","caller":"traceutil/trace.go:171","msg":"trace[1463997155] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"411.829972ms","start":"2026-04-08T12:56:13.567544Z","end":"2026-04-08T12:56:13.979374Z","steps":["trace[1463997155] 'process raft request' (duration: 411.45042ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:13.97934Z","caller":"traceutil/trace.go:171","msg":"trace[622086859] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"411.930772ms","start":"2026-04-08T12:56:13.567332Z","end":"2026-04-08T12:56:13.979263Z","steps":["trace[622086859] 'process raft request' (duration: 411.49168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.980652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.567316Z","time spent":"413.203267ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:13.979475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.567467Z","time spent":"411.908242ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:13.979483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.567537Z","time spent":"411.909292ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:13.979611Z","caller":"traceutil/trace.go:171","msg":"trace[2044763105] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"412.077992ms","start":"2026-04-08T12:56:13.567428Z","end":"2026-04-08T12:56:13.979506Z","steps":["trace[2044763105] 'process raft request' (duration: 411.47712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.98128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.567421Z","time spent":"413.82532ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:13.979663Z","caller":"traceutil/trace.go:171","msg":"trace[2131106129] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"412.070813ms","start":"2026-04-08T12:56:13.567577Z","end":"2026-04-08T12:56:13.979648Z","steps":["trace[2131106129] 'process raft request' (duration: 411.45799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.981596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.567572Z","time spent":"413.831951ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3691,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:13.979779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.420229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:56:13.98172Z","caller":"traceutil/trace.go:171","msg":"trace[1314458910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:325; }","duration":"370.396528ms","start":"2026-04-08T12:56:13.611307Z","end":"2026-04-08T12:56:13.981704Z","steps":["trace[1314458910] 'agreement among raft nodes before linearized reading' (duration: 368.392429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.981783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.611293Z","time spent":"370.47633ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T12:56:13.979832Z","caller":"traceutil/trace.go:171","msg":"trace[540163102] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"410.934656ms","start":"2026-04-08T12:56:13.568882Z","end":"2026-04-08T12:56:13.979817Z","steps":["trace[540163102] 'process raft request' (duration: 410.215413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.982158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.568873Z","time spent":"413.062636ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:13.980014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.059597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-08T12:56:13.982567Z","caller":"traceutil/trace.go:171","msg":"trace[1594192983] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:325; }","duration":"413.424228ms","start":"2026-04-08T12:56:13.568906Z","end":"2026-04-08T12:56:13.98233Z","steps":["trace[1594192983] 'agreement among raft nodes before linearized reading' (duration: 410.939957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:13.983457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:13.5689Z","time spent":"414.544144ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-04-08T12:56:14.276088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.308076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:14.276218Z","caller":"traceutil/trace.go:171","msg":"trace[330275681] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"291.542192ms","start":"2026-04-08T12:56:13.984657Z","end":"2026-04-08T12:56:14.276199Z","steps":["trace[330275681] 'process raft request' (duration: 127.049505ms)","trace[330275681] 'compare' (duration: 164.163105ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:14.276944Z","caller":"traceutil/trace.go:171","msg":"trace[1931240778] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:334; }","duration":"289.04237ms","start":"2026-04-08T12:56:13.987879Z","end":"2026-04-08T12:56:14.276922Z","steps":["trace[1931240778] 'read index received' (duration: 123.76507ms)","trace[1931240778] 'applied index is now lower than readState.Index' (duration: 165.27556ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:14.277145Z","caller":"traceutil/trace.go:171","msg":"trace[1356401317] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"291.154911ms","start":"2026-04-08T12:56:13.985979Z","end":"2026-04-08T12:56:14.277134Z","steps":["trace[1356401317] 'process raft request' (duration: 290.408308ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:14.277436Z","caller":"traceutil/trace.go:171","msg":"trace[1898593262] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"291.371791ms","start":"2026-04-08T12:56:13.986054Z","end":"2026-04-08T12:56:14.277425Z","steps":["trace[1898593262] 'process raft request' (duration: 290.477647ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:14.27761Z","caller":"traceutil/trace.go:171","msg":"trace[2146073672] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"289.914345ms","start":"2026-04-08T12:56:13.987683Z","end":"2026-04-08T12:56:14.277598Z","steps":["trace[2146073672] 'process raft request' (duration: 289.07238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:14.277624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.725354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-04-08T12:56:14.277666Z","caller":"traceutil/trace.go:171","msg":"trace[1173606683] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:334; }","duration":"289.808435ms","start":"2026-04-08T12:56:13.987844Z","end":"2026-04-08T12:56:14.277653Z","steps":["trace[1173606683] 'agreement among raft nodes before linearized reading' (duration: 289.714275ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:14.277734Z","caller":"traceutil/trace.go:171","msg":"trace[1003874290] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"291.566333ms","start":"2026-04-08T12:56:13.98614Z","end":"2026-04-08T12:56:14.277707Z","steps":["trace[1003874290] 'process raft request' (duration: 290.466288ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:14.277826Z","caller":"traceutil/trace.go:171","msg":"trace[1752517273] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"290.210367ms","start":"2026-04-08T12:56:13.987608Z","end":"2026-04-08T12:56:14.277818Z","steps":["trace[1752517273] 'process raft request' (duration: 289.078591ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:14.277851Z","caller":"traceutil/trace.go:171","msg":"trace[489346670] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"288.404708ms","start":"2026-04-08T12:56:13.989438Z","end":"2026-04-08T12:56:14.277842Z","steps":["trace[489346670] 'process raft request' (duration: 287.412993ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:14.277926Z","caller":"traceutil/trace.go:171","msg":"trace[78092079] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"289.165892ms","start":"2026-04-08T12:56:13.988752Z","end":"2026-04-08T12:56:14.277918Z","steps":["trace[78092079] 'process raft request' (duration: 288.042046ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:14.277937Z","caller":"traceutil/trace.go:171","msg":"trace[416900418] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"188.347497ms","start":"2026-04-08T12:56:14.089575Z","end":"2026-04-08T12:56:14.277922Z","steps":["trace[416900418] 'process raft request' (duration: 187.310762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:14.839226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.025264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:14.839485Z","caller":"traceutil/trace.go:171","msg":"trace[403761053] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"556.020307ms","start":"2026-04-08T12:56:14.283427Z","end":"2026-04-08T12:56:14.839447Z","steps":["trace[403761053] 'process raft request' (duration: 369.721191ms)","trace[403761053] 'compare' (duration: 185.877874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:14.83964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.283411Z","time spent":"556.158287ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:14.839721Z","caller":"traceutil/trace.go:171","msg":"trace[240347973] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"553.828217ms","start":"2026-04-08T12:56:14.285834Z","end":"2026-04-08T12:56:14.839662Z","steps":["trace[240347973] 'process raft request' (duration: 553.614136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:14.839945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.285824Z","time spent":"553.989597ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4002,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:14.839985Z","caller":"traceutil/trace.go:171","msg":"trace[848697210] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"545.582248ms","start":"2026-04-08T12:56:14.294392Z","end":"2026-04-08T12:56:14.839974Z","steps":["trace[848697210] 'process raft request' (duration: 545.139616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:14.840072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.294384Z","time spent":"545.642768ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:14.839703Z","caller":"traceutil/trace.go:171","msg":"trace[1173486149] linearizableReadLoop","detail":"{readStateIndex:350; appliedIndex:344; }","duration":"314.644206ms","start":"2026-04-08T12:56:14.524979Z","end":"2026-04-08T12:56:14.839623Z","steps":["trace[1173486149] 'read index received' (duration: 128.14948ms)","trace[1173486149] 'applied index is now lower than readState.Index' (duration: 186.493526ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:14.840186Z","caller":"traceutil/trace.go:171","msg":"trace[708693200] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"545.373457ms","start":"2026-04-08T12:56:14.294802Z","end":"2026-04-08T12:56:14.840175Z","steps":["trace[708693200] 'process raft request' (duration: 544.782084ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:14.839741Z","caller":"traceutil/trace.go:171","msg":"trace[1005075488] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"555.265613ms","start":"2026-04-08T12:56:14.284456Z","end":"2026-04-08T12:56:14.839721Z","steps":["trace[1005075488] 'process raft request' (duration: 554.956332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:14.84057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.284445Z","time spent":"555.862305ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:14.84062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.094958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T12:56:14.840651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.666782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-08T12:56:14.840689Z","caller":"traceutil/trace.go:171","msg":"trace[1394032463] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:341; }","duration":"315.748322ms","start":"2026-04-08T12:56:14.524931Z","end":"2026-04-08T12:56:14.84068Z","steps":["trace[1394032463] 'agreement among raft nodes before linearized reading' (duration: 314.834377ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:14.840685Z","caller":"traceutil/trace.go:171","msg":"trace[832900042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:341; }","duration":"265.19316ms","start":"2026-04-08T12:56:14.575474Z","end":"2026-04-08T12:56:14.840667Z","steps":["trace[832900042] 'agreement among raft nodes before linearized reading' (duration: 264.852957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:14.840729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.524905Z","time spent":"315.813072ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-08T12:56:14.840242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.294782Z","time spent":"545.431617ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:14.839577Z","caller":"traceutil/trace.go:171","msg":"trace[593709245] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"556.108546ms","start":"2026-04-08T12:56:14.283445Z","end":"2026-04-08T12:56:14.839554Z","steps":["trace[593709245] 'process raft request' (duration: 555.894445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:14.841038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.283428Z","time spent":"557.585014ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:15.28124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.744572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:15.281511Z","caller":"traceutil/trace.go:171","msg":"trace[142865465] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"434.933179ms","start":"2026-04-08T12:56:14.846542Z","end":"2026-04-08T12:56:15.281475Z","steps":["trace[142865465] 'process raft request' (duration: 203.883185ms)","trace[142865465] 'compare' (duration: 230.573792ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:15.281613Z","caller":"traceutil/trace.go:171","msg":"trace[439951297] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"434.960399ms","start":"2026-04-08T12:56:14.846609Z","end":"2026-04-08T12:56:15.281569Z","steps":["trace[439951297] 'process raft request' (duration: 434.739248ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:15.281672Z","caller":"traceutil/trace.go:171","msg":"trace[1238218974] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"434.107315ms","start":"2026-04-08T12:56:14.847543Z","end":"2026-04-08T12:56:15.28165Z","steps":["trace[1238218974] 'process raft request' (duration: 433.874454ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:15.281712Z","caller":"traceutil/trace.go:171","msg":"trace[1115588044] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"431.530263ms","start":"2026-04-08T12:56:14.850173Z","end":"2026-04-08T12:56:15.281703Z","steps":["trace[1115588044] 'process raft request' (duration: 431.290272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:15.281773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.850161Z","time spent":"431.574184ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:15.28178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.847526Z","time spent":"434.213236ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:15.281652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.846531Z","time spent":"435.052889ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:15.281797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.846584Z","time spent":"435.12301ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:15.282283Z","caller":"traceutil/trace.go:171","msg":"trace[1910836534] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"408.485218ms","start":"2026-04-08T12:56:14.873773Z","end":"2026-04-08T12:56:15.282258Z","steps":["trace[1910836534] 'process raft request' (duration: 407.806125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:15.282443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:14.873752Z","time spent":"408.618158ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:15.586675Z","caller":"traceutil/trace.go:171","msg":"trace[1311692290] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"297.030944ms","start":"2026-04-08T12:56:15.289622Z","end":"2026-04-08T12:56:15.586653Z","steps":["trace[1311692290] 'process raft request' (duration: 296.975444ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:15.586712Z","caller":"traceutil/trace.go:171","msg":"trace[1325595856] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"299.632536ms","start":"2026-04-08T12:56:15.287054Z","end":"2026-04-08T12:56:15.586687Z","steps":["trace[1325595856] 'process raft request' (duration: 276.718862ms)","trace[1325595856] 'compare' (duration: 22.690043ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:15.602717Z","caller":"traceutil/trace.go:171","msg":"trace[48161632] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"246.247302ms","start":"2026-04-08T12:56:15.356448Z","end":"2026-04-08T12:56:15.602695Z","steps":["trace[48161632] 'process raft request' (duration: 246.103151ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:16.592888Z","caller":"traceutil/trace.go:171","msg":"trace[1155529946] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"255.067903ms","start":"2026-04-08T12:56:16.337802Z","end":"2026-04-08T12:56:16.59287Z","steps":["trace[1155529946] 'process raft request' (duration: 254.957572ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:16.975917Z","caller":"traceutil/trace.go:171","msg":"trace[128074750] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:362; }","duration":"626.04422ms","start":"2026-04-08T12:56:16.349848Z","end":"2026-04-08T12:56:16.975893Z","steps":["trace[128074750] 'read index received' (duration: 243.008339ms)","trace[128074750] 'applied index is now lower than readState.Index' (duration: 383.034801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:16.976042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.18077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-08T12:56:16.976073Z","caller":"traceutil/trace.go:171","msg":"trace[1305409063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:354; }","duration":"626.25608ms","start":"2026-04-08T12:56:16.349808Z","end":"2026-04-08T12:56:16.976064Z","steps":["trace[1305409063] 'agreement among raft nodes before linearized reading' (duration: 626.17712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:16.976112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:16.349795Z","time spent":"626.309391ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T12:56:16.976227Z","caller":"traceutil/trace.go:171","msg":"trace[216460255] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"635.02957ms","start":"2026-04-08T12:56:16.34118Z","end":"2026-04-08T12:56:16.97621Z","steps":["trace[216460255] 'process raft request' (duration: 634.527188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:16.976331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:16.34117Z","time spent":"635.10269ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:17.657432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766877487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:56:18.158017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766877487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:56:18.65819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766877487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:56:19.156697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T12:56:19.156885Z","caller":"traceutil/trace.go:171","msg":"trace[1301546913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207612s","start":"2026-04-08T12:56:17.156652Z","end":"2026-04-08T12:56:19.15686Z","steps":["trace[1301546913] 'agreement among raft nodes before linearized reading' (duration: 2.000009782s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:19.157016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:17.156596Z","time spent":"2.000403793s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 12:56:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T12:56:19.159577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766877487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:56:19.234717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.143329648s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T12:56:19.409455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318042257s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:19.409643Z","caller":"traceutil/trace.go:171","msg":"trace[788686905] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"2.423973074s","start":"2026-04-08T12:56:16.985652Z","end":"2026-04-08T12:56:19.409625Z","steps":["trace[788686905] 'process raft request' (duration: 2.423902803s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:19.409668Z","caller":"traceutil/trace.go:171","msg":"trace[878215594] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"2.429172127s","start":"2026-04-08T12:56:16.980465Z","end":"2026-04-08T12:56:19.409637Z","steps":["trace[878215594] 'process raft request' (duration: 110.866038ms)","trace[878215594] 'compare' (duration: 2.317483845s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:19.409714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:16.985634Z","time spent":"2.424049685s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:19.409818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:16.980454Z","time spent":"2.429280758s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:20.557905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.322973831s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T12:56:21.659762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.771798ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:56:21.65987Z","caller":"traceutil/trace.go:171","msg":"trace[1325594826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:356; }","duration":"811.946428ms","start":"2026-04-08T12:56:20.847908Z","end":"2026-04-08T12:56:21.659855Z","steps":["trace[1325594826] 'range keys from in-memory index tree' (duration: 811.756638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:21.660308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102117938s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:21.660562Z","caller":"traceutil/trace.go:171","msg":"trace[1150576957] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"3.025766118s","start":"2026-04-08T12:56:18.634772Z","end":"2026-04-08T12:56:21.660538Z","steps":["trace[1150576957] 'process raft request' (duration: 1.923301249s)","trace[1150576957] 'compare' (duration: 1.101897417s)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:21.660575Z","caller":"traceutil/trace.go:171","msg":"trace[1552716506] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"2.500865582s","start":"2026-04-08T12:56:19.159675Z","end":"2026-04-08T12:56:21.660541Z","steps":["trace[1552716506] 'process raft request' (duration: 2.500774252s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:21.660677Z","caller":"traceutil/trace.go:171","msg":"trace[96951234] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:364; }","duration":"4.503971397s","start":"2026-04-08T12:56:17.156667Z","end":"2026-04-08T12:56:21.660638Z","steps":["trace[96951234] 'read index received' (duration: 2.078302267s)","trace[96951234] 'applied index is now lower than readState.Index' (duration: 2.42566498s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:21.660731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:19.159629Z","time spent":"2.501025202s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:21.660781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:18.634749Z","time spent":"3.025892628s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:22.045848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.295251ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-08T12:56:22.046113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449748091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T12:56:22.046116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632334434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-04-08T12:56:22.046172Z","caller":"traceutil/trace.go:171","msg":"trace[172184474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:358; }","duration":"3.449801371s","start":"2026-04-08T12:56:18.596346Z","end":"2026-04-08T12:56:22.046147Z","steps":["trace[172184474] 'agreement among raft nodes before linearized reading' (duration: 3.44967163s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:22.046215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:18.596279Z","time spent":"3.449926981s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T12:56:22.046209Z","caller":"traceutil/trace.go:171","msg":"trace[1094869238] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:358; }","duration":"2.632483814s","start":"2026-04-08T12:56:19.413701Z","end":"2026-04-08T12:56:22.046185Z","steps":["trace[1094869238] 'agreement among raft nodes before linearized reading' (duration: 2.632275493s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:22.046265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375937567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T12:56:22.046319Z","caller":"traceutil/trace.go:171","msg":"trace[86052216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:358; }","duration":"4.376046818s","start":"2026-04-08T12:56:17.670257Z","end":"2026-04-08T12:56:22.046304Z","steps":["trace[86052216] 'agreement among raft nodes before linearized reading' (duration: 4.375827927s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:22.046339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.442553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T12:56:22.046361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:17.670224Z","time spent":"4.376126159s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T12:56:22.046376Z","caller":"traceutil/trace.go:171","msg":"trace[887970905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:358; }","duration":"632.504603ms","start":"2026-04-08T12:56:21.41386Z","end":"2026-04-08T12:56:22.046364Z","steps":["trace[887970905] 'agreement among raft nodes before linearized reading' (duration: 632.438172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:22.046438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:21.413845Z","time spent":"632.580183ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T12:56:22.046269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:19.41368Z","time spent":"2.632576304s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4348,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-08T12:56:22.046639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.757011335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:56:22.046706Z","caller":"traceutil/trace.go:171","msg":"trace[51018896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:358; }","duration":"4.757114745s","start":"2026-04-08T12:56:17.289581Z","end":"2026-04-08T12:56:22.046696Z","steps":["trace[51018896] 'agreement among raft nodes before linearized reading' (duration: 4.757016215s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:22.046775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:17.289559Z","time spent":"4.757206515s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T12:56:22.046549Z","caller":"traceutil/trace.go:171","msg":"trace[229051111] linearizableReadLoop","detail":"{readStateIndex:369; appliedIndex:368; }","duration":"385.18983ms","start":"2026-04-08T12:56:21.660769Z","end":"2026-04-08T12:56:22.045959Z","steps":["trace[229051111] 'read index received' (duration: 71.52µs)","trace[229051111] 'applied index is now lower than readState.Index' (duration: 385.11654ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:22.347371Z","caller":"traceutil/trace.go:171","msg":"trace[19861347] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"295.856834ms","start":"2026-04-08T12:56:22.051493Z","end":"2026-04-08T12:56:22.347349Z","steps":["trace[19861347] 'process raft request' (duration: 295.699053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:22.650892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.593337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:22.651102Z","caller":"traceutil/trace.go:171","msg":"trace[903895794] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"599.461311ms","start":"2026-04-08T12:56:22.051604Z","end":"2026-04-08T12:56:22.651065Z","steps":["trace[903895794] 'process raft request' (duration: 444.608363ms)","trace[903895794] 'compare' (duration: 154.476295ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:22.651158Z","caller":"traceutil/trace.go:171","msg":"trace[727652215] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"597.647624ms","start":"2026-04-08T12:56:22.05349Z","end":"2026-04-08T12:56:22.651138Z","steps":["trace[727652215] 'process raft request' (duration: 597.598444ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:22.651141Z","caller":"traceutil/trace.go:171","msg":"trace[1333946700] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"599.21249ms","start":"2026-04-08T12:56:22.051891Z","end":"2026-04-08T12:56:22.651103Z","steps":["trace[1333946700] 'process raft request' (duration: 599.10131ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:22.651212Z","caller":"traceutil/trace.go:171","msg":"trace[2089655511] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"599.108019ms","start":"2026-04-08T12:56:22.052065Z","end":"2026-04-08T12:56:22.651173Z","steps":["trace[2089655511] 'process raft request' (duration: 598.974909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:22.651287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:22.051579Z","time spent":"599.606021ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:22.651308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:22.051881Z","time spent":"599.33687ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:22.651344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:22.052054Z","time spent":"599.22058ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:22.651232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:22.053476Z","time spent":"597.722834ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:23.084724Z","caller":"traceutil/trace.go:171","msg":"trace[957863508] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"423.000409ms","start":"2026-04-08T12:56:22.661698Z","end":"2026-04-08T12:56:23.084698Z","steps":["trace[957863508] 'process raft request' (duration: 346.746913ms)","trace[957863508] 'compare' (duration: 76.143485ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:23.084863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:22.661667Z","time spent":"423.123659ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:23.751604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.759159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:23.751686Z","caller":"traceutil/trace.go:171","msg":"trace[26433515] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:375; }","duration":"664.24588ms","start":"2026-04-08T12:56:23.087425Z","end":"2026-04-08T12:56:23.751671Z","steps":["trace[26433515] 'read index received' (duration: 182.401041ms)","trace[26433515] 'applied index is now lower than readState.Index' (duration: 481.843569ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:23.75171Z","caller":"traceutil/trace.go:171","msg":"trace[314563301] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"869.685591ms","start":"2026-04-08T12:56:22.881994Z","end":"2026-04-08T12:56:23.75168Z","steps":["trace[314563301] 'process raft request' (duration: 387.78211ms)","trace[314563301] 'compare' (duration: 481.649889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:23.751785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.35485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-04-08T12:56:23.751806Z","caller":"traceutil/trace.go:171","msg":"trace[1585047632] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:365; }","duration":"664.419201ms","start":"2026-04-08T12:56:23.08738Z","end":"2026-04-08T12:56:23.751799Z","steps":["trace[1585047632] 'agreement among raft nodes before linearized reading' (duration: 664.3272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:23.751828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:23.08736Z","time spent":"664.462121ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6987,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-08T12:56:23.752385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:22.881963Z","time spent":"869.818271ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:24.271794Z","caller":"traceutil/trace.go:171","msg":"trace[1270637189] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"507.702171ms","start":"2026-04-08T12:56:23.764051Z","end":"2026-04-08T12:56:24.271754Z","steps":["trace[1270637189] 'process raft request' (duration: 472.16978ms)","trace[1270637189] 'compare' (duration: 35.22031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:24.272308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:23.76403Z","time spent":"508.103393ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:24.560223Z","caller":"traceutil/trace.go:171","msg":"trace[276964986] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"208.569775ms","start":"2026-04-08T12:56:24.351627Z","end":"2026-04-08T12:56:24.560196Z","steps":["trace[276964986] 'read index received' (duration: 114.545897ms)","trace[276964986] 'applied index is now lower than readState.Index' (duration: 94.022868ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:24.560274Z","caller":"traceutil/trace.go:171","msg":"trace[1897181543] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"216.485708ms","start":"2026-04-08T12:56:24.343754Z","end":"2026-04-08T12:56:24.56024Z","steps":["trace[1897181543] 'process raft request' (duration: 122.39604ms)","trace[1897181543] 'compare' (duration: 93.912287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:24.560379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.740915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:56:24.560436Z","caller":"traceutil/trace.go:171","msg":"trace[974157243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:367; }","duration":"208.847886ms","start":"2026-04-08T12:56:24.35157Z","end":"2026-04-08T12:56:24.560418Z","steps":["trace[974157243] 'agreement among raft nodes before linearized reading' (duration: 208.747375ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:24.610384Z","caller":"traceutil/trace.go:171","msg":"trace[1643008879] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"230.116747ms","start":"2026-04-08T12:56:24.380244Z","end":"2026-04-08T12:56:24.610361Z","steps":["trace[1643008879] 'process raft request' (duration: 229.963556ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:24.837094Z","caller":"traceutil/trace.go:171","msg":"trace[308073191] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"272.397786ms","start":"2026-04-08T12:56:24.56466Z","end":"2026-04-08T12:56:24.837058Z","steps":["trace[308073191] 'process raft request' (duration: 187.465586ms)","trace[308073191] 'compare' (duration: 84.687439ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:24.837379Z","caller":"traceutil/trace.go:171","msg":"trace[1752876815] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:379; }","duration":"162.836011ms","start":"2026-04-08T12:56:24.674507Z","end":"2026-04-08T12:56:24.837343Z","steps":["trace[1752876815] 'read index received' (duration: 77.68125ms)","trace[1752876815] 'applied index is now lower than readState.Index' (duration: 85.151941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:24.837542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.015242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T12:56:24.837584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.975851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T12:56:24.837583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.280909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T12:56:24.837607Z","caller":"traceutil/trace.go:171","msg":"trace[404042448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:370; }","duration":"163.111282ms","start":"2026-04-08T12:56:24.674478Z","end":"2026-04-08T12:56:24.837589Z","steps":["trace[404042448] 'agreement among raft nodes before linearized reading' (duration: 162.986052ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:24.837625Z","caller":"traceutil/trace.go:171","msg":"trace[966765383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:370; }","duration":"163.037982ms","start":"2026-04-08T12:56:24.674574Z","end":"2026-04-08T12:56:24.837612Z","steps":["trace[966765383] 'agreement among raft nodes before linearized reading' (duration: 162.927652ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:24.837657Z","caller":"traceutil/trace.go:171","msg":"trace[1130036067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:370; }","duration":"162.369649ms","start":"2026-04-08T12:56:24.675267Z","end":"2026-04-08T12:56:24.837637Z","steps":["trace[1130036067] 'agreement among raft nodes before linearized reading' (duration: 162.248769ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:26.016641Z","caller":"traceutil/trace.go:171","msg":"trace[1865132564] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"268.392321ms","start":"2026-04-08T12:56:25.748224Z","end":"2026-04-08T12:56:26.016616Z","steps":["trace[1865132564] 'process raft request' (duration: 268.24741ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:26.422855Z","caller":"traceutil/trace.go:171","msg":"trace[1246154386] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"398.210497ms","start":"2026-04-08T12:56:26.024619Z","end":"2026-04-08T12:56:26.422829Z","steps":["trace[1246154386] 'process raft request' (duration: 398.026856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:26.423037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:26.02459Z","time spent":"398.338797ms","remote":"127.0.0.1:57894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:27.314049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.441814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:27.314142Z","caller":"traceutil/trace.go:171","msg":"trace[518731922] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"370.760213ms","start":"2026-04-08T12:56:26.943364Z","end":"2026-04-08T12:56:27.314124Z","steps":["trace[518731922] 'process raft request' (duration: 47.188958ms)","trace[518731922] 'compare' (duration: 323.320584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:27.314208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:26.943326Z","time spent":"370.843983ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:27.33996Z","caller":"traceutil/trace.go:171","msg":"trace[667790704] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:392; }","duration":"180.38326ms","start":"2026-04-08T12:56:27.159554Z","end":"2026-04-08T12:56:27.339937Z","steps":["trace[667790704] 'read index received' (duration: 180.141219ms)","trace[667790704] 'applied index is now lower than readState.Index' (duration: 238.491µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:27.340035Z","caller":"traceutil/trace.go:171","msg":"trace[652435704] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"395.892207ms","start":"2026-04-08T12:56:26.944123Z","end":"2026-04-08T12:56:27.340016Z","steps":["trace[652435704] 'process raft request' (duration: 395.630516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:27.340187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.607302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:56:27.340268Z","caller":"traceutil/trace.go:171","msg":"trace[167284202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:381; }","duration":"180.707052ms","start":"2026-04-08T12:56:27.159547Z","end":"2026-04-08T12:56:27.340254Z","steps":["trace[167284202] 'agreement among raft nodes before linearized reading' (duration: 180.53006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:27.340262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:26.944094Z","time spent":"396.008077ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:27.340384Z","caller":"traceutil/trace.go:171","msg":"trace[142381004] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"395.512326ms","start":"2026-04-08T12:56:26.94484Z","end":"2026-04-08T12:56:27.340352Z","steps":["trace[142381004] 'process raft request' (duration: 395.054654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:27.340575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:26.944826Z","time spent":"395.633347ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:27.559767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.272866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:27.559903Z","caller":"traceutil/trace.go:171","msg":"trace[799678826] linearizableReadLoop","detail":"{readStateIndex:395; appliedIndex:394; }","duration":"183.749154ms","start":"2026-04-08T12:56:27.376133Z","end":"2026-04-08T12:56:27.559882Z","steps":["trace[799678826] 'read index received' (duration: 76.117107ms)","trace[799678826] 'applied index is now lower than readState.Index' (duration: 107.630407ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:27.560292Z","caller":"traceutil/trace.go:171","msg":"trace[553012616] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"210.338175ms","start":"2026-04-08T12:56:27.349912Z","end":"2026-04-08T12:56:27.56025Z","steps":["trace[553012616] 'process raft request' (duration: 102.486157ms)","trace[553012616] 'compare' (duration: 107.136805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:27.560343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.201416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:56:27.560532Z","caller":"traceutil/trace.go:171","msg":"trace[2092333471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:382; }","duration":"184.401097ms","start":"2026-04-08T12:56:27.376103Z","end":"2026-04-08T12:56:27.560504Z","steps":["trace[2092333471] 'agreement among raft nodes before linearized reading' (duration: 184.165406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:28.877634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766877541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:56:29.378567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766877541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:56:29.878761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766877541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:56:30.377923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T12:56:30.378007Z","caller":"traceutil/trace.go:171","msg":"trace[814513819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000433907s","start":"2026-04-08T12:56:28.377554Z","end":"2026-04-08T12:56:30.377988Z","steps":["trace[814513819] 'agreement among raft nodes before linearized reading' (duration: 2.000323536s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:30.378056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:28.377535Z","time spent":"2.000511607s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:56:30.379277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766877541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:56:30.879642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766877541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:56:31.040871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.44033038s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T12:56:31.059333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.123479ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:56:31.060502Z","caller":"traceutil/trace.go:171","msg":"trace[291283159] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:382; }","duration":"212.308994ms","start":"2026-04-08T12:56:30.848173Z","end":"2026-04-08T12:56:31.060482Z","steps":["trace[291283159] 'range keys from in-memory index tree' (duration: 211.101379ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:31.060537Z","caller":"traceutil/trace.go:171","msg":"trace[745426545] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"3.46011185s","start":"2026-04-08T12:56:27.600403Z","end":"2026-04-08T12:56:31.060514Z","steps":["trace[745426545] 'process raft request' (duration: 3.44066172s)","trace[745426545] 'compare' (duration: 17.776952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:31.061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:27.600368Z","time spent":"3.460573502s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:31.196512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.164375ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T12:56:31.196592Z","caller":"traceutil/trace.go:171","msg":"trace[1889178907] linearizableReadLoop","detail":"{readStateIndex:397; appliedIndex:395; }","duration":"2.818981969s","start":"2026-04-08T12:56:28.377595Z","end":"2026-04-08T12:56:31.196577Z","steps":["trace[1889178907] 'read index received' (duration: 2.663483449s)","trace[1889178907] 'applied index is now lower than readState.Index' (duration: 155.49498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:31.19678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851225703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:56:31.196806Z","caller":"traceutil/trace.go:171","msg":"trace[752549039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:383; }","duration":"1.851305783s","start":"2026-04-08T12:56:29.345494Z","end":"2026-04-08T12:56:31.1968Z","steps":["trace[752549039] 'agreement among raft nodes before linearized reading' (duration: 1.851217423s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:31.196854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:29.345468Z","time spent":"1.851377883s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T12:56:31.196854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.557404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:56:31.196911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851889446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:56:31.196954Z","caller":"traceutil/trace.go:171","msg":"trace[1843704666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:383; }","duration":"818.743175ms","start":"2026-04-08T12:56:30.378187Z","end":"2026-04-08T12:56:31.19693Z","steps":["trace[1843704666] 'agreement among raft nodes before linearized reading' (duration: 818.546194ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:31.19698Z","caller":"traceutil/trace.go:171","msg":"trace[1959411540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:383; }","duration":"1.851995276s","start":"2026-04-08T12:56:29.344966Z","end":"2026-04-08T12:56:31.196961Z","steps":["trace[1959411540] 'agreement among raft nodes before linearized reading' (duration: 1.851838735s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:31.196985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879061736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T12:56:31.197024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:29.344944Z","time spent":"1.852068216s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T12:56:31.197024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:30.37816Z","time spent":"818.849855ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T12:56:31.197048Z","caller":"traceutil/trace.go:171","msg":"trace[633241511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:383; }","duration":"1.879155156s","start":"2026-04-08T12:56:29.317883Z","end":"2026-04-08T12:56:31.197038Z","steps":["trace[633241511] 'agreement among raft nodes before linearized reading' (duration: 1.878956025s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:31.197095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:29.317866Z","time spent":"1.879221896s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T12:56:31.197396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309583376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:56:31.197437Z","caller":"traceutil/trace.go:171","msg":"trace[1701191060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:383; }","duration":"2.309654896s","start":"2026-04-08T12:56:28.887773Z","end":"2026-04-08T12:56:31.197428Z","steps":["trace[1701191060] 'agreement among raft nodes before linearized reading' (duration: 2.308925454s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:31.197467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:28.887754Z","time spent":"2.309702227s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T12:56:31.342722Z","caller":"traceutil/trace.go:171","msg":"trace[677026663] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"140.991531ms","start":"2026-04-08T12:56:31.201692Z","end":"2026-04-08T12:56:31.342684Z","steps":["trace[677026663] 'process raft request' (duration: 137.115836ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:31.342873Z","caller":"traceutil/trace.go:171","msg":"trace[1118389405] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"141.098332ms","start":"2026-04-08T12:56:31.201749Z","end":"2026-04-08T12:56:31.342848Z","steps":["trace[1118389405] 'process raft request' (duration: 140.72245ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:31.343003Z","caller":"traceutil/trace.go:171","msg":"trace[283460760] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"141.187221ms","start":"2026-04-08T12:56:31.201783Z","end":"2026-04-08T12:56:31.34297Z","steps":["trace[283460760] 'process raft request' (duration: 140.93111ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:31.343573Z","caller":"traceutil/trace.go:171","msg":"trace[649746235] linearizableReadLoop","detail":"{readStateIndex:402; appliedIndex:397; }","duration":"138.732482ms","start":"2026-04-08T12:56:31.204815Z","end":"2026-04-08T12:56:31.343547Z","steps":["trace[649746235] 'read index received' (duration: 30.207132ms)","trace[649746235] 'applied index is now lower than readState.Index' (duration: 108.52437ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:31.343595Z","caller":"traceutil/trace.go:171","msg":"trace[1863523235] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"141.605905ms","start":"2026-04-08T12:56:31.201972Z","end":"2026-04-08T12:56:31.343578Z","steps":["trace[1863523235] 'process raft request' (duration: 140.832791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:31.343784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.920343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:56:31.343825Z","caller":"traceutil/trace.go:171","msg":"trace[518869696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:388; }","duration":"139.033943ms","start":"2026-04-08T12:56:31.204781Z","end":"2026-04-08T12:56:31.343815Z","steps":["trace[518869696] 'agreement among raft nodes before linearized reading' (duration: 138.863753ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:32.446026Z","caller":"traceutil/trace.go:171","msg":"trace[169879956] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"456.513561ms","start":"2026-04-08T12:56:31.989487Z","end":"2026-04-08T12:56:32.446Z","steps":["trace[169879956] 'process raft request' (duration: 456.28069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:32.446178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:31.98946Z","time spent":"456.632821ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:33.502923Z","caller":"traceutil/trace.go:171","msg":"trace[71968272] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"117.447019ms","start":"2026-04-08T12:56:33.385454Z","end":"2026-04-08T12:56:33.502901Z","steps":["trace[71968272] 'process raft request' (duration: 117.400579ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:33.503033Z","caller":"traceutil/trace.go:171","msg":"trace[742170499] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"117.618171ms","start":"2026-04-08T12:56:33.385387Z","end":"2026-04-08T12:56:33.503005Z","steps":["trace[742170499] 'process raft request' (duration: 98.070683ms)","trace[742170499] 'compare' (duration: 19.315587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:35.55803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.517164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:35.558238Z","caller":"traceutil/trace.go:171","msg":"trace[300721523] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"240.163802ms","start":"2026-04-08T12:56:35.318041Z","end":"2026-04-08T12:56:35.558205Z","steps":["trace[300721523] 'process raft request' (duration: 77.380447ms)","trace[300721523] 'compare' (duration: 162.404594ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:35.558689Z","caller":"traceutil/trace.go:171","msg":"trace[1439728105] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"237.729823ms","start":"2026-04-08T12:56:35.320935Z","end":"2026-04-08T12:56:35.558665Z","steps":["trace[1439728105] 'process raft request' (duration: 237.196841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:36.173512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.03586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:36.173922Z","caller":"traceutil/trace.go:171","msg":"trace[1980939526] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:411; }","duration":"610.413845ms","start":"2026-04-08T12:56:35.563486Z","end":"2026-04-08T12:56:36.1739Z","steps":["trace[1980939526] 'read index received' (duration: 55.846561ms)","trace[1980939526] 'applied index is now lower than readState.Index' (duration: 554.565964ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:36.174103Z","caller":"traceutil/trace.go:171","msg":"trace[1949065563] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"611.350169ms","start":"2026-04-08T12:56:35.562734Z","end":"2026-04-08T12:56:36.174084Z","steps":["trace[1949065563] 'process raft request' (duration: 140.640387ms)","trace[1949065563] 'compare' (duration: 469.717908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:36.174146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.645836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-08T12:56:36.174185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:35.562708Z","time spent":"611.434059ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:36.174196Z","caller":"traceutil/trace.go:171","msg":"trace[1867225253] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:399; }","duration":"610.717296ms","start":"2026-04-08T12:56:35.563464Z","end":"2026-04-08T12:56:36.174181Z","steps":["trace[1867225253] 'agreement among raft nodes before linearized reading' (duration: 610.513676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:36.174239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:35.563458Z","time spent":"610.769937ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-08T12:56:36.174405Z","caller":"traceutil/trace.go:171","msg":"trace[1533475773] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"611.350438ms","start":"2026-04-08T12:56:35.563044Z","end":"2026-04-08T12:56:36.174394Z","steps":["trace[1533475773] 'process raft request' (duration: 610.562415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:36.174464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:35.563029Z","time spent":"611.401568ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:56:39.520806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.333082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:56:39.520963Z","caller":"traceutil/trace.go:171","msg":"trace[1111144976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"142.560974ms","start":"2026-04-08T12:56:39.378367Z","end":"2026-04-08T12:56:39.520928Z","steps":["trace[1111144976] 'range keys from in-memory index tree' (duration: 142.209192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:46.084315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.733668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:56:46.0844Z","caller":"traceutil/trace.go:171","msg":"trace[766271736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:450; }","duration":"708.855279ms","start":"2026-04-08T12:56:45.375526Z","end":"2026-04-08T12:56:46.084381Z","steps":["trace[766271736] 'range keys from in-memory index tree' (duration: 708.667188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:46.08444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:45.375509Z","time spent":"708.921669ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:56:46.084448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.047798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:56:46.084532Z","caller":"traceutil/trace.go:171","msg":"trace[1600501539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:450; }","duration":"346.198238ms","start":"2026-04-08T12:56:45.738314Z","end":"2026-04-08T12:56:46.084513Z","steps":["trace[1600501539] 'range keys from in-memory index tree' (duration: 345.936227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:46.084577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:45.738295Z","time spent":"346.271998ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T12:56:46.084939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.409622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T12:56:46.084969Z","caller":"traceutil/trace.go:171","msg":"trace[1834082836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:450; }","duration":"429.474503ms","start":"2026-04-08T12:56:45.655486Z","end":"2026-04-08T12:56:46.08496Z","steps":["trace[1834082836] 'range keys from in-memory index tree' (duration: 429.328482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:46.084998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:45.655465Z","time spent":"429.524213ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T12:56:48.322301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.973965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:56:48.32262Z","caller":"traceutil/trace.go:171","msg":"trace[734571697] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"204.938056ms","start":"2026-04-08T12:56:48.117662Z","end":"2026-04-08T12:56:48.3226Z","steps":["trace[734571697] 'process raft request' (duration: 101.580239ms)","trace[734571697] 'compare' (duration: 102.857025ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:54.433374Z","caller":"traceutil/trace.go:171","msg":"trace[1587907272] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"500.23466ms","start":"2026-04-08T12:56:53.933119Z","end":"2026-04-08T12:56:54.433354Z","steps":["trace[1587907272] 'process raft request' (duration: 500.096553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:54.433488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:53.933101Z","time spent":"500.333825ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:54.463225Z","caller":"traceutil/trace.go:171","msg":"trace[1008949886] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"522.819093ms","start":"2026-04-08T12:56:53.940384Z","end":"2026-04-08T12:56:54.463204Z","steps":["trace[1008949886] 'process raft request' (duration: 522.677016ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.463298Z","caller":"traceutil/trace.go:171","msg":"trace[1719020495] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"522.809752ms","start":"2026-04-08T12:56:53.940465Z","end":"2026-04-08T12:56:54.463275Z","steps":["trace[1719020495] 'process raft request' (duration: 522.689966ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.463357Z","caller":"traceutil/trace.go:171","msg":"trace[310047740] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"513.747904ms","start":"2026-04-08T12:56:53.949587Z","end":"2026-04-08T12:56:54.463335Z","steps":["trace[310047740] 'process raft request' (duration: 513.65883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:54.463385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:53.940458Z","time spent":"522.887636ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:54.463456Z","caller":"traceutil/trace.go:171","msg":"trace[261929431] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"513.660299ms","start":"2026-04-08T12:56:53.949779Z","end":"2026-04-08T12:56:54.463439Z","steps":["trace[261929431] 'process raft request' (duration: 513.535793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:54.46348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:53.949583Z","time spent":"513.841819ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:54.463487Z","caller":"traceutil/trace.go:171","msg":"trace[922014943] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"513.66106ms","start":"2026-04-08T12:56:53.949741Z","end":"2026-04-08T12:56:54.463402Z","steps":["trace[922014943] 'process raft request' (duration: 513.537984ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.463361Z","caller":"traceutil/trace.go:171","msg":"trace[2101257446] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"513.807827ms","start":"2026-04-08T12:56:53.949521Z","end":"2026-04-08T12:56:54.463329Z","steps":["trace[2101257446] 'process raft request' (duration: 513.687191ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.463637Z","caller":"traceutil/trace.go:171","msg":"trace[1430618260] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"513.332502ms","start":"2026-04-08T12:56:53.950291Z","end":"2026-04-08T12:56:54.463623Z","steps":["trace[1430618260] 'process raft request' (duration: 513.065278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:54.463688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:53.950281Z","time spent":"513.382775ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:54.463534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:53.949752Z","time spent":"513.749974ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:54.463764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:53.949716Z","time spent":"513.890701ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:54.46381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:53.949502Z","time spent":"514.152874ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:54.463789Z","caller":"traceutil/trace.go:171","msg":"trace[787475930] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"492.853816ms","start":"2026-04-08T12:56:53.970843Z","end":"2026-04-08T12:56:54.463697Z","steps":["trace[787475930] 'process raft request' (duration: 492.556582ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.463938Z","caller":"traceutil/trace.go:171","msg":"trace[1382507080] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"475.493408ms","start":"2026-04-08T12:56:53.988432Z","end":"2026-04-08T12:56:54.463926Z","steps":["trace[1382507080] 'process raft request' (duration: 475.226534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:54.463996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:53.98839Z","time spent":"475.581272ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:54.46413Z","caller":"traceutil/trace.go:171","msg":"trace[1370573414] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"464.095281ms","start":"2026-04-08T12:56:53.999943Z","end":"2026-04-08T12:56:54.464039Z","steps":["trace[1370573414] 'process raft request' (duration: 463.794606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:54.464138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:53.970825Z","time spent":"493.078097ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:54.464243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:53.999924Z","time spent":"464.28189ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:54.463636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:53.940363Z","time spent":"522.912727ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:56:54.464744Z","caller":"traceutil/trace.go:171","msg":"trace[2086751943] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:520; }","duration":"253.586584ms","start":"2026-04-08T12:56:54.211142Z","end":"2026-04-08T12:56:54.464729Z","steps":["trace[2086751943] 'read index received' (duration: 222.298322ms)","trace[2086751943] 'applied index is now lower than readState.Index' (duration: 31.287372ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:54.464817Z","caller":"traceutil/trace.go:171","msg":"trace[1723003047] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"347.729116ms","start":"2026-04-08T12:56:54.117079Z","end":"2026-04-08T12:56:54.464808Z","steps":["trace[1723003047] 'process raft request' (duration: 347.565178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:54.464904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:54.117056Z","time spent":"347.816031ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:56:54.464947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.799284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-08T12:56:54.465003Z","caller":"traceutil/trace.go:171","msg":"trace[403291273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"253.883588ms","start":"2026-04-08T12:56:54.211105Z","end":"2026-04-08T12:56:54.464988Z","steps":["trace[403291273] 'agreement among raft nodes before linearized reading' (duration: 253.7074ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.585869Z","caller":"traceutil/trace.go:171","msg":"trace[839305403] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"145.538688ms","start":"2026-04-08T12:56:54.440304Z","end":"2026-04-08T12:56:54.585842Z","steps":["trace[839305403] 'process raft request' (duration: 134.331028ms)","trace[839305403] 'compare' (duration: 10.694505ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:56:54.586111Z","caller":"traceutil/trace.go:171","msg":"trace[215219248] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:531; }","duration":"121.31354ms","start":"2026-04-08T12:56:54.464785Z","end":"2026-04-08T12:56:54.586098Z","steps":["trace[215219248] 'read index received' (duration: 109.877958ms)","trace[215219248] 'applied index is now lower than readState.Index' (duration: 11.434952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:56:54.586201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.516713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T12:56:54.586237Z","caller":"traceutil/trace.go:171","msg":"trace[1612458552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"238.602737ms","start":"2026-04-08T12:56:54.347625Z","end":"2026-04-08T12:56:54.586228Z","steps":["trace[1612458552] 'agreement among raft nodes before linearized reading' (duration: 238.521413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:54.586221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.138079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:56:54.58632Z","caller":"traceutil/trace.go:171","msg":"trace[552899923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"151.279776ms","start":"2026-04-08T12:56:54.435018Z","end":"2026-04-08T12:56:54.586298Z","steps":["trace[552899923] 'agreement among raft nodes before linearized reading' (duration: 151.094037ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.586245Z","caller":"traceutil/trace.go:171","msg":"trace[918498793] transaction","detail":"{read_only:false; number_of_response:1; response_revision:515; }","duration":"144.027455ms","start":"2026-04-08T12:56:54.442145Z","end":"2026-04-08T12:56:54.586172Z","steps":["trace[918498793] 'process raft request' (duration: 143.901138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:54.586245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.369447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:56:54.586407Z","caller":"traceutil/trace.go:171","msg":"trace[1133992322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:515; }","duration":"201.575038ms","start":"2026-04-08T12:56:54.384817Z","end":"2026-04-08T12:56:54.586392Z","steps":["trace[1133992322] 'agreement among raft nodes before linearized reading' (duration: 201.339496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:54.586246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.267042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:56:54.586499Z","caller":"traceutil/trace.go:171","msg":"trace[1856002679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"209.564006ms","start":"2026-04-08T12:56:54.376921Z","end":"2026-04-08T12:56:54.586485Z","steps":["trace[1856002679] 'agreement among raft nodes before linearized reading' (duration: 209.267841ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.586323Z","caller":"traceutil/trace.go:171","msg":"trace[720529795] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"144.964031ms","start":"2026-04-08T12:56:54.441065Z","end":"2026-04-08T12:56:54.586029Z","steps":["trace[720529795] 'process raft request' (duration: 144.703847ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.588129Z","caller":"traceutil/trace.go:171","msg":"trace[32259313] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"112.194354ms","start":"2026-04-08T12:56:54.475922Z","end":"2026-04-08T12:56:54.588117Z","steps":["trace[32259313] 'process raft request' (duration: 111.534051ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.588355Z","caller":"traceutil/trace.go:171","msg":"trace[1071321538] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"112.077248ms","start":"2026-04-08T12:56:54.476261Z","end":"2026-04-08T12:56:54.588338Z","steps":["trace[1071321538] 'process raft request' (duration: 111.361493ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.588383Z","caller":"traceutil/trace.go:171","msg":"trace[1829978519] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"104.143332ms","start":"2026-04-08T12:56:54.484226Z","end":"2026-04-08T12:56:54.588369Z","steps":["trace[1829978519] 'process raft request' (duration: 103.595384ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.58851Z","caller":"traceutil/trace.go:171","msg":"trace[56702718] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"104.063117ms","start":"2026-04-08T12:56:54.484436Z","end":"2026-04-08T12:56:54.588499Z","steps":["trace[56702718] 'process raft request' (duration: 103.434236ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.588558Z","caller":"traceutil/trace.go:171","msg":"trace[307796820] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"112.556361ms","start":"2026-04-08T12:56:54.47599Z","end":"2026-04-08T12:56:54.588547Z","steps":["trace[307796820] 'process raft request' (duration: 111.595724ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.588595Z","caller":"traceutil/trace.go:171","msg":"trace[182575549] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"111.038125ms","start":"2026-04-08T12:56:54.477544Z","end":"2026-04-08T12:56:54.588582Z","steps":["trace[182575549] 'process raft request' (duration: 110.11965ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.588778Z","caller":"traceutil/trace.go:171","msg":"trace[1411626895] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"106.884839ms","start":"2026-04-08T12:56:54.481884Z","end":"2026-04-08T12:56:54.588769Z","steps":["trace[1411626895] 'process raft request' (duration: 105.876358ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.588224Z","caller":"traceutil/trace.go:171","msg":"trace[234702916] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"110.31954ms","start":"2026-04-08T12:56:54.477813Z","end":"2026-04-08T12:56:54.588132Z","steps":["trace[234702916] 'process raft request' (duration: 109.886248ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:54.589009Z","caller":"traceutil/trace.go:171","msg":"trace[799861023] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"110.614884ms","start":"2026-04-08T12:56:54.477931Z","end":"2026-04-08T12:56:54.588545Z","steps":["trace[799861023] 'process raft request' (duration: 109.789523ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:56:55.826212Z","caller":"traceutil/trace.go:171","msg":"trace[888670238] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"347.144194ms","start":"2026-04-08T12:56:55.479046Z","end":"2026-04-08T12:56:55.826191Z","steps":["trace[888670238] 'process raft request' (duration: 346.743164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:56:55.826377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:56:55.479019Z","time spent":"347.25314ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:56:55.833116Z","caller":"traceutil/trace.go:171","msg":"trace[2127548795] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"284.725497ms","start":"2026-04-08T12:56:55.548342Z","end":"2026-04-08T12:56:55.833067Z","steps":["trace[2127548795] 'process raft request' (duration: 284.58492ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:01.657116Z","caller":"traceutil/trace.go:171","msg":"trace[1494042149] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"795.916088ms","start":"2026-04-08T12:57:00.861171Z","end":"2026-04-08T12:57:01.657087Z","steps":["trace[1494042149] 'process raft request' (duration: 795.398504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:01.657341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:00.861135Z","time spent":"796.102148ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:02.488439Z","caller":"traceutil/trace.go:171","msg":"trace[1398152965] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"111.701904ms","start":"2026-04-08T12:57:02.376701Z","end":"2026-04-08T12:57:02.488403Z","steps":["trace[1398152965] 'read index received' (duration: 111.327327ms)","trace[1398152965] 'applied index is now lower than readState.Index' (duration: 372.977µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:02.488491Z","caller":"traceutil/trace.go:171","msg":"trace[151928231] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"779.452493ms","start":"2026-04-08T12:57:01.709001Z","end":"2026-04-08T12:57:02.488453Z","steps":["trace[151928231] 'process raft request' (duration: 779.199332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:02.488636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.909693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:02.48866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:01.708974Z","time spent":"779.604241ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:57:02.488682Z","caller":"traceutil/trace.go:171","msg":"trace[641367066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"112.013438ms","start":"2026-04-08T12:57:02.376657Z","end":"2026-04-08T12:57:02.488671Z","steps":["trace[641367066] 'agreement among raft nodes before linearized reading' (duration: 111.880862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:04.464787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730283852s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:57:04.464896Z","caller":"traceutil/trace.go:171","msg":"trace[1465117707] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"1.766729634s","start":"2026-04-08T12:57:02.698148Z","end":"2026-04-08T12:57:04.464878Z","steps":["trace[1465117707] 'read index received' (duration: 36.16197ms)","trace[1465117707] 'applied index is now lower than readState.Index' (duration: 1.730566354s)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:04.464968Z","caller":"traceutil/trace.go:171","msg":"trace[1245269433] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.789013187s","start":"2026-04-08T12:57:02.675944Z","end":"2026-04-08T12:57:04.464957Z","steps":["trace[1245269433] 'process raft request' (duration: 58.461894ms)","trace[1245269433] 'compare' (duration: 1.73001477s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:04.465029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:02.675921Z","time spent":"1.78907814s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:04.46522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767060798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:57:04.465294Z","caller":"traceutil/trace.go:171","msg":"trace[62817279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"1.767173783s","start":"2026-04-08T12:57:02.698102Z","end":"2026-04-08T12:57:04.465276Z","steps":["trace[62817279] 'agreement among raft nodes before linearized reading' (duration: 1.767006156s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:04.465324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:02.698083Z","time spent":"1.767234866s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T12:57:04.965352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766877986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:57:05.466503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766877986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:57:05.71443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.821013901s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T12:57:05.715584Z","caller":"traceutil/trace.go:171","msg":"trace[1916527825] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"2.823970522s","start":"2026-04-08T12:57:02.891583Z","end":"2026-04-08T12:57:05.715554Z","steps":["trace[1916527825] 'process raft request' (duration: 2.823409358s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:05.715753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:02.891541Z","time spent":"2.824122029s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036321,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:05.731095Z","caller":"traceutil/trace.go:171","msg":"trace[1229744593] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:639; }","duration":"1.266151827s","start":"2026-04-08T12:57:04.464922Z","end":"2026-04-08T12:57:05.731074Z","steps":["trace[1229744593] 'read index received' (duration: 1.24985744s)","trace[1229744593] 'applied index is now lower than readState.Index' (duration: 16.293597ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:05.731308Z","caller":"traceutil/trace.go:171","msg":"trace[1672808829] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"2.684926064s","start":"2026-04-08T12:57:03.04636Z","end":"2026-04-08T12:57:05.731286Z","steps":["trace[1672808829] 'process raft request' (duration: 2.684543668s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:05.731345Z","caller":"traceutil/trace.go:171","msg":"trace[882105774] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"283.805752ms","start":"2026-04-08T12:57:05.447494Z","end":"2026-04-08T12:57:05.7313Z","steps":["trace[882105774] 'process raft request' (duration: 283.552941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:05.731504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:03.04633Z","time spent":"2.685037039s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:05.731553Z","caller":"traceutil/trace.go:171","msg":"trace[1087615085] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"1.262909714s","start":"2026-04-08T12:57:04.468619Z","end":"2026-04-08T12:57:05.731529Z","steps":["trace[1087615085] 'process raft request' (duration: 1.262395172s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:05.731571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912499057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:05.731642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:04.468597Z","time spent":"1.262996658s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:05.73153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024581906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:57:05.731655Z","caller":"traceutil/trace.go:171","msg":"trace[68749460] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:620; }","duration":"1.912584391s","start":"2026-04-08T12:57:03.81906Z","end":"2026-04-08T12:57:05.731644Z","steps":["trace[68749460] 'agreement among raft nodes before linearized reading' (duration: 1.912490757s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:05.731736Z","caller":"traceutil/trace.go:171","msg":"trace[930341269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:620; }","duration":"3.024793495s","start":"2026-04-08T12:57:02.706911Z","end":"2026-04-08T12:57:05.731705Z","steps":["trace[930341269] 'agreement among raft nodes before linearized reading' (duration: 3.024525743s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:05.731794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:03.819007Z","time spent":"1.912775199s","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:57:05.731835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:02.706894Z","time spent":"3.024870919s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T12:57:05.731837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055349065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:57:05.73187Z","caller":"traceutil/trace.go:171","msg":"trace[1976983445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:620; }","duration":"1.055426339s","start":"2026-04-08T12:57:04.676435Z","end":"2026-04-08T12:57:05.731862Z","steps":["trace[1976983445] 'agreement among raft nodes before linearized reading' (duration: 1.055328295s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:05.731984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:04.67641Z","time spent":"1.055562345s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T12:57:05.731864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.520036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T12:57:05.732075Z","caller":"traceutil/trace.go:171","msg":"trace[946779300] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:620; }","duration":"477.773188ms","start":"2026-04-08T12:57:05.254292Z","end":"2026-04-08T12:57:05.732066Z","steps":["trace[946779300] 'agreement among raft nodes before linearized reading' (duration: 477.520977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:05.732119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:05.254263Z","time spent":"477.83195ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-08T12:57:05.731336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355054173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:05.732322Z","caller":"traceutil/trace.go:171","msg":"trace[1525056426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"1.356091578s","start":"2026-04-08T12:57:04.376218Z","end":"2026-04-08T12:57:05.73231Z","steps":["trace[1525056426] 'agreement among raft nodes before linearized reading' (duration: 1.355047483s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:05.732371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:04.376197Z","time spent":"1.356164911s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:57:07.736808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.03054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:07.737014Z","caller":"traceutil/trace.go:171","msg":"trace[1433092519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"359.26705ms","start":"2026-04-08T12:57:07.377727Z","end":"2026-04-08T12:57:07.736994Z","steps":["trace[1433092519] 'range keys from in-memory index tree' (duration: 358.980857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:07.737095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:07.377713Z","time spent":"359.364204ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T12:57:08.713201Z","caller":"traceutil/trace.go:171","msg":"trace[1514349345] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"114.485383ms","start":"2026-04-08T12:57:08.598687Z","end":"2026-04-08T12:57:08.713172Z","steps":["trace[1514349345] 'read index received' (duration: 66.931286ms)","trace[1514349345] 'applied index is now lower than readState.Index' (duration: 47.552717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:08.71337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.664781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:08.713432Z","caller":"traceutil/trace.go:171","msg":"trace[993715806] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:658; }","duration":"114.784285ms","start":"2026-04-08T12:57:08.59863Z","end":"2026-04-08T12:57:08.713414Z","steps":["trace[993715806] 'agreement among raft nodes before linearized reading' (duration: 114.666691ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:08.713436Z","caller":"traceutil/trace.go:171","msg":"trace[282328214] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"156.730579ms","start":"2026-04-08T12:57:08.556673Z","end":"2026-04-08T12:57:08.713404Z","steps":["trace[282328214] 'process raft request' (duration: 108.952873ms)","trace[282328214] 'compare' (duration: 47.412501ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:08.869466Z","caller":"traceutil/trace.go:171","msg":"trace[1119418791] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"150.779881ms","start":"2026-04-08T12:57:08.718653Z","end":"2026-04-08T12:57:08.869433Z","steps":["trace[1119418791] 'process raft request' (duration: 109.193673ms)","trace[1119418791] 'compare' (duration: 41.453682ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:08.919268Z","caller":"traceutil/trace.go:171","msg":"trace[1199754302] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"184.105563ms","start":"2026-04-08T12:57:08.735129Z","end":"2026-04-08T12:57:08.919234Z","steps":["trace[1199754302] 'process raft request' (duration: 183.967447ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:09.111577Z","caller":"traceutil/trace.go:171","msg":"trace[716391254] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"178.039964ms","start":"2026-04-08T12:57:08.933508Z","end":"2026-04-08T12:57:09.111548Z","steps":["trace[716391254] 'process raft request' (duration: 177.834135ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:09.111739Z","caller":"traceutil/trace.go:171","msg":"trace[763136805] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"151.196962ms","start":"2026-04-08T12:57:08.960518Z","end":"2026-04-08T12:57:09.111715Z","steps":["trace[763136805] 'process raft request' (duration: 150.970173ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:09.148019Z","caller":"traceutil/trace.go:171","msg":"trace[1435994406] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"129.424262ms","start":"2026-04-08T12:57:09.018562Z","end":"2026-04-08T12:57:09.147986Z","steps":["trace[1435994406] 'process raft request' (duration: 129.325228ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:09.399383Z","caller":"traceutil/trace.go:171","msg":"trace[279725157] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"252.560962ms","start":"2026-04-08T12:57:09.146799Z","end":"2026-04-08T12:57:09.39936Z","steps":["trace[279725157] 'process raft request' (duration: 252.51875ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:09.39968Z","caller":"traceutil/trace.go:171","msg":"trace[814102506] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"267.032208ms","start":"2026-04-08T12:57:09.132589Z","end":"2026-04-08T12:57:09.399621Z","steps":["trace[814102506] 'process raft request' (duration: 266.262547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:09.705975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.427422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:57:09.706238Z","caller":"traceutil/trace.go:171","msg":"trace[1568631438] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"552.302771ms","start":"2026-04-08T12:57:09.153913Z","end":"2026-04-08T12:57:09.706216Z","steps":["trace[1568631438] 'process raft request' (duration: 382.550625ms)","trace[1568631438] 'compare' (duration: 169.319658ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:09.706299Z","caller":"traceutil/trace.go:171","msg":"trace[449483577] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:690; }","duration":"329.745258ms","start":"2026-04-08T12:57:09.376373Z","end":"2026-04-08T12:57:09.706119Z","steps":["trace[449483577] 'read index received' (duration: 22.52897ms)","trace[449483577] 'applied index is now lower than readState.Index' (duration: 307.215278ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:09.706351Z","caller":"traceutil/trace.go:171","msg":"trace[434774278] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"369.06715ms","start":"2026-04-08T12:57:09.337253Z","end":"2026-04-08T12:57:09.706321Z","steps":["trace[434774278] 'process raft request' (duration: 368.81315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:09.706438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.023329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:09.706381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.15389Z","time spent":"552.427846ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:09.706469Z","caller":"traceutil/trace.go:171","msg":"trace[1415985890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:669; }","duration":"330.119663ms","start":"2026-04-08T12:57:09.37634Z","end":"2026-04-08T12:57:09.706459Z","steps":["trace[1415985890] 'agreement among raft nodes before linearized reading' (duration: 330.000848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:09.706503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.376328Z","time spent":"330.167924ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:57:09.706535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.337216Z","time spent":"369.241057ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:57:09.800647Z","caller":"traceutil/trace.go:171","msg":"trace[2117016698] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"383.12955ms","start":"2026-04-08T12:57:09.417494Z","end":"2026-04-08T12:57:09.800624Z","steps":["trace[2117016698] 'process raft request' (duration: 383.058577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:09.800788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.41748Z","time spent":"383.236084ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:09.800922Z","caller":"traceutil/trace.go:171","msg":"trace[511681926] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"393.332231ms","start":"2026-04-08T12:57:09.407581Z","end":"2026-04-08T12:57:09.800913Z","steps":["trace[511681926] 'process raft request' (duration: 392.847801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:09.800978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.407555Z","time spent":"393.395214ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:10.142431Z","caller":"traceutil/trace.go:171","msg":"trace[563517748] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"605.912714ms","start":"2026-04-08T12:57:09.53649Z","end":"2026-04-08T12:57:10.142403Z","steps":["trace[563517748] 'process raft request' (duration: 605.61071ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:10.142477Z","caller":"traceutil/trace.go:171","msg":"trace[1807769765] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"407.213354ms","start":"2026-04-08T12:57:09.735248Z","end":"2026-04-08T12:57:10.142462Z","steps":["trace[1807769765] 'process raft request' (duration: 407.150051ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:10.142507Z","caller":"traceutil/trace.go:171","msg":"trace[1152609206] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"585.23468ms","start":"2026-04-08T12:57:09.557246Z","end":"2026-04-08T12:57:10.142481Z","steps":["trace[1152609206] 'process raft request' (duration: 585.005829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.142565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.735235Z","time spent":"407.284396ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:57:10.142571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.536472Z","time spent":"606.036968ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:57:10.142633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.557219Z","time spent":"585.342904ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4737,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:10.142738Z","caller":"traceutil/trace.go:171","msg":"trace[1446358018] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:694; }","duration":"434.794342ms","start":"2026-04-08T12:57:09.70793Z","end":"2026-04-08T12:57:10.142724Z","steps":["trace[1446358018] 'read index received' (duration: 92.57149ms)","trace[1446358018] 'applied index is now lower than readState.Index' (duration: 342.221241ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:10.142812Z","caller":"traceutil/trace.go:171","msg":"trace[1491453910] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"429.90855ms","start":"2026-04-08T12:57:09.712892Z","end":"2026-04-08T12:57:10.1428Z","steps":["trace[1491453910] 'process raft request' (duration: 429.462542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.142879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.712874Z","time spent":"429.965462ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:10.142896Z","caller":"traceutil/trace.go:171","msg":"trace[889002164] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"395.572552ms","start":"2026-04-08T12:57:09.74731Z","end":"2026-04-08T12:57:10.142883Z","steps":["trace[889002164] 'process raft request' (duration: 395.115623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.142951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.747286Z","time spent":"395.635455ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:57:10.143006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.069952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:10.143048Z","caller":"traceutil/trace.go:171","msg":"trace[1928904869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:676; }","duration":"435.215669ms","start":"2026-04-08T12:57:09.707819Z","end":"2026-04-08T12:57:10.143035Z","steps":["trace[1928904869] 'agreement among raft nodes before linearized reading' (duration: 435.144406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.143075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.707802Z","time spent":"435.26687ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T12:57:10.374844Z","caller":"traceutil/trace.go:171","msg":"trace[1473677588] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:701; }","duration":"232.018936ms","start":"2026-04-08T12:57:10.142767Z","end":"2026-04-08T12:57:10.374786Z","steps":["trace[1473677588] 'read index received' (duration: 231.684962ms)","trace[1473677588] 'applied index is now lower than readState.Index' (duration: 332.794µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:10.374979Z","caller":"traceutil/trace.go:171","msg":"trace[786622301] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"566.480428ms","start":"2026-04-08T12:57:09.808488Z","end":"2026-04-08T12:57:10.374968Z","steps":["trace[786622301] 'process raft request' (duration: 566.021519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.375107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.808461Z","time spent":"566.552241ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:10.37521Z","caller":"traceutil/trace.go:171","msg":"trace[848317678] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"239.816264ms","start":"2026-04-08T12:57:10.135378Z","end":"2026-04-08T12:57:10.375194Z","steps":["trace[848317678] 'process raft request' (duration: 239.339614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.375201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.57409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:57:10.375317Z","caller":"traceutil/trace.go:171","msg":"trace[105329464] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:679; }","duration":"589.719247ms","start":"2026-04-08T12:57:09.78558Z","end":"2026-04-08T12:57:10.375299Z","steps":["trace[105329464] 'agreement among raft nodes before linearized reading' (duration: 589.469276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.375397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.785572Z","time spent":"589.81387ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:57:10.375413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.354186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:57:10.375458Z","caller":"traceutil/trace.go:171","msg":"trace[1996115307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:679; }","duration":"601.421219ms","start":"2026-04-08T12:57:09.774025Z","end":"2026-04-08T12:57:10.375446Z","steps":["trace[1996115307] 'agreement among raft nodes before linearized reading' (duration: 601.268272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.375496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.774014Z","time spent":"601.474941ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T12:57:10.375459Z","caller":"traceutil/trace.go:171","msg":"trace[689783495] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"565.584391ms","start":"2026-04-08T12:57:09.809863Z","end":"2026-04-08T12:57:10.375448Z","steps":["trace[689783495] 'process raft request' (duration: 564.799468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.375648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.295764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:57:10.375681Z","caller":"traceutil/trace.go:171","msg":"trace[1197751835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:679; }","duration":"602.332296ms","start":"2026-04-08T12:57:09.773339Z","end":"2026-04-08T12:57:10.375672Z","steps":["trace[1197751835] 'agreement among raft nodes before linearized reading' (duration: 602.236202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.37569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.809851Z","time spent":"565.805699ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:10.37572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.773296Z","time spent":"602.415849ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T12:57:10.375715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.453815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T12:57:10.375737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.656926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:10.375818Z","caller":"traceutil/trace.go:171","msg":"trace[163702788] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"441.768401ms","start":"2026-04-08T12:57:09.934039Z","end":"2026-04-08T12:57:10.375807Z","steps":["trace[163702788] 'agreement among raft nodes before linearized reading' (duration: 441.652336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.375865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.934017Z","time spent":"441.839524ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-08T12:57:10.375773Z","caller":"traceutil/trace.go:171","msg":"trace[373518959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:679; }","duration":"612.546858ms","start":"2026-04-08T12:57:09.76321Z","end":"2026-04-08T12:57:10.375757Z","steps":["trace[373518959] 'agreement among raft nodes before linearized reading' (duration: 612.35681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.376428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:09.763196Z","time spent":"613.211345ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T12:57:10.434592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.353602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:10.434624Z","caller":"traceutil/trace.go:171","msg":"trace[816724651] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"285.390632ms","start":"2026-04-08T12:57:10.149211Z","end":"2026-04-08T12:57:10.434601Z","steps":["trace[816724651] 'process raft request' (duration: 285.140621ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:10.434661Z","caller":"traceutil/trace.go:171","msg":"trace[1247364534] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:681; }","duration":"194.467256ms","start":"2026-04-08T12:57:10.24018Z","end":"2026-04-08T12:57:10.434648Z","steps":["trace[1247364534] 'agreement among raft nodes before linearized reading' (duration: 194.348472ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:10.434645Z","caller":"traceutil/trace.go:171","msg":"trace[177088816] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"282.576947ms","start":"2026-04-08T12:57:10.152031Z","end":"2026-04-08T12:57:10.434608Z","steps":["trace[177088816] 'process raft request' (duration: 282.440491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:10.435177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.58896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:10.435245Z","caller":"traceutil/trace.go:171","msg":"trace[323459241] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:681; }","duration":"101.702465ms","start":"2026-04-08T12:57:10.333524Z","end":"2026-04-08T12:57:10.435226Z","steps":["trace[323459241] 'agreement among raft nodes before linearized reading' (duration: 101.312189ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:10.530756Z","caller":"traceutil/trace.go:171","msg":"trace[1561596560] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"150.767535ms","start":"2026-04-08T12:57:10.379963Z","end":"2026-04-08T12:57:10.53073Z","steps":["trace[1561596560] 'process raft request' (duration: 150.598168ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:10.531123Z","caller":"traceutil/trace.go:171","msg":"trace[1206272701] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"150.567446ms","start":"2026-04-08T12:57:10.380538Z","end":"2026-04-08T12:57:10.531106Z","steps":["trace[1206272701] 'process raft request' (duration: 150.152999ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:10.531474Z","caller":"traceutil/trace.go:171","msg":"trace[1299112846] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"147.602125ms","start":"2026-04-08T12:57:10.383858Z","end":"2026-04-08T12:57:10.53146Z","steps":["trace[1299112846] 'process raft request' (duration: 147.552843ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:10.531609Z","caller":"traceutil/trace.go:171","msg":"trace[1926775789] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"150.048255ms","start":"2026-04-08T12:57:10.381478Z","end":"2026-04-08T12:57:10.531527Z","steps":["trace[1926775789] 'process raft request' (duration: 149.564375ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:10.531693Z","caller":"traceutil/trace.go:171","msg":"trace[1286939352] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"147.864716ms","start":"2026-04-08T12:57:10.383731Z","end":"2026-04-08T12:57:10.531596Z","steps":["trace[1286939352] 'process raft request' (duration: 147.604985ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:10.540776Z","caller":"traceutil/trace.go:171","msg":"trace[322335625] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"101.750248ms","start":"2026-04-08T12:57:10.439004Z","end":"2026-04-08T12:57:10.540754Z","steps":["trace[322335625] 'process raft request' (duration: 95.875818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:11.705859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.995925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:11.705954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.504176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:11.705966Z","caller":"traceutil/trace.go:171","msg":"trace[43892137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:697; }","duration":"332.11982ms","start":"2026-04-08T12:57:11.373806Z","end":"2026-04-08T12:57:11.705926Z","steps":["trace[43892137] 'range keys from in-memory index tree' (duration: 331.933013ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:11.706002Z","caller":"traceutil/trace.go:171","msg":"trace[1198924574] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:697; }","duration":"335.60694ms","start":"2026-04-08T12:57:11.370382Z","end":"2026-04-08T12:57:11.705989Z","steps":["trace[1198924574] 'count revisions from in-memory index tree' (duration: 335.396172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:11.706014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:11.373796Z","time spent":"332.208704ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:57:11.706038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:11.370356Z","time spent":"335.671483ms","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:57:11.706139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.64734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-08T12:57:11.706218Z","caller":"traceutil/trace.go:171","msg":"trace[1341568749] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:697; }","duration":"172.769265ms","start":"2026-04-08T12:57:11.533427Z","end":"2026-04-08T12:57:11.706197Z","steps":["trace[1341568749] 'range keys from in-memory index tree' (duration: 172.372509ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:13.294721Z","caller":"traceutil/trace.go:171","msg":"trace[703248914] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:736; }","duration":"149.877668ms","start":"2026-04-08T12:57:13.144821Z","end":"2026-04-08T12:57:13.294698Z","steps":["trace[703248914] 'read index received' (duration: 149.783104ms)","trace[703248914] 'applied index is now lower than readState.Index' (duration: 93.714µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:13.294774Z","caller":"traceutil/trace.go:171","msg":"trace[529010669] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"150.830624ms","start":"2026-04-08T12:57:13.143914Z","end":"2026-04-08T12:57:13.294744Z","steps":["trace[529010669] 'process raft request' (duration: 150.646547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.294955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.084996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:13.294998Z","caller":"traceutil/trace.go:171","msg":"trace[238513092] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:711; }","duration":"150.19277ms","start":"2026-04-08T12:57:13.144792Z","end":"2026-04-08T12:57:13.294985Z","steps":["trace[238513092] 'agreement among raft nodes before linearized reading' (duration: 150.083966ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:13.307258Z","caller":"traceutil/trace.go:171","msg":"trace[48154664] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"133.610008ms","start":"2026-04-08T12:57:13.173626Z","end":"2026-04-08T12:57:13.307236Z","steps":["trace[48154664] 'process raft request' (duration: 133.347277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.307639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.729971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:13.307712Z","caller":"traceutil/trace.go:171","msg":"trace[1185496244] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:714; }","duration":"162.822635ms","start":"2026-04-08T12:57:13.144874Z","end":"2026-04-08T12:57:13.307696Z","steps":["trace[1185496244] 'agreement among raft nodes before linearized reading' (duration: 162.698071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.307852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.417755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:13.307925Z","caller":"traceutil/trace.go:171","msg":"trace[628961682] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:714; }","duration":"125.51887ms","start":"2026-04-08T12:57:13.182391Z","end":"2026-04-08T12:57:13.30791Z","steps":["trace[628961682] 'agreement among raft nodes before linearized reading' (duration: 125.406094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.307955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.549761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:13.30798Z","caller":"traceutil/trace.go:171","msg":"trace[369708960] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:714; }","duration":"125.602303ms","start":"2026-04-08T12:57:13.18237Z","end":"2026-04-08T12:57:13.307973Z","steps":["trace[369708960] 'agreement among raft nodes before linearized reading' (duration: 125.559671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.30797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.524938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:13.308065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.719407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:13.30809Z","caller":"traceutil/trace.go:171","msg":"trace[1640709531] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:714; }","duration":"125.761599ms","start":"2026-04-08T12:57:13.182322Z","end":"2026-04-08T12:57:13.308084Z","steps":["trace[1640709531] 'agreement among raft nodes before linearized reading' (duration: 125.715248ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:13.30808Z","caller":"traceutil/trace.go:171","msg":"trace[1641748896] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:714; }","duration":"115.659473ms","start":"2026-04-08T12:57:13.192399Z","end":"2026-04-08T12:57:13.308058Z","steps":["trace[1641748896] 'agreement among raft nodes before linearized reading' (duration: 115.462645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.308135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.925274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:13.308208Z","caller":"traceutil/trace.go:171","msg":"trace[1505417636] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:714; }","duration":"116.013657ms","start":"2026-04-08T12:57:13.192183Z","end":"2026-04-08T12:57:13.308197Z","steps":["trace[1505417636] 'agreement among raft nodes before linearized reading' (duration: 115.920643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.308257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.517315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:13.308286Z","caller":"traceutil/trace.go:171","msg":"trace[650074395] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:714; }","duration":"146.554177ms","start":"2026-04-08T12:57:13.161725Z","end":"2026-04-08T12:57:13.308279Z","steps":["trace[650074395] 'agreement among raft nodes before linearized reading' (duration: 146.507355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.30834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.465796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:13.30838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.701823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:13.308405Z","caller":"traceutil/trace.go:171","msg":"trace[892764263] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:714; }","duration":"146.745095ms","start":"2026-04-08T12:57:13.161653Z","end":"2026-04-08T12:57:13.308398Z","steps":["trace[892764263] 'agreement among raft nodes before linearized reading' (duration: 146.708253ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:13.308416Z","caller":"traceutil/trace.go:171","msg":"trace[373593890] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:714; }","duration":"100.679215ms","start":"2026-04-08T12:57:13.207717Z","end":"2026-04-08T12:57:13.308397Z","steps":["trace[373593890] 'agreement among raft nodes before linearized reading' (duration: 100.162004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.308501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.366237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:13.308525Z","caller":"traceutil/trace.go:171","msg":"trace[1705971140] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:714; }","duration":"163.405418ms","start":"2026-04-08T12:57:13.14511Z","end":"2026-04-08T12:57:13.308515Z","steps":["trace[1705971140] 'agreement among raft nodes before linearized reading' (duration: 163.371847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.309114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.416682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:13.30926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.327779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:13.309152Z","caller":"traceutil/trace.go:171","msg":"trace[1528590638] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:714; }","duration":"116.718115ms","start":"2026-04-08T12:57:13.192425Z","end":"2026-04-08T12:57:13.309143Z","steps":["trace[1528590638] 'agreement among raft nodes before linearized reading' (duration: 115.396042ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:13.309318Z","caller":"traceutil/trace.go:171","msg":"trace[46950711] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:714; }","duration":"101.617691ms","start":"2026-04-08T12:57:13.207684Z","end":"2026-04-08T12:57:13.309301Z","steps":["trace[46950711] 'agreement among raft nodes before linearized reading' (duration: 101.32886ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:13.465198Z","caller":"traceutil/trace.go:171","msg":"trace[2034384310] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"137.988541ms","start":"2026-04-08T12:57:13.327166Z","end":"2026-04-08T12:57:13.465154Z","steps":["trace[2034384310] 'process raft request' (duration: 137.69928ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:13.465391Z","caller":"traceutil/trace.go:171","msg":"trace[656471043] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:741; }","duration":"131.960343ms","start":"2026-04-08T12:57:13.333403Z","end":"2026-04-08T12:57:13.465364Z","steps":["trace[656471043] 'read index received' (duration: 84.675506ms)","trace[656471043] 'applied index is now lower than readState.Index' (duration: 47.282997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:13.465809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.381269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-08T12:57:13.465875Z","caller":"traceutil/trace.go:171","msg":"trace[506791404] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:718; }","duration":"132.504105ms","start":"2026-04-08T12:57:13.333361Z","end":"2026-04-08T12:57:13.465865Z","steps":["trace[506791404] 'agreement among raft nodes before linearized reading' (duration: 132.251805ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:13.690821Z","caller":"traceutil/trace.go:171","msg":"trace[364079297] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:744; }","duration":"225.301079ms","start":"2026-04-08T12:57:13.465496Z","end":"2026-04-08T12:57:13.690797Z","steps":["trace[364079297] 'read index received' (duration: 222.493569ms)","trace[364079297] 'applied index is now lower than readState.Index' (duration: 2.80579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:13.690994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.026114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:13.691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.490067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-l6h75\" ","response":"range_response_count:1 size:3835"} {"level":"info","ts":"2026-04-08T12:57:13.691036Z","caller":"traceutil/trace.go:171","msg":"trace[1826816672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:719; }","duration":"313.111969ms","start":"2026-04-08T12:57:13.377914Z","end":"2026-04-08T12:57:13.691026Z","steps":["trace[1826816672] 'agreement among raft nodes before linearized reading' (duration: 313.026506ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:13.69106Z","caller":"traceutil/trace.go:171","msg":"trace[1533119099] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-l6h75; range_end:; response_count:1; response_revision:719; }","duration":"266.55876ms","start":"2026-04-08T12:57:13.424487Z","end":"2026-04-08T12:57:13.691046Z","steps":["trace[1533119099] 'agreement among raft nodes before linearized reading' (duration: 266.375382ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:13.691011Z","caller":"traceutil/trace.go:171","msg":"trace[1788843107] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"266.240357ms","start":"2026-04-08T12:57:13.424627Z","end":"2026-04-08T12:57:13.690867Z","steps":["trace[1788843107] 'process raft request' (duration: 263.318342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.691287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.57946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-04-08T12:57:13.691379Z","caller":"traceutil/trace.go:171","msg":"trace[2121035748] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:719; }","duration":"156.721045ms","start":"2026-04-08T12:57:13.534621Z","end":"2026-04-08T12:57:13.691343Z","steps":["trace[2121035748] 'agreement among raft nodes before linearized reading' (duration: 156.378922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:13.691078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:13.37789Z","time spent":"313.180492ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T12:57:14.103634Z","caller":"traceutil/trace.go:171","msg":"trace[1856020878] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"315.159461ms","start":"2026-04-08T12:57:13.788451Z","end":"2026-04-08T12:57:14.10361Z","steps":["trace[1856020878] 'process raft request' (duration: 314.992924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:14.103934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:13.788425Z","time spent":"315.281366ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:14.434523Z","caller":"traceutil/trace.go:171","msg":"trace[377482248] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:747; }","duration":"478.2858ms","start":"2026-04-08T12:57:13.956211Z","end":"2026-04-08T12:57:14.434497Z","steps":["trace[377482248] 'read index received' (duration: 147.197414ms)","trace[377482248] 'applied index is now lower than readState.Index' (duration: 331.087146ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:14.43456Z","caller":"traceutil/trace.go:171","msg":"trace[1373533137] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"500.054665ms","start":"2026-04-08T12:57:13.934473Z","end":"2026-04-08T12:57:14.434527Z","steps":["trace[1373533137] 'process raft request' (duration: 401.302773ms)","trace[1373533137] 'compare' (duration: 98.567095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:14.434714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:13.934444Z","time spent":"500.1877ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4693,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:14.434724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.338863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:14.434777Z","caller":"traceutil/trace.go:171","msg":"trace[288485288] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:723; }","duration":"478.467588ms","start":"2026-04-08T12:57:13.956297Z","end":"2026-04-08T12:57:14.434765Z","steps":["trace[288485288] 'agreement among raft nodes before linearized reading' (duration: 478.358543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:14.434819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:13.95629Z","time spent":"478.518029ms","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:57:14.434808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.52422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:14.434912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.124837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:14.434921Z","caller":"traceutil/trace.go:171","msg":"trace[2038809253] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:723; }","duration":"478.767459ms","start":"2026-04-08T12:57:13.956133Z","end":"2026-04-08T12:57:14.434901Z","steps":["trace[2038809253] 'agreement among raft nodes before linearized reading' (duration: 478.490578ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:14.434974Z","caller":"traceutil/trace.go:171","msg":"trace[1272297654] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:723; }","duration":"307.21652ms","start":"2026-04-08T12:57:14.127743Z","end":"2026-04-08T12:57:14.43496Z","steps":["trace[1272297654] 'agreement among raft nodes before linearized reading' (duration: 307.143187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:14.43502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:14.127724Z","time spent":"307.285763ms","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-08T12:57:14.435026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:13.956121Z","time spent":"478.889154ms","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-08T12:57:14.43507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.214979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:14.435119Z","caller":"traceutil/trace.go:171","msg":"trace[1254045928] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:723; }","duration":"449.275051ms","start":"2026-04-08T12:57:13.985833Z","end":"2026-04-08T12:57:14.435108Z","steps":["trace[1254045928] 'agreement among raft nodes before linearized reading' (duration: 449.207518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:14.435121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.649277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:14.435127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.108583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:14.43516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:13.985829Z","time spent":"449.320512ms","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T12:57:14.435207Z","caller":"traceutil/trace.go:171","msg":"trace[1554254096] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:723; }","duration":"307.758061ms","start":"2026-04-08T12:57:14.1274Z","end":"2026-04-08T12:57:14.435158Z","steps":["trace[1554254096] 'agreement among raft nodes before linearized reading' (duration: 307.620025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:14.434836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.625485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:14.43526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.702817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:14.435286Z","caller":"traceutil/trace.go:171","msg":"trace[1933976923] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:723; }","duration":"449.741589ms","start":"2026-04-08T12:57:13.985537Z","end":"2026-04-08T12:57:14.435279Z","steps":["trace[1933976923] 'agreement among raft nodes before linearized reading' (duration: 449.697508ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:14.435283Z","caller":"traceutil/trace.go:171","msg":"trace[1367456507] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:723; }","duration":"449.099103ms","start":"2026-04-08T12:57:13.98615Z","end":"2026-04-08T12:57:14.435249Z","steps":["trace[1367456507] 'agreement among raft nodes before linearized reading' (duration: 448.620675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:14.435311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:14.127333Z","time spent":"307.911067ms","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-08T12:57:14.43533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:13.986125Z","time spent":"449.190897ms","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-08T12:57:14.435469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:13.985531Z","time spent":"449.913746ms","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-08T12:57:14.435539Z","caller":"traceutil/trace.go:171","msg":"trace[416773859] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:723; }","duration":"477.194007ms","start":"2026-04-08T12:57:13.957968Z","end":"2026-04-08T12:57:14.435162Z","steps":["trace[416773859] 'agreement among raft nodes before linearized reading' (duration: 477.117814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:14.435593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:13.957945Z","time spent":"477.640863ms","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-04-08T12:57:14.742306Z","caller":"traceutil/trace.go:171","msg":"trace[227839902] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"154.490925ms","start":"2026-04-08T12:57:14.587791Z","end":"2026-04-08T12:57:14.742282Z","steps":["trace[227839902] 'process raft request' (duration: 129.801507ms)","trace[227839902] 'compare' (duration: 24.509301ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:14.742372Z","caller":"traceutil/trace.go:171","msg":"trace[284868831] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:750; }","duration":"132.542224ms","start":"2026-04-08T12:57:14.609821Z","end":"2026-04-08T12:57:14.742363Z","steps":["trace[284868831] 'read index received' (duration: 107.864656ms)","trace[284868831] 'applied index is now lower than readState.Index' (duration: 24.676658ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:14.742319Z","caller":"traceutil/trace.go:171","msg":"trace[1358196400] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"128.937332ms","start":"2026-04-08T12:57:14.613365Z","end":"2026-04-08T12:57:14.742303Z","steps":["trace[1358196400] 'process raft request' (duration: 128.88296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:14.742592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.490677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:57:14.742654Z","caller":"traceutil/trace.go:171","msg":"trace[755310946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:726; }","duration":"160.582111ms","start":"2026-04-08T12:57:14.582052Z","end":"2026-04-08T12:57:14.742634Z","steps":["trace[755310946] 'agreement among raft nodes before linearized reading' (duration: 160.419955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:14.742864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.250801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T12:57:14.742872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.02128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T12:57:14.74292Z","caller":"traceutil/trace.go:171","msg":"trace[1222332991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:726; }","duration":"150.408896ms","start":"2026-04-08T12:57:14.592495Z","end":"2026-04-08T12:57:14.742904Z","steps":["trace[1222332991] 'agreement among raft nodes before linearized reading' (duration: 150.148756ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:14.742924Z","caller":"traceutil/trace.go:171","msg":"trace[806174661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:726; }","duration":"151.087523ms","start":"2026-04-08T12:57:14.591823Z","end":"2026-04-08T12:57:14.74291Z","steps":["trace[806174661] 'agreement among raft nodes before linearized reading' (duration: 150.939587ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:22.888417Z","caller":"traceutil/trace.go:171","msg":"trace[759263088] linearizableReadLoop","detail":"{readStateIndex:804; appliedIndex:803; }","duration":"107.788928ms","start":"2026-04-08T12:57:22.780609Z","end":"2026-04-08T12:57:22.888398Z","steps":["trace[759263088] 'read index received' (duration: 29.203179ms)","trace[759263088] 'applied index is now lower than readState.Index' (duration: 78.584879ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:22.888482Z","caller":"traceutil/trace.go:171","msg":"trace[1969476829] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"136.090864ms","start":"2026-04-08T12:57:22.752344Z","end":"2026-04-08T12:57:22.888435Z","steps":["trace[1969476829] 'process raft request' (duration: 57.428663ms)","trace[1969476829] 'compare' (duration: 78.528267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:22.888782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.148421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:57:22.888917Z","caller":"traceutil/trace.go:171","msg":"trace[1344827387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:775; }","duration":"108.259875ms","start":"2026-04-08T12:57:22.780567Z","end":"2026-04-08T12:57:22.888827Z","steps":["trace[1344827387] 'agreement among raft nodes before linearized reading' (duration: 107.912932ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:23.65928Z","caller":"traceutil/trace.go:171","msg":"trace[527124741] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"146.44872ms","start":"2026-04-08T12:57:23.512805Z","end":"2026-04-08T12:57:23.659254Z","steps":["trace[527124741] 'process raft request' (duration: 146.287133ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:23.814417Z","caller":"traceutil/trace.go:171","msg":"trace[1088487421] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"146.836813ms","start":"2026-04-08T12:57:23.667556Z","end":"2026-04-08T12:57:23.814393Z","steps":["trace[1088487421] 'process raft request' (duration: 115.223342ms)","trace[1088487421] 'compare' (duration: 31.494327ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:23.986055Z","caller":"traceutil/trace.go:171","msg":"trace[380743789] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"164.450877ms","start":"2026-04-08T12:57:23.821571Z","end":"2026-04-08T12:57:23.986022Z","steps":["trace[380743789] 'process raft request' (duration: 103.308557ms)","trace[380743789] 'compare' (duration: 60.965533ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:24.253993Z","caller":"traceutil/trace.go:171","msg":"trace[1052653271] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"231.8816ms","start":"2026-04-08T12:57:24.022086Z","end":"2026-04-08T12:57:24.253968Z","steps":["trace[1052653271] 'process raft request' (duration: 230.765341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:24.876975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766878358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:57:25.098261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.927718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:57:25.09859Z","caller":"traceutil/trace.go:171","msg":"trace[57770152] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"809.550932ms","start":"2026-04-08T12:57:24.289007Z","end":"2026-04-08T12:57:25.098558Z","steps":["trace[57770152] 'process raft request' (duration: 662.21653ms)","trace[57770152] 'compare' (duration: 146.652129ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:25.09862Z","caller":"traceutil/trace.go:171","msg":"trace[664781822] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:815; }","duration":"722.104281ms","start":"2026-04-08T12:57:24.376456Z","end":"2026-04-08T12:57:25.09856Z","steps":["trace[664781822] 'read index received' (duration: 574.684646ms)","trace[664781822] 'applied index is now lower than readState.Index' (duration: 147.414135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:25.098744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.272027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:25.099023Z","caller":"traceutil/trace.go:171","msg":"trace[2033683065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:787; }","duration":"722.569347ms","start":"2026-04-08T12:57:24.376409Z","end":"2026-04-08T12:57:25.098978Z","steps":["trace[2033683065] 'agreement among raft nodes before linearized reading' (duration: 722.253496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:25.099118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:24.376387Z","time spent":"722.700093ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:57:25.099138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.181789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T12:57:25.099143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.760937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:57:25.099187Z","caller":"traceutil/trace.go:171","msg":"trace[870399191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:787; }","duration":"394.8428ms","start":"2026-04-08T12:57:24.704333Z","end":"2026-04-08T12:57:25.099176Z","steps":["trace[870399191] 'agreement among raft nodes before linearized reading' (duration: 394.700174ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:25.099189Z","caller":"traceutil/trace.go:171","msg":"trace[1174087036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:787; }","duration":"195.248791ms","start":"2026-04-08T12:57:24.903921Z","end":"2026-04-08T12:57:25.09917Z","steps":["trace[1174087036] 'agreement among raft nodes before linearized reading' (duration: 195.114136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:25.099217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:24.704307Z","time spent":"394.904502ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T12:57:25.099401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.602945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T12:57:25.0994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.46917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:57:25.099433Z","caller":"traceutil/trace.go:171","msg":"trace[66058946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:787; }","duration":"202.669917ms","start":"2026-04-08T12:57:24.896752Z","end":"2026-04-08T12:57:25.099422Z","steps":["trace[66058946] 'agreement among raft nodes before linearized reading' (duration: 202.560013ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:25.099485Z","caller":"traceutil/trace.go:171","msg":"trace[1632389275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:787; }","duration":"143.579974ms","start":"2026-04-08T12:57:24.955863Z","end":"2026-04-08T12:57:25.099443Z","steps":["trace[1632389275] 'agreement among raft nodes before linearized reading' (duration: 143.279674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:25.099492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.317219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T12:57:25.099526Z","caller":"traceutil/trace.go:171","msg":"trace[349092330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:787; }","duration":"144.381131ms","start":"2026-04-08T12:57:24.955135Z","end":"2026-04-08T12:57:25.099517Z","steps":["trace[349092330] 'agreement among raft nodes before linearized reading' (duration: 144.279078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:25.099526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.593873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:57:25.099572Z","caller":"traceutil/trace.go:171","msg":"trace[210410132] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:787; }","duration":"213.674616ms","start":"2026-04-08T12:57:24.885886Z","end":"2026-04-08T12:57:25.099561Z","steps":["trace[210410132] 'agreement among raft nodes before linearized reading' (duration: 213.614104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:25.098756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:24.28898Z","time spent":"809.684226ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:26.921889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542360485s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:57:26.922235Z","caller":"traceutil/trace.go:171","msg":"trace[859846305] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"1.818508007s","start":"2026-04-08T12:57:25.103694Z","end":"2026-04-08T12:57:26.922202Z","steps":["trace[859846305] 'process raft request' (duration: 275.519721ms)","trace[859846305] 'compare' (duration: 1.541777156s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:26.922483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:25.103673Z","time spent":"1.818756566s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:27.125537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.746306233s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T12:57:27.129207Z","caller":"traceutil/trace.go:171","msg":"trace[1441324950] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"2.025466755s","start":"2026-04-08T12:57:25.103703Z","end":"2026-04-08T12:57:27.12917Z","steps":["trace[1441324950] 'process raft request' (duration: 2.022009881s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:27.129403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:25.103685Z","time spent":"2.025616s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:27.129425Z","caller":"traceutil/trace.go:171","msg":"trace[1958903674] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:816; }","duration":"1.874256842s","start":"2026-04-08T12:57:25.255146Z","end":"2026-04-08T12:57:27.129403Z","steps":["trace[1958903674] 'read index received' (duration: 124.085191ms)","trace[1958903674] 'applied index is now lower than readState.Index' (duration: 1.750170811s)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:27.129606Z","caller":"traceutil/trace.go:171","msg":"trace[225268000] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"2.025460074s","start":"2026-04-08T12:57:25.104136Z","end":"2026-04-08T12:57:27.129596Z","steps":["trace[225268000] 'process raft request' (duration: 2.024872545s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:27.129758Z","caller":"traceutil/trace.go:171","msg":"trace[1454797378] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"2.024082017s","start":"2026-04-08T12:57:25.105651Z","end":"2026-04-08T12:57:27.129733Z","steps":["trace[1454797378] 'process raft request' (duration: 2.023717895s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:27.129834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:25.105636Z","time spent":"2.02416203s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:27.129838Z","caller":"traceutil/trace.go:171","msg":"trace[1733959093] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"2.024857413s","start":"2026-04-08T12:57:25.104932Z","end":"2026-04-08T12:57:27.12979Z","steps":["trace[1733959093] 'process raft request' (duration: 2.024401518s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:27.129979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874831261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-08T12:57:27.130043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:25.104923Z","time spent":"2.025023459s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:27.13004Z","caller":"traceutil/trace.go:171","msg":"trace[700298881] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:792; }","duration":"1.874929824s","start":"2026-04-08T12:57:25.255093Z","end":"2026-04-08T12:57:27.130023Z","steps":["trace[700298881] 'agreement among raft nodes before linearized reading' (duration: 1.874667336s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:27.130099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:25.255069Z","time spent":"1.875016138s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-08T12:57:27.130514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:25.10409Z","time spent":"2.025553138s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:57:27.131905Z","caller":"traceutil/trace.go:171","msg":"trace[2132456770] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"659.988535ms","start":"2026-04-08T12:57:26.471909Z","end":"2026-04-08T12:57:27.131897Z","steps":["trace[2132456770] 'process raft request' (duration: 659.964564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:27.131953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:26.471883Z","time spent":"660.045057ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:27.132098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.641972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:27.132117Z","caller":"traceutil/trace.go:171","msg":"trace[302246368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:794; }","duration":"498.690424ms","start":"2026-04-08T12:57:26.633422Z","end":"2026-04-08T12:57:27.132112Z","steps":["trace[302246368] 'agreement among raft nodes before linearized reading' (duration: 498.659883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:27.132131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:26.633402Z","time spent":"498.726205ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:57:27.132122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.691655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:27.132214Z","caller":"traceutil/trace.go:171","msg":"trace[2802424] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:794; }","duration":"255.814229ms","start":"2026-04-08T12:57:26.876384Z","end":"2026-04-08T12:57:27.132199Z","steps":["trace[2802424] 'agreement among raft nodes before linearized reading' (duration: 255.686815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:27.132111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74987479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:27.132316Z","caller":"traceutil/trace.go:171","msg":"trace[1839522994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:794; }","duration":"1.750082046s","start":"2026-04-08T12:57:25.382196Z","end":"2026-04-08T12:57:27.132278Z","steps":["trace[1839522994] 'agreement among raft nodes before linearized reading' (duration: 1.749804206s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:27.132366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:25.382181Z","time spent":"1.750173129s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T12:57:27.132575Z","caller":"traceutil/trace.go:171","msg":"trace[369223253] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"901.754463ms","start":"2026-04-08T12:57:26.23074Z","end":"2026-04-08T12:57:27.132494Z","steps":["trace[369223253] 'process raft request' (duration: 901.092681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:27.132681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:26.230719Z","time spent":"901.909228ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:39.716123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.257711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:39.716257Z","caller":"traceutil/trace.go:171","msg":"trace[691916533] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:950; }","duration":"148.448096ms","start":"2026-04-08T12:57:39.567794Z","end":"2026-04-08T12:57:39.716243Z","steps":["trace[691916533] 'count revisions from in-memory index tree' (duration: 148.153237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:39.716193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.885665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:1 size:1464"} {"level":"warn","ts":"2026-04-08T12:57:39.716379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.492039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:57:39.71641Z","caller":"traceutil/trace.go:171","msg":"trace[866176749] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:1; response_revision:950; }","duration":"213.184483ms","start":"2026-04-08T12:57:39.503199Z","end":"2026-04-08T12:57:39.716383Z","steps":["trace[866176749] 'range keys from in-memory index tree' (duration: 212.741631ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:39.716494Z","caller":"traceutil/trace.go:171","msg":"trace[140284939] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:950; }","duration":"206.657633ms","start":"2026-04-08T12:57:39.509818Z","end":"2026-04-08T12:57:39.716475Z","steps":["trace[140284939] 'count revisions from in-memory index tree' (duration: 206.434077ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.248386Z","caller":"traceutil/trace.go:171","msg":"trace[268319710] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"138.279899ms","start":"2026-04-08T12:57:43.110078Z","end":"2026-04-08T12:57:43.248358Z","steps":["trace[268319710] 'process raft request' (duration: 121.74131ms)","trace[268319710] 'compare' (duration: 16.345164ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:43.248391Z","caller":"traceutil/trace.go:171","msg":"trace[220196990] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"138.008891ms","start":"2026-04-08T12:57:43.110361Z","end":"2026-04-08T12:57:43.24837Z","steps":["trace[220196990] 'process raft request' (duration: 137.932369ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.248429Z","caller":"traceutil/trace.go:171","msg":"trace[1713954709] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"138.012442ms","start":"2026-04-08T12:57:43.110379Z","end":"2026-04-08T12:57:43.248392Z","steps":["trace[1713954709] 'process raft request' (duration: 137.95195ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.24839Z","caller":"traceutil/trace.go:171","msg":"trace[53603292] linearizableReadLoop","detail":"{readStateIndex:1064; appliedIndex:1061; }","duration":"125.984658ms","start":"2026-04-08T12:57:43.122386Z","end":"2026-04-08T12:57:43.24837Z","steps":["trace[53603292] 'read index received' (duration: 109.372447ms)","trace[53603292] 'applied index is now lower than readState.Index' (duration: 16.611061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:43.248809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.464651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T12:57:43.248873Z","caller":"traceutil/trace.go:171","msg":"trace[490136825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1030; }","duration":"175.583664ms","start":"2026-04-08T12:57:43.073276Z","end":"2026-04-08T12:57:43.248859Z","steps":["trace[490136825] 'agreement among raft nodes before linearized reading' (duration: 175.164672ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.514458Z","caller":"traceutil/trace.go:171","msg":"trace[1022734337] linearizableReadLoop","detail":"{readStateIndex:1066; appliedIndex:1064; }","duration":"265.908143ms","start":"2026-04-08T12:57:43.248521Z","end":"2026-04-08T12:57:43.514429Z","steps":["trace[1022734337] 'read index received' (duration: 225.595704ms)","trace[1022734337] 'applied index is now lower than readState.Index' (duration: 40.311299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:43.514698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.108406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T12:57:43.514716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.632112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:43.514713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.964851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-08T12:57:43.514762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.599678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:43.514805Z","caller":"traceutil/trace.go:171","msg":"trace[312847247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1032; }","duration":"303.088155ms","start":"2026-04-08T12:57:43.211698Z","end":"2026-04-08T12:57:43.514786Z","steps":["trace[312847247] 'agreement among raft nodes before linearized reading' (duration: 302.750796ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.514858Z","caller":"traceutil/trace.go:171","msg":"trace[1522428381] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"365.164908ms","start":"2026-04-08T12:57:43.14968Z","end":"2026-04-08T12:57:43.514845Z","steps":["trace[1522428381] 'process raft request' (duration: 324.527571ms)","trace[1522428381] 'compare' (duration: 39.818145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:43.514859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.211686Z","time spent":"303.163567ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T12:57:43.51488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.460484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-08T12:57:43.514898Z","caller":"traceutil/trace.go:171","msg":"trace[1402776121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1032; }","duration":"303.486506ms","start":"2026-04-08T12:57:43.211405Z","end":"2026-04-08T12:57:43.514892Z","steps":["trace[1402776121] 'agreement among raft nodes before linearized reading' (duration: 303.388363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.514925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.211398Z","time spent":"303.522467ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T12:57:43.514864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.205328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-08T12:57:43.514952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.149646Z","time spent":"365.242611ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:43.515012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.295543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:43.514962Z","caller":"traceutil/trace.go:171","msg":"trace[1752753348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1032; }","duration":"312.31411ms","start":"2026-04-08T12:57:43.20264Z","end":"2026-04-08T12:57:43.514954Z","steps":["trace[1752753348] 'agreement among raft nodes before linearized reading' (duration: 312.136196ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.515037Z","caller":"traceutil/trace.go:171","msg":"trace[348257772] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1032; }","duration":"311.328174ms","start":"2026-04-08T12:57:43.203703Z","end":"2026-04-08T12:57:43.515031Z","steps":["trace[348257772] 'agreement among raft nodes before linearized reading' (duration: 311.294413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.515066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.203698Z","time spent":"311.363574ms","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"warn","ts":"2026-04-08T12:57:43.515084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.007909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:43.515131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.15352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:43.515158Z","caller":"traceutil/trace.go:171","msg":"trace[1169829381] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1032; }","duration":"282.095811ms","start":"2026-04-08T12:57:43.23304Z","end":"2026-04-08T12:57:43.515136Z","steps":["trace[1169829381] 'agreement among raft nodes before linearized reading' (duration: 281.990939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.514988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.597505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:43.515176Z","caller":"traceutil/trace.go:171","msg":"trace[369984476] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1032; }","duration":"297.215391ms","start":"2026-04-08T12:57:43.217949Z","end":"2026-04-08T12:57:43.515165Z","steps":["trace[369984476] 'agreement among raft nodes before linearized reading' (duration: 297.148089ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.515197Z","caller":"traceutil/trace.go:171","msg":"trace[572078067] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1032; }","duration":"296.921264ms","start":"2026-04-08T12:57:43.218267Z","end":"2026-04-08T12:57:43.515189Z","steps":["trace[572078067] 'agreement among raft nodes before linearized reading' (duration: 296.525583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.51521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.942757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:43.515239Z","caller":"traceutil/trace.go:171","msg":"trace[106321130] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1032; }","duration":"281.993518ms","start":"2026-04-08T12:57:43.233238Z","end":"2026-04-08T12:57:43.515231Z","steps":["trace[106321130] 'agreement among raft nodes before linearized reading' (duration: 281.945257ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.514813Z","caller":"traceutil/trace.go:171","msg":"trace[326115476] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1032; }","duration":"281.7075ms","start":"2026-04-08T12:57:43.233091Z","end":"2026-04-08T12:57:43.514798Z","steps":["trace[326115476] 'agreement among raft nodes before linearized reading' (duration: 281.618228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.515237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.202633Z","time spent":"312.409673ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T12:57:43.515172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.958451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:43.515374Z","caller":"traceutil/trace.go:171","msg":"trace[1141899561] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1032; }","duration":"312.169947ms","start":"2026-04-08T12:57:43.203198Z","end":"2026-04-08T12:57:43.515368Z","steps":["trace[1141899561] 'agreement among raft nodes before linearized reading' (duration: 311.954931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.515247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.017166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:43.515162Z","caller":"traceutil/trace.go:171","msg":"trace[264197203] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"360.274412ms","start":"2026-04-08T12:57:43.154876Z","end":"2026-04-08T12:57:43.51515Z","steps":["trace[264197203] 'process raft request' (duration: 359.357147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.515482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.154843Z","time spent":"360.617542ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:43.515512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.929412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:57:43.515542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.97915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:43.514775Z","caller":"traceutil/trace.go:171","msg":"trace[885594857] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1032; }","duration":"311.715804ms","start":"2026-04-08T12:57:43.203044Z","end":"2026-04-08T12:57:43.51476Z","steps":["trace[885594857] 'agreement among raft nodes before linearized reading' (duration: 311.597391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.515475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.862667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:43.515705Z","caller":"traceutil/trace.go:171","msg":"trace[193132465] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1032; }","duration":"335.133505ms","start":"2026-04-08T12:57:43.180567Z","end":"2026-04-08T12:57:43.5157Z","steps":["trace[193132465] 'agreement among raft nodes before linearized reading' (duration: 334.883288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.515725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.180546Z","time spent":"335.172435ms","remote":"127.0.0.1:53800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-08T12:57:43.514763Z","caller":"traceutil/trace.go:171","msg":"trace[2002038468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1032; }","duration":"303.231459ms","start":"2026-04-08T12:57:43.21152Z","end":"2026-04-08T12:57:43.514751Z","steps":["trace[2002038468] 'agreement among raft nodes before linearized reading' (duration: 303.034773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.515819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.2115Z","time spent":"304.310609ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T12:57:43.515393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.203191Z","time spent":"312.196117ms","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:57:43.515741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.203039Z","time spent":"312.595709ms","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"info","ts":"2026-04-08T12:57:43.515453Z","caller":"traceutil/trace.go:171","msg":"trace[1001020432] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1032; }","duration":"297.382347ms","start":"2026-04-08T12:57:43.218046Z","end":"2026-04-08T12:57:43.515429Z","steps":["trace[1001020432] 'agreement among raft nodes before linearized reading' (duration: 296.78337ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.515551Z","caller":"traceutil/trace.go:171","msg":"trace[1357101760] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1032; }","duration":"333.964643ms","start":"2026-04-08T12:57:43.181575Z","end":"2026-04-08T12:57:43.51554Z","steps":["trace[1357101760] 'agreement among raft nodes before linearized reading' (duration: 333.921041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.516049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.181533Z","time spent":"334.510427ms","remote":"127.0.0.1:53800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"info","ts":"2026-04-08T12:57:43.515559Z","caller":"traceutil/trace.go:171","msg":"trace[123519416] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1032; }","duration":"335.037082ms","start":"2026-04-08T12:57:43.180517Z","end":"2026-04-08T12:57:43.515554Z","steps":["trace[123519416] 'agreement among raft nodes before linearized reading' (duration: 335.011481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.517451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.180498Z","time spent":"335.639389ms","remote":"127.0.0.1:53800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"info","ts":"2026-04-08T12:57:43.594514Z","caller":"traceutil/trace.go:171","msg":"trace[250025878] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"340.580046ms","start":"2026-04-08T12:57:43.253885Z","end":"2026-04-08T12:57:43.594465Z","steps":["trace[250025878] 'process raft request' (duration: 340.272638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.594726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.25385Z","time spent":"340.759121ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:43.594821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.256532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:14063"} {"level":"info","ts":"2026-04-08T12:57:43.594958Z","caller":"traceutil/trace.go:171","msg":"trace[1022838489] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1033; }","duration":"338.499638ms","start":"2026-04-08T12:57:43.256426Z","end":"2026-04-08T12:57:43.594926Z","steps":["trace[1022838489] 'agreement among raft nodes before linearized reading' (duration: 337.938273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:43.595095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.256389Z","time spent":"338.685553ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":14085,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-08T12:57:43.594737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.764734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:43.595316Z","caller":"traceutil/trace.go:171","msg":"trace[1124150907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1033; }","duration":"219.398441ms","start":"2026-04-08T12:57:43.375892Z","end":"2026-04-08T12:57:43.59529Z","steps":["trace[1124150907] 'agreement among raft nodes before linearized reading' (duration: 218.736963ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.751397Z","caller":"traceutil/trace.go:171","msg":"trace[861475696] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"230.395428ms","start":"2026-04-08T12:57:43.520973Z","end":"2026-04-08T12:57:43.751368Z","steps":["trace[861475696] 'process raft request' (duration: 230.048078ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.751402Z","caller":"traceutil/trace.go:171","msg":"trace[1546077605] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"230.304564ms","start":"2026-04-08T12:57:43.521075Z","end":"2026-04-08T12:57:43.751379Z","steps":["trace[1546077605] 'process raft request' (duration: 230.191371ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.751571Z","caller":"traceutil/trace.go:171","msg":"trace[1434224928] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"230.487359ms","start":"2026-04-08T12:57:43.521069Z","end":"2026-04-08T12:57:43.751556Z","steps":["trace[1434224928] 'process raft request' (duration: 230.258753ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.752483Z","caller":"traceutil/trace.go:171","msg":"trace[1170242501] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"231.342333ms","start":"2026-04-08T12:57:43.521109Z","end":"2026-04-08T12:57:43.752451Z","steps":["trace[1170242501] 'process raft request' (duration: 230.398557ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.753343Z","caller":"traceutil/trace.go:171","msg":"trace[470573270] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"213.657272ms","start":"2026-04-08T12:57:43.539669Z","end":"2026-04-08T12:57:43.753326Z","steps":["trace[470573270] 'process raft request' (duration: 212.50706ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.753278Z","caller":"traceutil/trace.go:171","msg":"trace[1035967117] linearizableReadLoop","detail":"{readStateIndex:1072; appliedIndex:1067; }","duration":"156.178185ms","start":"2026-04-08T12:57:43.597063Z","end":"2026-04-08T12:57:43.753242Z","steps":["trace[1035967117] 'read index received' (duration: 154.016926ms)","trace[1035967117] 'applied index is now lower than readState.Index' (duration: 2.159559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:43.753807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.721302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:43.753945Z","caller":"traceutil/trace.go:171","msg":"trace[1686491312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1038; }","duration":"156.914267ms","start":"2026-04-08T12:57:43.597016Z","end":"2026-04-08T12:57:43.75393Z","steps":["trace[1686491312] 'agreement among raft nodes before linearized reading' (duration: 156.720892ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:43.892591Z","caller":"traceutil/trace.go:171","msg":"trace[1488378312] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"294.509766ms","start":"2026-04-08T12:57:43.598053Z","end":"2026-04-08T12:57:43.892563Z","steps":["trace[1488378312] 'process raft request' (duration: 273.314179ms)","trace[1488378312] 'compare' (duration: 20.994462ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:44.276529Z","caller":"traceutil/trace.go:171","msg":"trace[1639469285] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"358.516982ms","start":"2026-04-08T12:57:43.917971Z","end":"2026-04-08T12:57:44.276488Z","steps":["trace[1639469285] 'process raft request' (duration: 331.142029ms)","trace[1639469285] 'compare' (duration: 26.994492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:44.276667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.917942Z","time spent":"358.655046ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:44.550354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.661909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:57:44.550697Z","caller":"traceutil/trace.go:171","msg":"trace[1016124750] linearizableReadLoop","detail":"{readStateIndex:1078; appliedIndex:1075; }","duration":"173.602458ms","start":"2026-04-08T12:57:44.377075Z","end":"2026-04-08T12:57:44.550677Z","steps":["trace[1016124750] 'read index received' (duration: 66.695422ms)","trace[1016124750] 'applied index is now lower than readState.Index' (duration: 106.905826ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:44.550727Z","caller":"traceutil/trace.go:171","msg":"trace[221223786] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"594.698227ms","start":"2026-04-08T12:57:43.955964Z","end":"2026-04-08T12:57:44.550662Z","steps":["trace[221223786] 'process raft request' (duration: 487.656497ms)","trace[221223786] 'compare' (duration: 106.528466ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:44.550839Z","caller":"traceutil/trace.go:171","msg":"trace[1923601151] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"594.264124ms","start":"2026-04-08T12:57:43.956563Z","end":"2026-04-08T12:57:44.550827Z","steps":["trace[1923601151] 'process raft request' (duration: 593.991817ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:44.551153Z","caller":"traceutil/trace.go:171","msg":"trace[893416266] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"272.910395ms","start":"2026-04-08T12:57:44.278226Z","end":"2026-04-08T12:57:44.551136Z","steps":["trace[893416266] 'process raft request' (duration: 272.401291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:44.551462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.281986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:44.551567Z","caller":"traceutil/trace.go:171","msg":"trace[690970922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1044; }","duration":"174.525204ms","start":"2026-04-08T12:57:44.377013Z","end":"2026-04-08T12:57:44.551538Z","steps":["trace[690970922] 'agreement among raft nodes before linearized reading' (duration: 174.231726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:44.551752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.956555Z","time spent":"595.120418ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T12:57:44.552598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:43.95594Z","time spent":"594.944343ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1366,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T12:57:44.595813Z","caller":"traceutil/trace.go:171","msg":"trace[436247482] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"124.86549ms","start":"2026-04-08T12:57:44.470897Z","end":"2026-04-08T12:57:44.595762Z","steps":["trace[436247482] 'process raft request' (duration: 124.672994ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:44.789166Z","caller":"traceutil/trace.go:171","msg":"trace[506901209] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"131.874672ms","start":"2026-04-08T12:57:44.657269Z","end":"2026-04-08T12:57:44.789144Z","steps":["trace[506901209] 'process raft request' (duration: 131.832621ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:44.789305Z","caller":"traceutil/trace.go:171","msg":"trace[481573920] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"132.592921ms","start":"2026-04-08T12:57:44.656651Z","end":"2026-04-08T12:57:44.789244Z","steps":["trace[481573920] 'process raft request' (duration: 132.206091ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:44.78944Z","caller":"traceutil/trace.go:171","msg":"trace[833303216] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"132.116409ms","start":"2026-04-08T12:57:44.657247Z","end":"2026-04-08T12:57:44.789364Z","steps":["trace[833303216] 'process raft request' (duration: 131.815771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:58.045347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.404960988s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T12:57:58.045829Z","caller":"traceutil/trace.go:171","msg":"trace[799062259] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1229; }","duration":"1.405535831s","start":"2026-04-08T12:57:56.640264Z","end":"2026-04-08T12:57:58.0458Z","steps":["trace[799062259] 'read index received' (duration: 67.531µs)","trace[799062259] 'applied index is now lower than readState.Index' (duration: 1.40546682s)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:57:58.0459Z","caller":"traceutil/trace.go:171","msg":"trace[1711903117] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"1.405634714s","start":"2026-04-08T12:57:56.640239Z","end":"2026-04-08T12:57:58.045874Z","steps":["trace[1711903117] 'process raft request' (duration: 1.405376918s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:58.046012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:56.640221Z","time spent":"1.405727266s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:58.046046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405768577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:58.046088Z","caller":"traceutil/trace.go:171","msg":"trace[1849499675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1193; }","duration":"1.40586609s","start":"2026-04-08T12:57:56.640211Z","end":"2026-04-08T12:57:58.046077Z","steps":["trace[1849499675] 'agreement among raft nodes before linearized reading' (duration: 1.405775158s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:58.04614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:56.640191Z","time spent":"1.405930151s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:57:58.315639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.846785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:57:58.315855Z","caller":"traceutil/trace.go:171","msg":"trace[198614306] linearizableReadLoop","detail":"{readStateIndex:1232; appliedIndex:1230; }","duration":"269.901873ms","start":"2026-04-08T12:57:58.045935Z","end":"2026-04-08T12:57:58.315837Z","steps":["trace[198614306] 'read index received' (duration: 131.802482ms)","trace[198614306] 'applied index is now lower than readState.Index' (duration: 138.098241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:58.315924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.779638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:57:58.31596Z","caller":"traceutil/trace.go:171","msg":"trace[1688730698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1195; }","duration":"937.848049ms","start":"2026-04-08T12:57:57.378099Z","end":"2026-04-08T12:57:58.315947Z","steps":["trace[1688730698] 'agreement among raft nodes before linearized reading' (duration: 937.795808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:58.316003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:57.37808Z","time spent":"937.915761ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T12:57:58.315923Z","caller":"traceutil/trace.go:171","msg":"trace[481503745] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"607.336438ms","start":"2026-04-08T12:57:57.708528Z","end":"2026-04-08T12:57:58.315864Z","steps":["trace[481503745] 'process raft request' (duration: 469.155956ms)","trace[481503745] 'compare' (duration: 137.717381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:57:58.316165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:57.708502Z","time spent":"607.562754ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:58.316173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.556034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T12:57:58.316181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.349062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T12:57:58.316245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.868389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T12:57:58.316303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.832349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T12:57:58.316275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.749989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:57:58.316329Z","caller":"traceutil/trace.go:171","msg":"trace[1250242095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1195; }","duration":"494.870089ms","start":"2026-04-08T12:57:57.82145Z","end":"2026-04-08T12:57:58.31632Z","steps":["trace[1250242095] 'agreement among raft nodes before linearized reading' (duration: 494.806858ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:58.316316Z","caller":"traceutil/trace.go:171","msg":"trace[1621655064] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"358.860376ms","start":"2026-04-08T12:57:57.957444Z","end":"2026-04-08T12:57:58.316304Z","steps":["trace[1621655064] 'process raft request' (duration: 358.310933ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:58.316327Z","caller":"traceutil/trace.go:171","msg":"trace[1856334912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1195; }","duration":"489.987902ms","start":"2026-04-08T12:57:57.82632Z","end":"2026-04-08T12:57:58.316308Z","steps":["trace[1856334912] 'agreement among raft nodes before linearized reading' (duration: 489.696255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:58.31636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:57.821444Z","time spent":"494.91115ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T12:57:58.316366Z","caller":"traceutil/trace.go:171","msg":"trace[1489500170] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1195; }","duration":"910.873672ms","start":"2026-04-08T12:57:57.405476Z","end":"2026-04-08T12:57:58.316349Z","steps":["trace[1489500170] 'agreement among raft nodes before linearized reading' (duration: 910.644476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:58.316378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:57.826306Z","time spent":"490.063033ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T12:57:58.316297Z","caller":"traceutil/trace.go:171","msg":"trace[48111236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1195; }","duration":"653.505136ms","start":"2026-04-08T12:57:57.662778Z","end":"2026-04-08T12:57:58.316283Z","steps":["trace[48111236] 'agreement among raft nodes before linearized reading' (duration: 653.162878ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:57:58.316239Z","caller":"traceutil/trace.go:171","msg":"trace[688906977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1195; }","duration":"502.662477ms","start":"2026-04-08T12:57:57.813557Z","end":"2026-04-08T12:57:58.31622Z","steps":["trace[688906977] 'agreement among raft nodes before linearized reading' (duration: 502.3622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:58.316419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.072412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T12:57:58.316468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:57.81355Z","time spent":"502.910132ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T12:57:58.316451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:57.405464Z","time spent":"910.953994ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-08T12:57:58.316511Z","caller":"traceutil/trace.go:171","msg":"trace[1011739447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1195; }","duration":"507.240906ms","start":"2026-04-08T12:57:57.809248Z","end":"2026-04-08T12:57:58.316489Z","steps":["trace[1011739447] 'agreement among raft nodes before linearized reading' (duration: 506.923569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:57:58.316401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:57.95742Z","time spent":"358.937857ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:57:58.316515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:57.662756Z","time spent":"653.69404ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T12:57:58.316565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:57:57.809228Z","time spent":"507.327348ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T12:57:59.286844Z","caller":"traceutil/trace.go:171","msg":"trace[1211914388] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"195.861557ms","start":"2026-04-08T12:57:59.090953Z","end":"2026-04-08T12:57:59.286814Z","steps":["trace[1211914388] 'process raft request' (duration: 184.679904ms)","trace[1211914388] 'compare' (duration: 10.596759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:58:14.682781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.794552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T12:58:14.682843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.211112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T12:58:14.682879Z","caller":"traceutil/trace.go:171","msg":"trace[1738548228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1332; }","duration":"216.969615ms","start":"2026-04-08T12:58:14.465893Z","end":"2026-04-08T12:58:14.682863Z","steps":["trace[1738548228] 'range keys from in-memory index tree' (duration: 216.618249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:14.682909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.136374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:58:14.682933Z","caller":"traceutil/trace.go:171","msg":"trace[922402886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1332; }","duration":"122.331595ms","start":"2026-04-08T12:58:14.560569Z","end":"2026-04-08T12:58:14.682901Z","steps":["trace[922402886] 'range keys from in-memory index tree' (duration: 122.067439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:14.68297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.071388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:58:14.682993Z","caller":"traceutil/trace.go:171","msg":"trace[1704813441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1332; }","duration":"181.272707ms","start":"2026-04-08T12:58:14.501699Z","end":"2026-04-08T12:58:14.682972Z","steps":["trace[1704813441] 'range keys from in-memory index tree' (duration: 180.865619ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:14.683006Z","caller":"traceutil/trace.go:171","msg":"trace[1662489151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1332; }","duration":"119.16129ms","start":"2026-04-08T12:58:14.563836Z","end":"2026-04-08T12:58:14.682997Z","steps":["trace[1662489151] 'range keys from in-memory index tree' (duration: 118.570509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:14.683021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.922509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T12:58:14.683055Z","caller":"traceutil/trace.go:171","msg":"trace[1792805532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1332; }","duration":"203.998521ms","start":"2026-04-08T12:58:14.479047Z","end":"2026-04-08T12:58:14.683045Z","steps":["trace[1792805532] 'range keys from in-memory index tree' (duration: 203.786786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:14.683202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.640937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-2nf9h\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-08T12:58:14.683231Z","caller":"traceutil/trace.go:171","msg":"trace[550844610] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-2nf9h; range_end:; response_count:1; response_revision:1332; }","duration":"237.699648ms","start":"2026-04-08T12:58:14.445521Z","end":"2026-04-08T12:58:14.683221Z","steps":["trace[550844610] 'range keys from in-memory index tree' (duration: 237.523405ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:20.502415Z","caller":"traceutil/trace.go:171","msg":"trace[1400553517] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"482.154738ms","start":"2026-04-08T12:58:20.02024Z","end":"2026-04-08T12:58:20.502394Z","steps":["trace[1400553517] 'process raft request' (duration: 482.022605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:20.502552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:20.020208Z","time spent":"482.27748ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:58:20.585461Z","caller":"traceutil/trace.go:171","msg":"trace[1429921707] linearizableReadLoop","detail":"{readStateIndex:1497; appliedIndex:1495; }","duration":"208.670756ms","start":"2026-04-08T12:58:20.376763Z","end":"2026-04-08T12:58:20.585434Z","steps":["trace[1429921707] 'read index received' (duration: 125.450767ms)","trace[1429921707] 'applied index is now lower than readState.Index' (duration: 83.218709ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:58:20.585582Z","caller":"traceutil/trace.go:171","msg":"trace[1997666043] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"347.971111ms","start":"2026-04-08T12:58:20.23759Z","end":"2026-04-08T12:58:20.585561Z","steps":["trace[1997666043] 'process raft request' (duration: 347.713786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:20.585698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:20.237563Z","time spent":"348.060513ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:58:20.58581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.050233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:58:20.585875Z","caller":"traceutil/trace.go:171","msg":"trace[2124145951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1450; }","duration":"209.158505ms","start":"2026-04-08T12:58:20.376699Z","end":"2026-04-08T12:58:20.585858Z","steps":["trace[2124145951] 'agreement among raft nodes before linearized reading' (duration: 208.837549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:23.26915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766879578,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T12:58:23.271058Z","caller":"traceutil/trace.go:171","msg":"trace[641800503] linearizableReadLoop","detail":"{readStateIndex:1509; appliedIndex:1508; }","duration":"501.860649ms","start":"2026-04-08T12:58:22.769093Z","end":"2026-04-08T12:58:23.270954Z","steps":["trace[641800503] 'read index received' (duration: 501.605294ms)","trace[641800503] 'applied index is now lower than readState.Index' (duration: 253.695µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:58:23.271333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.385186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:58:23.271348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.50177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T12:58:23.271352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.243526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T12:58:23.271464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.107232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:58:23.271423Z","caller":"traceutil/trace.go:171","msg":"trace[988143421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1461; }","duration":"493.616552ms","start":"2026-04-08T12:58:22.77779Z","end":"2026-04-08T12:58:23.271406Z","steps":["trace[988143421] 'agreement among raft nodes before linearized reading' (duration: 493.414939ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:23.271487Z","caller":"traceutil/trace.go:171","msg":"trace[1336731166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1461; }","duration":"483.151643ms","start":"2026-04-08T12:58:22.788327Z","end":"2026-04-08T12:58:23.271479Z","steps":["trace[1336731166] 'agreement among raft nodes before linearized reading' (duration: 483.074961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:23.271517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:22.78831Z","time spent":"483.200654ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T12:58:23.271516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:22.777781Z","time spent":"493.721344ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T12:58:23.271536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.996351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T12:58:23.271639Z","caller":"traceutil/trace.go:171","msg":"trace[219209765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1461; }","duration":"482.137004ms","start":"2026-04-08T12:58:22.789472Z","end":"2026-04-08T12:58:23.271609Z","steps":["trace[219209765] 'agreement among raft nodes before linearized reading' (duration: 481.832378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:23.271352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.915575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T12:58:23.271474Z","caller":"traceutil/trace.go:171","msg":"trace[1540291206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1461; }","duration":"502.378249ms","start":"2026-04-08T12:58:22.769041Z","end":"2026-04-08T12:58:23.271419Z","steps":["trace[1540291206] 'agreement among raft nodes before linearized reading' (duration: 502.128174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:23.271692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:22.789451Z","time spent":"482.231135ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T12:58:23.271705Z","caller":"traceutil/trace.go:171","msg":"trace[980048312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1461; }","duration":"477.303012ms","start":"2026-04-08T12:58:22.794395Z","end":"2026-04-08T12:58:23.271698Z","steps":["trace[980048312] 'agreement among raft nodes before linearized reading' (duration: 476.824583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:23.271727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:22.794383Z","time spent":"477.337992ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T12:58:23.271745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:22.769019Z","time spent":"502.693194ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T12:58:23.271382Z","caller":"traceutil/trace.go:171","msg":"trace[1209710359] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1461; }","duration":"236.476458ms","start":"2026-04-08T12:58:23.034889Z","end":"2026-04-08T12:58:23.271366Z","steps":["trace[1209710359] 'agreement among raft nodes before linearized reading' (duration: 236.379976ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:23.27112Z","caller":"traceutil/trace.go:171","msg":"trace[697274658] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"679.332745ms","start":"2026-04-08T12:58:22.591729Z","end":"2026-04-08T12:58:23.271062Z","steps":["trace[697274658] 'process raft request' (duration: 679.029009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:23.272083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:22.591708Z","time spent":"680.273352ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:58:23.482935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.603603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:58:23.483093Z","caller":"traceutil/trace.go:171","msg":"trace[2066963777] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1509; }","duration":"105.612702ms","start":"2026-04-08T12:58:23.377469Z","end":"2026-04-08T12:58:23.483082Z","steps":["trace[2066963777] 'read index received' (duration: 698.023µs)","trace[2066963777] 'applied index is now lower than readState.Index' (duration: 104.913949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:58:23.483147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.699103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:58:23.483159Z","caller":"traceutil/trace.go:171","msg":"trace[1993481720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1466; }","duration":"105.761144ms","start":"2026-04-08T12:58:23.377394Z","end":"2026-04-08T12:58:23.483155Z","steps":["trace[1993481720] 'agreement among raft nodes before linearized reading' (duration: 105.716333ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:23.483395Z","caller":"traceutil/trace.go:171","msg":"trace[287571682] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"207.617244ms","start":"2026-04-08T12:58:23.275769Z","end":"2026-04-08T12:58:23.483386Z","steps":["trace[287571682] 'process raft request' (duration: 207.235077ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:23.483488Z","caller":"traceutil/trace.go:171","msg":"trace[14845427] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"207.571563ms","start":"2026-04-08T12:58:23.275911Z","end":"2026-04-08T12:58:23.483483Z","steps":["trace[14845427] 'process raft request' (duration: 207.140045ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:23.48351Z","caller":"traceutil/trace.go:171","msg":"trace[1014206251] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"208.078492ms","start":"2026-04-08T12:58:23.275399Z","end":"2026-04-08T12:58:23.483477Z","steps":["trace[1014206251] 'process raft request' (duration: 102.755346ms)","trace[1014206251] 'compare' (duration: 104.512351ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:58:23.48348Z","caller":"traceutil/trace.go:171","msg":"trace[1364939893] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"207.339119ms","start":"2026-04-08T12:58:23.276111Z","end":"2026-04-08T12:58:23.48345Z","steps":["trace[1364939893] 'process raft request' (duration: 206.955842ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:23.484329Z","caller":"traceutil/trace.go:171","msg":"trace[111245618] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"208.45356ms","start":"2026-04-08T12:58:23.275857Z","end":"2026-04-08T12:58:23.48431Z","steps":["trace[111245618] 'process raft request' (duration: 207.175316ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:25.393394Z","caller":"traceutil/trace.go:171","msg":"trace[1304212104] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"117.507768ms","start":"2026-04-08T12:58:25.275859Z","end":"2026-04-08T12:58:25.393367Z","steps":["trace[1304212104] 'process raft request' (duration: 113.359231ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:35.261662Z","caller":"traceutil/trace.go:171","msg":"trace[23026974] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"166.718961ms","start":"2026-04-08T12:58:35.094918Z","end":"2026-04-08T12:58:35.261637Z","steps":["trace[23026974] 'process raft request' (duration: 166.339764ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:35.773283Z","caller":"traceutil/trace.go:171","msg":"trace[566194985] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"175.95316ms","start":"2026-04-08T12:58:35.597309Z","end":"2026-04-08T12:58:35.773262Z","steps":["trace[566194985] 'process raft request' (duration: 175.908919ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:35.77347Z","caller":"traceutil/trace.go:171","msg":"trace[890449898] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"177.139989ms","start":"2026-04-08T12:58:35.596319Z","end":"2026-04-08T12:58:35.773459Z","steps":["trace[890449898] 'process raft request' (duration: 87.014798ms)","trace[890449898] 'compare' (duration: 89.641843ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:58:35.773571Z","caller":"traceutil/trace.go:171","msg":"trace[2119064655] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"177.214851ms","start":"2026-04-08T12:58:35.596332Z","end":"2026-04-08T12:58:35.773547Z","steps":["trace[2119064655] 'process raft request' (duration: 176.836555ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:35.773997Z","caller":"traceutil/trace.go:171","msg":"trace[2102085433] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"103.4731ms","start":"2026-04-08T12:58:35.670498Z","end":"2026-04-08T12:58:35.773972Z","steps":["trace[2102085433] 'process raft request' (duration: 103.277917ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:37.624691Z","caller":"traceutil/trace.go:171","msg":"trace[667512278] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"126.217096ms","start":"2026-04-08T12:58:37.498451Z","end":"2026-04-08T12:58:37.624668Z","steps":["trace[667512278] 'process raft request' (duration: 126.091454ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:41.655683Z","caller":"traceutil/trace.go:171","msg":"trace[1779577937] linearizableReadLoop","detail":"{readStateIndex:1845; appliedIndex:1844; }","duration":"279.154723ms","start":"2026-04-08T12:58:41.376505Z","end":"2026-04-08T12:58:41.65566Z","steps":["trace[1779577937] 'read index received' (duration: 279.039351ms)","trace[1779577937] 'applied index is now lower than readState.Index' (duration: 114.302µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:58:41.655777Z","caller":"traceutil/trace.go:171","msg":"trace[1017443833] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"438.473308ms","start":"2026-04-08T12:58:41.21727Z","end":"2026-04-08T12:58:41.655744Z","steps":["trace[1017443833] 'process raft request' (duration: 438.235254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:41.655932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:41.217247Z","time spent":"438.600579ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:58:41.656048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.465638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:58:41.656202Z","caller":"traceutil/trace.go:171","msg":"trace[35583712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1772; }","duration":"279.632331ms","start":"2026-04-08T12:58:41.376491Z","end":"2026-04-08T12:58:41.656123Z","steps":["trace[35583712] 'agreement among raft nodes before linearized reading' (duration: 279.310846ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:41.833239Z","caller":"traceutil/trace.go:171","msg":"trace[1815043598] linearizableReadLoop","detail":"{readStateIndex:1846; appliedIndex:1845; }","duration":"177.46091ms","start":"2026-04-08T12:58:41.655755Z","end":"2026-04-08T12:58:41.833216Z","steps":["trace[1815043598] 'read index received' (duration: 138.644946ms)","trace[1815043598] 'applied index is now lower than readState.Index' (duration: 38.814984ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:58:41.833444Z","caller":"traceutil/trace.go:171","msg":"trace[2011788410] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"198.85224ms","start":"2026-04-08T12:58:41.634536Z","end":"2026-04-08T12:58:41.833388Z","steps":["trace[2011788410] 'process raft request' (duration: 159.823392ms)","trace[2011788410] 'compare' (duration: 38.745704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:58:41.833558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.216052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:58:41.83363Z","caller":"traceutil/trace.go:171","msg":"trace[1404010359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1773; }","duration":"189.326914ms","start":"2026-04-08T12:58:41.644288Z","end":"2026-04-08T12:58:41.833615Z","steps":["trace[1404010359] 'agreement among raft nodes before linearized reading' (duration: 189.138321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:41.83364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.477729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:58:41.833679Z","caller":"traceutil/trace.go:171","msg":"trace[1761624067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1773; }","duration":"194.57339ms","start":"2026-04-08T12:58:41.639095Z","end":"2026-04-08T12:58:41.833669Z","steps":["trace[1761624067] 'agreement among raft nodes before linearized reading' (duration: 194.433807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:41.833804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.239841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:58:41.83389Z","caller":"traceutil/trace.go:171","msg":"trace[839615125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1773; }","duration":"176.330703ms","start":"2026-04-08T12:58:41.657533Z","end":"2026-04-08T12:58:41.833864Z","steps":["trace[839615125] 'agreement among raft nodes before linearized reading' (duration: 176.192421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:41.833973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.078612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:58:41.834032Z","caller":"traceutil/trace.go:171","msg":"trace[1659970831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1773; }","duration":"161.216114ms","start":"2026-04-08T12:58:41.672801Z","end":"2026-04-08T12:58:41.834017Z","steps":["trace[1659970831] 'agreement among raft nodes before linearized reading' (duration: 161.043321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:50.37831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766880442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:58:50.878796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766880442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:58:50.890578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514486161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2339da11-7953-40ea-abaa-124dd2573779\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-08T12:58:50.89065Z","caller":"traceutil/trace.go:171","msg":"trace[616900619] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2339da11-7953-40ea-abaa-124dd2573779; range_end:; response_count:1; response_revision:1887; }","duration":"1.514606023s","start":"2026-04-08T12:58:49.376028Z","end":"2026-04-08T12:58:50.890634Z","steps":["trace[616900619] 'range keys from in-memory index tree' (duration: 1.514256278s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:50.89068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.376009Z","time spent":"1.514663954s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2339da11-7953-40ea-abaa-124dd2573779\" "} {"level":"warn","ts":"2026-04-08T12:58:50.890747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279349511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2339da11-7953-40ea-abaa-124dd2573779\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-08T12:58:50.890822Z","caller":"traceutil/trace.go:171","msg":"trace[2014659457] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2339da11-7953-40ea-abaa-124dd2573779; range_end:; response_count:1; response_revision:1887; }","duration":"1.279460032s","start":"2026-04-08T12:58:49.611339Z","end":"2026-04-08T12:58:50.890799Z","steps":["trace[2014659457] 'range keys from in-memory index tree' (duration: 1.279170948s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:50.890877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.611325Z","time spent":"1.279537703s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2339da11-7953-40ea-abaa-124dd2573779\" "} {"level":"warn","ts":"2026-04-08T12:58:51.061192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.449362632s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T12:58:51.061666Z","caller":"traceutil/trace.go:171","msg":"trace[1601901595] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"1.450000482s","start":"2026-04-08T12:58:49.611636Z","end":"2026-04-08T12:58:51.061637Z","steps":["trace[1601901595] 'process raft request' (duration: 1.449769939s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.061808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.611595Z","time spent":"1.450129403s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:58:51.206901Z","caller":"traceutil/trace.go:171","msg":"trace[1726349135] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"1.533315818s","start":"2026-04-08T12:58:49.673553Z","end":"2026-04-08T12:58:51.206869Z","steps":["trace[1726349135] 'process raft request' (duration: 1.520472233s)","trace[1726349135] 'compare' (duration: 12.660142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:58:51.207146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.673525Z","time spent":"1.53345583s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:58:51.207218Z","caller":"traceutil/trace.go:171","msg":"trace[977698644] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"1.432375169s","start":"2026-04-08T12:58:49.774758Z","end":"2026-04-08T12:58:51.207133Z","steps":["trace[977698644] 'process raft request' (duration: 1.432053434s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:51.207328Z","caller":"traceutil/trace.go:171","msg":"trace[1006421095] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"1.343559968s","start":"2026-04-08T12:58:49.863648Z","end":"2026-04-08T12:58:51.207208Z","steps":["trace[1006421095] 'process raft request' (duration: 1.343369575s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.207654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.774728Z","time spent":"1.432755645s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:58:51.207701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.863626Z","time spent":"1.343953184s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:58:51.27797Z","caller":"traceutil/trace.go:171","msg":"trace[1658592727] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1961; }","duration":"1.400053547s","start":"2026-04-08T12:58:49.877894Z","end":"2026-04-08T12:58:51.277947Z","steps":["trace[1658592727] 'read index received' (duration: 1.183533508s)","trace[1658592727] 'applied index is now lower than readState.Index' (duration: 216.519169ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:58:51.278007Z","caller":"traceutil/trace.go:171","msg":"trace[9876816] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"381.28755ms","start":"2026-04-08T12:58:50.896684Z","end":"2026-04-08T12:58:51.277971Z","steps":["trace[9876816] 'process raft request' (duration: 381.032046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.278364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:50.896667Z","time spent":"381.419962ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:58:51.278444Z","caller":"traceutil/trace.go:171","msg":"trace[824954795] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"322.192643ms","start":"2026-04-08T12:58:50.956235Z","end":"2026-04-08T12:58:51.278428Z","steps":["trace[824954795] 'process raft request' (duration: 321.623174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.278582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:50.956208Z","time spent":"322.282804ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:58:51.27863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.105985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:58:51.278669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395999753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:58:51.278689Z","caller":"traceutil/trace.go:171","msg":"trace[1660241491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1894; }","duration":"900.199566ms","start":"2026-04-08T12:58:50.37847Z","end":"2026-04-08T12:58:51.278669Z","steps":["trace[1660241491] 'agreement among raft nodes before linearized reading' (duration: 900.106865ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:51.278752Z","caller":"traceutil/trace.go:171","msg":"trace[244399602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1894; }","duration":"1.396113764s","start":"2026-04-08T12:58:49.882613Z","end":"2026-04-08T12:58:51.278727Z","steps":["trace[244399602] 'agreement among raft nodes before linearized reading' (duration: 1.395904391s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.278802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.882595Z","time spent":"1.396194727s","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T12:58:51.278799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394597112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T12:58:51.278865Z","caller":"traceutil/trace.go:171","msg":"trace[1536876685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1894; }","duration":"1.394726054s","start":"2026-04-08T12:58:49.884122Z","end":"2026-04-08T12:58:51.278848Z","steps":["trace[1536876685] 'agreement among raft nodes before linearized reading' (duration: 1.394547631s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.278877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:50.378448Z","time spent":"900.41654ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:58:51.278916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.884107Z","time spent":"1.394797915s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T12:58:51.279092Z","caller":"traceutil/trace.go:171","msg":"trace[2139406430] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"272.659653ms","start":"2026-04-08T12:58:51.006417Z","end":"2026-04-08T12:58:51.279076Z","steps":["trace[2139406430] 'process raft request' (duration: 271.493696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.279092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394859605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T12:58:51.279148Z","caller":"traceutil/trace.go:171","msg":"trace[1389434402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1894; }","duration":"1.394935127s","start":"2026-04-08T12:58:49.884197Z","end":"2026-04-08T12:58:51.279132Z","steps":["trace[1389434402] 'agreement among raft nodes before linearized reading' (duration: 1.394764375s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.279173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39519694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T12:58:51.279193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.884188Z","time spent":"1.394993868s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T12:58:51.27925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.32214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:58:51.279294Z","caller":"traceutil/trace.go:171","msg":"trace[1180497541] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1894; }","duration":"108.419491ms","start":"2026-04-08T12:58:51.170865Z","end":"2026-04-08T12:58:51.279284Z","steps":["trace[1180497541] 'agreement among raft nodes before linearized reading' (duration: 108.33472ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:51.279238Z","caller":"traceutil/trace.go:171","msg":"trace[1368586279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1894; }","duration":"1.395285272s","start":"2026-04-08T12:58:49.883937Z","end":"2026-04-08T12:58:51.279222Z","steps":["trace[1368586279] 'agreement among raft nodes before linearized reading' (duration: 1.395080899s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.279432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395414443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T12:58:51.279452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401570749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:58:51.279473Z","caller":"traceutil/trace.go:171","msg":"trace[1281055710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1894; }","duration":"1.395481675s","start":"2026-04-08T12:58:49.883982Z","end":"2026-04-08T12:58:51.279463Z","steps":["trace[1281055710] 'agreement among raft nodes before linearized reading' (duration: 1.395395484s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:51.279485Z","caller":"traceutil/trace.go:171","msg":"trace[1296534484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1894; }","duration":"1.40165282s","start":"2026-04-08T12:58:49.877821Z","end":"2026-04-08T12:58:51.279474Z","steps":["trace[1296534484] 'agreement among raft nodes before linearized reading' (duration: 1.401571679s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.279508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.883952Z","time spent":"1.395550186s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T12:58:51.279511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.87779Z","time spent":"1.401715051s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T12:58:51.279393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:49.883925Z","time spent":"1.395450335s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T12:58:51.279344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.908825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T12:58:51.281211Z","caller":"traceutil/trace.go:171","msg":"trace[595838307] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1894; }","duration":"761.396468ms","start":"2026-04-08T12:58:50.519378Z","end":"2026-04-08T12:58:51.280774Z","steps":["trace[595838307] 'agreement among raft nodes before linearized reading' (duration: 759.858085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.281279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:50.519358Z","time spent":"761.901906ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T12:58:51.636832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.744105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:58:51.637153Z","caller":"traceutil/trace.go:171","msg":"trace[1979108693] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1970; }","duration":"174.288635ms","start":"2026-04-08T12:58:51.462844Z","end":"2026-04-08T12:58:51.637133Z","steps":["trace[1979108693] 'read index received' (duration: 73.050533ms)","trace[1979108693] 'applied index is now lower than readState.Index' (duration: 101.236972ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:58:51.637233Z","caller":"traceutil/trace.go:171","msg":"trace[707090228] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"351.26581ms","start":"2026-04-08T12:58:51.285949Z","end":"2026-04-08T12:58:51.637215Z","steps":["trace[707090228] 'process raft request' (duration: 351.043947ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:51.637262Z","caller":"traceutil/trace.go:171","msg":"trace[182122723] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"351.275551ms","start":"2026-04-08T12:58:51.285971Z","end":"2026-04-08T12:58:51.637247Z","steps":["trace[182122723] 'process raft request' (duration: 351.064058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.637309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:51.285939Z","time spent":"351.330312ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:58:51.63733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:51.285961Z","time spent":"351.326621ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:58:51.637459Z","caller":"traceutil/trace.go:171","msg":"trace[701196213] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"350.394567ms","start":"2026-04-08T12:58:51.287047Z","end":"2026-04-08T12:58:51.637442Z","steps":["trace[701196213] 'process raft request' (duration: 350.028721ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:58:51.637513Z","caller":"traceutil/trace.go:171","msg":"trace[131024511] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"351.680467ms","start":"2026-04-08T12:58:51.285813Z","end":"2026-04-08T12:58:51.637494Z","steps":["trace[131024511] 'process raft request' (duration: 250.152501ms)","trace[131024511] 'compare' (duration: 100.511791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:58:51.637527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:51.287034Z","time spent":"350.454447ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:58:51.637589Z","caller":"traceutil/trace.go:171","msg":"trace[654349825] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"351.619696ms","start":"2026-04-08T12:58:51.28593Z","end":"2026-04-08T12:58:51.637549Z","steps":["trace[654349825] 'process raft request' (duration: 351.003327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.637678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.812603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T12:58:51.637749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:51.285913Z","time spent":"351.749708ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:58:51.637755Z","caller":"traceutil/trace.go:171","msg":"trace[1275865331] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1900; }","duration":"174.948684ms","start":"2026-04-08T12:58:51.462785Z","end":"2026-04-08T12:58:51.637734Z","steps":["trace[1275865331] 'agreement among raft nodes before linearized reading' (duration: 174.791672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:51.637808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:51.28579Z","time spent":"351.756018ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:58:52.787488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.62611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2339da11-7953-40ea-abaa-124dd2573779\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-08T12:58:52.78756Z","caller":"traceutil/trace.go:171","msg":"trace[1439594791] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2339da11-7953-40ea-abaa-124dd2573779; range_end:; response_count:1; response_revision:1900; }","duration":"870.740113ms","start":"2026-04-08T12:58:51.916804Z","end":"2026-04-08T12:58:52.787544Z","steps":["trace[1439594791] 'range keys from in-memory index tree' (duration: 870.441648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:52.7876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:51.916785Z","time spent":"870.805333ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2339da11-7953-40ea-abaa-124dd2573779\" "} {"level":"warn","ts":"2026-04-08T12:58:52.788073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.807131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:58:52.788177Z","caller":"traceutil/trace.go:171","msg":"trace[1882157098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1900; }","duration":"411.922982ms","start":"2026-04-08T12:58:52.376203Z","end":"2026-04-08T12:58:52.788126Z","steps":["trace[1882157098] 'range keys from in-memory index tree' (duration: 411.629418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:52.788192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.827104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-08T12:58:52.78823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:52.376187Z","time spent":"412.027893ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T12:58:52.788262Z","caller":"traceutil/trace.go:171","msg":"trace[1423760734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1900; }","duration":"499.943345ms","start":"2026-04-08T12:58:52.2883Z","end":"2026-04-08T12:58:52.788243Z","steps":["trace[1423760734] 'range keys from in-memory index tree' (duration: 499.620291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:58:52.788339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:58:52.288277Z","time spent":"500.049296ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T12:59:05.896475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.074743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:59:05.89668Z","caller":"traceutil/trace.go:171","msg":"trace[79224205] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"525.295721ms","start":"2026-04-08T12:59:05.371323Z","end":"2026-04-08T12:59:05.896619Z","steps":["trace[79224205] 'process raft request' (duration: 54.972846ms)","trace[79224205] 'compare' (duration: 469.789748ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:05.89688Z","caller":"traceutil/trace.go:171","msg":"trace[1576032100] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2093; }","duration":"519.253448ms","start":"2026-04-08T12:59:05.377327Z","end":"2026-04-08T12:59:05.896581Z","steps":["trace[1576032100] 'read index received' (duration: 48.910372ms)","trace[1576032100] 'applied index is now lower than readState.Index' (duration: 470.341496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:05.896958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.624843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:59:05.896978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:05.371273Z","time spent":"525.543035ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:05.897026Z","caller":"traceutil/trace.go:171","msg":"trace[1290631603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"519.732085ms","start":"2026-04-08T12:59:05.37727Z","end":"2026-04-08T12:59:05.897002Z","steps":["trace[1290631603] 'agreement among raft nodes before linearized reading' (duration: 519.507421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:05.897162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:05.377258Z","time spent":"519.886836ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:59:05.897184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.026286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T12:59:05.897219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.950676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T12:59:05.897281Z","caller":"traceutil/trace.go:171","msg":"trace[936922079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2015; }","duration":"172.060838ms","start":"2026-04-08T12:59:05.725212Z","end":"2026-04-08T12:59:05.897273Z","steps":["trace[936922079] 'agreement among raft nodes before linearized reading' (duration: 171.842375ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:05.897277Z","caller":"traceutil/trace.go:171","msg":"trace[1549404049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2015; }","duration":"174.112577ms","start":"2026-04-08T12:59:05.72312Z","end":"2026-04-08T12:59:05.897232Z","steps":["trace[1549404049] 'agreement among raft nodes before linearized reading' (duration: 173.933024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:05.897428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.286901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:59:05.897479Z","caller":"traceutil/trace.go:171","msg":"trace[967239095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2015; }","duration":"195.382283ms","start":"2026-04-08T12:59:05.70209Z","end":"2026-04-08T12:59:05.897473Z","steps":["trace[967239095] 'agreement among raft nodes before linearized reading' (duration: 195.278022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:05.897434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.637846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:05.897573Z","caller":"traceutil/trace.go:171","msg":"trace[1260606003] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2015; }","duration":"139.801849ms","start":"2026-04-08T12:59:05.757736Z","end":"2026-04-08T12:59:05.897538Z","steps":["trace[1260606003] 'agreement among raft nodes before linearized reading' (duration: 139.659257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:05.897811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.08392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T12:59:05.897889Z","caller":"traceutil/trace.go:171","msg":"trace[487402948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2015; }","duration":"170.206751ms","start":"2026-04-08T12:59:05.727665Z","end":"2026-04-08T12:59:05.897871Z","steps":["trace[487402948] 'agreement among raft nodes before linearized reading' (duration: 169.36392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:05.898104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.0442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:59:05.899007Z","caller":"traceutil/trace.go:171","msg":"trace[600159475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2015; }","duration":"477.159431ms","start":"2026-04-08T12:59:05.421001Z","end":"2026-04-08T12:59:05.89816Z","steps":["trace[600159475] 'agreement among raft nodes before linearized reading' (duration: 476.028985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:05.899151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:05.420979Z","time spent":"478.149675ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:06.8309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766880715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:59:07.331803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766880715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:59:07.449175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197083762s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:59:07.449296Z","caller":"traceutil/trace.go:171","msg":"trace[1779315920] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"1.546971289s","start":"2026-04-08T12:59:05.902283Z","end":"2026-04-08T12:59:07.449254Z","steps":["trace[1779315920] 'process raft request' (duration: 349.727365ms)","trace[1779315920] 'compare' (duration: 1.196666026s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:07.449343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:05.902271Z","time spent":"1.54705167s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:07.502494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250496947s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T12:59:07.502962Z","caller":"traceutil/trace.go:171","msg":"trace[866941564] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"1.600197992s","start":"2026-04-08T12:59:05.902739Z","end":"2026-04-08T12:59:07.502937Z","steps":["trace[866941564] 'process raft request' (duration: 1.599935589s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:07.503039Z","caller":"traceutil/trace.go:171","msg":"trace[1849327669] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"1.599516302s","start":"2026-04-08T12:59:05.903502Z","end":"2026-04-08T12:59:07.503018Z","steps":["trace[1849327669] 'process raft request' (duration: 1.599466182s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.503104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:05.902731Z","time spent":"1.600295793s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:07.503159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:05.903494Z","time spent":"1.599604294s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:07.503419Z","caller":"traceutil/trace.go:171","msg":"trace[1927042507] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"1.600054821s","start":"2026-04-08T12:59:05.903305Z","end":"2026-04-08T12:59:07.50336Z","steps":["trace[1927042507] 'process raft request' (duration: 1.599616854s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:07.503462Z","caller":"traceutil/trace.go:171","msg":"trace[504829592] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"1.599925008s","start":"2026-04-08T12:59:05.903075Z","end":"2026-04-08T12:59:07.503Z","steps":["trace[504829592] 'process raft request' (duration: 1.599765696s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.503879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:05.903295Z","time spent":"1.600246603s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:07.504414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:05.903058Z","time spent":"1.60073199s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:07.864131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.324486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:59:07.864346Z","caller":"traceutil/trace.go:171","msg":"trace[1667586186] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2095; }","duration":"1.533759703s","start":"2026-04-08T12:59:06.330571Z","end":"2026-04-08T12:59:07.864331Z","steps":["trace[1667586186] 'read index received' (duration: 1.172171532s)","trace[1667586186] 'applied index is now lower than readState.Index' (duration: 361.587371ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:07.86442Z","caller":"traceutil/trace.go:171","msg":"trace[1598502736] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"591.259665ms","start":"2026-04-08T12:59:07.273153Z","end":"2026-04-08T12:59:07.864413Z","steps":["trace[1598502736] 'process raft request' (duration: 591.088313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.864463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:07.273145Z","time spent":"591.294565ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:07.864472Z","caller":"traceutil/trace.go:171","msg":"trace[190146959] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"591.64111ms","start":"2026-04-08T12:59:07.272792Z","end":"2026-04-08T12:59:07.864433Z","steps":["trace[190146959] 'process raft request' (duration: 489.950659ms)","trace[190146959] 'compare' (duration: 100.531576ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:07.8646Z","caller":"traceutil/trace.go:171","msg":"trace[1050245359] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"528.606422ms","start":"2026-04-08T12:59:07.335985Z","end":"2026-04-08T12:59:07.864591Z","steps":["trace[1050245359] 'process raft request' (duration: 528.314837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.864641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:07.335969Z","time spent":"528.651093ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:07.864661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:07.272772Z","time spent":"591.784453ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:07.864712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534148659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:59:07.864729Z","caller":"traceutil/trace.go:171","msg":"trace[108531349] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2023; }","duration":"1.53421488s","start":"2026-04-08T12:59:06.330509Z","end":"2026-04-08T12:59:07.864723Z","steps":["trace[108531349] 'agreement among raft nodes before linearized reading' (duration: 1.53417936s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.864748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:06.330487Z","time spent":"1.53425672s","remote":"127.0.0.1:57894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:59:07.86488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231602037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:07.864921Z","caller":"traceutil/trace.go:171","msg":"trace[1259654594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2023; }","duration":"1.231676508s","start":"2026-04-08T12:59:06.633234Z","end":"2026-04-08T12:59:07.864911Z","steps":["trace[1259654594] 'agreement among raft nodes before linearized reading' (duration: 1.231607747s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.864949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:06.633212Z","time spent":"1.231730709s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:59:07.865019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.157465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:07.865053Z","caller":"traceutil/trace.go:171","msg":"trace[2084359546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2023; }","duration":"921.208645ms","start":"2026-04-08T12:59:06.943833Z","end":"2026-04-08T12:59:07.865042Z","steps":["trace[2084359546] 'agreement among raft nodes before linearized reading' (duration: 921.161515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.865074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:06.943823Z","time spent":"921.246566ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:59:07.865178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.379352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:07.865201Z","caller":"traceutil/trace.go:171","msg":"trace[705784476] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2023; }","duration":"240.436982ms","start":"2026-04-08T12:59:07.624758Z","end":"2026-04-08T12:59:07.865195Z","steps":["trace[705784476] 'agreement among raft nodes before linearized reading' (duration: 240.403362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.865206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223569055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-08T12:59:07.865223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156715149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"warn","ts":"2026-04-08T12:59:07.865292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.609185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:07.865294Z","caller":"traceutil/trace.go:171","msg":"trace[1917055988] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2023; }","duration":"1.156832931s","start":"2026-04-08T12:59:06.708443Z","end":"2026-04-08T12:59:07.865276Z","steps":["trace[1917055988] 'agreement among raft nodes before linearized reading' (duration: 1.156638908s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.865345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:06.70841Z","time spent":"1.156922271s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12001,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T12:59:07.86524Z","caller":"traceutil/trace.go:171","msg":"trace[1562800210] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2023; }","duration":"1.223618216s","start":"2026-04-08T12:59:06.641608Z","end":"2026-04-08T12:59:07.865227Z","steps":["trace[1562800210] 'agreement among raft nodes before linearized reading' (duration: 1.223497884s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.86555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:06.641596Z","time spent":"1.22394011s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T12:59:07.865753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.600038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:59:07.865791Z","caller":"traceutil/trace.go:171","msg":"trace[349024480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2023; }","duration":"959.668878ms","start":"2026-04-08T12:59:06.906112Z","end":"2026-04-08T12:59:07.865781Z","steps":["trace[349024480] 'agreement among raft nodes before linearized reading' (duration: 959.556777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.865819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:06.90609Z","time spent":"959.722589ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T12:59:07.865313Z","caller":"traceutil/trace.go:171","msg":"trace[1854723051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2023; }","duration":"489.679826ms","start":"2026-04-08T12:59:07.375628Z","end":"2026-04-08T12:59:07.865308Z","steps":["trace[1854723051] 'agreement among raft nodes before linearized reading' (duration: 489.650566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:07.865993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:07.375614Z","time spent":"490.367795ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:59:08.184656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.345662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:59:08.184767Z","caller":"traceutil/trace.go:171","msg":"trace[835651846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2025; }","duration":"215.502144ms","start":"2026-04-08T12:59:07.969234Z","end":"2026-04-08T12:59:08.184736Z","steps":["trace[835651846] 'range keys from in-memory index tree' (duration: 215.151179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:12.015726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766880769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:59:12.516607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766880769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:59:12.907908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393443168s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T12:59:12.908479Z","caller":"traceutil/trace.go:171","msg":"trace[953919345] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"1.394096647s","start":"2026-04-08T12:59:11.514356Z","end":"2026-04-08T12:59:12.908453Z","steps":["trace[953919345] 'process raft request' (duration: 1.393926285s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:12.90865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.51434Z","time spent":"1.394217068s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:13.464855Z","caller":"traceutil/trace.go:171","msg":"trace[810854793] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"1.781123973s","start":"2026-04-08T12:59:11.683684Z","end":"2026-04-08T12:59:13.464808Z","steps":["trace[810854793] 'process raft request' (duration: 1.781006821s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:13.464942Z","caller":"traceutil/trace.go:171","msg":"trace[495019338] linearizableReadLoop","detail":"{readStateIndex:2126; appliedIndex:2117; }","duration":"1.949353158s","start":"2026-04-08T12:59:11.515563Z","end":"2026-04-08T12:59:13.464916Z","steps":["trace[495019338] 'read index received' (duration: 1.392757428s)","trace[495019338] 'applied index is now lower than readState.Index' (duration: 556.59485ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:13.465283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.683669Z","time spent":"1.781457048s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:13.465402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949818054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:59:13.46548Z","caller":"traceutil/trace.go:171","msg":"trace[585266827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2045; }","duration":"1.949955416s","start":"2026-04-08T12:59:11.515513Z","end":"2026-04-08T12:59:13.465468Z","steps":["trace[585266827] 'agreement among raft nodes before linearized reading' (duration: 1.949593401s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:13.464885Z","caller":"traceutil/trace.go:171","msg":"trace[1161019232] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"1.586953199s","start":"2026-04-08T12:59:11.877894Z","end":"2026-04-08T12:59:13.464847Z","steps":["trace[1161019232] 'process raft request' (duration: 1.586859688s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:13.465606Z","caller":"traceutil/trace.go:171","msg":"trace[383572339] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"1.585152064s","start":"2026-04-08T12:59:11.880421Z","end":"2026-04-08T12:59:13.465573Z","steps":["trace[383572339] 'process raft request' (duration: 1.584360873s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.465665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595884978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:59:13.465718Z","caller":"traceutil/trace.go:171","msg":"trace[22802347] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2045; }","duration":"1.59598121s","start":"2026-04-08T12:59:11.869714Z","end":"2026-04-08T12:59:13.465696Z","steps":["trace[22802347] 'agreement among raft nodes before linearized reading' (duration: 1.595875839s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.465716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948484437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T12:59:13.46576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.869693Z","time spent":"1.596057891s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:59:13.465752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.880408Z","time spent":"1.585276476s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:13.465803Z","caller":"traceutil/trace.go:171","msg":"trace[1018851390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2045; }","duration":"1.948600209s","start":"2026-04-08T12:59:11.517157Z","end":"2026-04-08T12:59:13.465757Z","steps":["trace[1018851390] 'agreement among raft nodes before linearized reading' (duration: 1.948300575s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.465728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.877875Z","time spent":"1.587760759s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:13.465853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.725332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-04-08T12:59:13.465982Z","caller":"traceutil/trace.go:171","msg":"trace[184467077] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2045; }","duration":"272.892094ms","start":"2026-04-08T12:59:13.193078Z","end":"2026-04-08T12:59:13.46597Z","steps":["trace[184467077] 'agreement among raft nodes before linearized reading' (duration: 272.667111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.466001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93832639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T12:59:13.466032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9487587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T12:59:13.466033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561595926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:59:13.466068Z","caller":"traceutil/trace.go:171","msg":"trace[662019398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2045; }","duration":"1.948832622s","start":"2026-04-08T12:59:11.517228Z","end":"2026-04-08T12:59:13.466061Z","steps":["trace[662019398] 'agreement among raft nodes before linearized reading' (duration: 1.94869352s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:13.46607Z","caller":"traceutil/trace.go:171","msg":"trace[1298033700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2045; }","duration":"1.938431801s","start":"2026-04-08T12:59:11.527624Z","end":"2026-04-08T12:59:13.466056Z","steps":["trace[1298033700] 'agreement among raft nodes before linearized reading' (duration: 1.938202168s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.46611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.527612Z","time spent":"1.938489491s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T12:59:13.464919Z","caller":"traceutil/trace.go:171","msg":"trace[995560041] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"1.732318297s","start":"2026-04-08T12:59:11.732568Z","end":"2026-04-08T12:59:13.464886Z","steps":["trace[995560041] 'process raft request' (duration: 1.732163365s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.466136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.517223Z","time spent":"1.948886363s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:13.466617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.732546Z","time spent":"1.734005078s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:13.464885Z","caller":"traceutil/trace.go:171","msg":"trace[326984311] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"1.94729955s","start":"2026-04-08T12:59:11.517558Z","end":"2026-04-08T12:59:13.464857Z","steps":["trace[326984311] 'process raft request' (duration: 1.946941736s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.466856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.517543Z","time spent":"1.949274166s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:13.464968Z","caller":"traceutil/trace.go:171","msg":"trace[1562001102] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"1.493435799s","start":"2026-04-08T12:59:11.97152Z","end":"2026-04-08T12:59:13.464956Z","steps":["trace[1562001102] 'process raft request' (duration: 1.493316457s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.465853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.517122Z","time spent":"1.9487192s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T12:59:13.467026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.9715Z","time spent":"1.495500566s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:13.464973Z","caller":"traceutil/trace.go:171","msg":"trace[373360150] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"998.471958ms","start":"2026-04-08T12:59:12.466492Z","end":"2026-04-08T12:59:13.464964Z","steps":["trace[373360150] 'process raft request' (duration: 998.371596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.467156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:12.46647Z","time spent":"1.000657527s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8112,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:13.467158Z","caller":"traceutil/trace.go:171","msg":"trace[2078073990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2045; }","duration":"1.561666757s","start":"2026-04-08T12:59:11.904406Z","end":"2026-04-08T12:59:13.466073Z","steps":["trace[2078073990] 'agreement among raft nodes before linearized reading' (duration: 1.561548926s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.465519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.515496Z","time spent":"1.950013167s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T12:59:13.465695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.456713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:13.467337Z","caller":"traceutil/trace.go:171","msg":"trace[1249098330] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2045; }","duration":"209.129675ms","start":"2026-04-08T12:59:13.258194Z","end":"2026-04-08T12:59:13.467324Z","steps":["trace[1249098330] 'agreement among raft nodes before linearized reading' (duration: 207.468313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.467282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.904395Z","time spent":"1.562873864s","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T12:59:13.4656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089212323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:13.465004Z","caller":"traceutil/trace.go:171","msg":"trace[342482399] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"1.582391977s","start":"2026-04-08T12:59:11.882602Z","end":"2026-04-08T12:59:13.464994Z","steps":["trace[342482399] 'process raft request' (duration: 1.582208935s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:13.467541Z","caller":"traceutil/trace.go:171","msg":"trace[1612005440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2045; }","duration":"1.091184989s","start":"2026-04-08T12:59:12.376346Z","end":"2026-04-08T12:59:13.467531Z","steps":["trace[1612005440] 'agreement among raft nodes before linearized reading' (duration: 1.089226083s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:13.467577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:12.376327Z","time spent":"1.09124004s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:59:13.467616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:11.88259Z","time spent":"1.584966831s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:27.771303Z","caller":"traceutil/trace.go:171","msg":"trace[984023072] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"215.911608ms","start":"2026-04-08T12:59:27.555363Z","end":"2026-04-08T12:59:27.771275Z","steps":["trace[984023072] 'process raft request' (duration: 215.753236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:28.327685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.873676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:59:28.327918Z","caller":"traceutil/trace.go:171","msg":"trace[184028709] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2204; }","duration":"684.653724ms","start":"2026-04-08T12:59:27.643247Z","end":"2026-04-08T12:59:28.327901Z","steps":["trace[184028709] 'read index received' (duration: 127.919028ms)","trace[184028709] 'applied index is now lower than readState.Index' (duration: 556.733756ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:28.327937Z","caller":"traceutil/trace.go:171","msg":"trace[184720962] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"731.592906ms","start":"2026-04-08T12:59:27.596311Z","end":"2026-04-08T12:59:28.327904Z","steps":["trace[184720962] 'process raft request' (duration: 391.414586ms)","trace[184720962] 'compare' (duration: 339.34048ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:28.328006Z","caller":"traceutil/trace.go:171","msg":"trace[1351840809] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"728.670139ms","start":"2026-04-08T12:59:27.599324Z","end":"2026-04-08T12:59:28.327994Z","steps":["trace[1351840809] 'process raft request' (duration: 728.478117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:28.328066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:27.59931Z","time spent":"728.722191ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:28.328097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:27.596287Z","time spent":"731.730607ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:28.328223Z","caller":"traceutil/trace.go:171","msg":"trace[1217035692] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"728.839142ms","start":"2026-04-08T12:59:27.59936Z","end":"2026-04-08T12:59:28.328199Z","steps":["trace[1217035692] 'process raft request' (duration: 728.499038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:28.328346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:27.599328Z","time spent":"728.957213ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:28.328332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.806157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T12:59:28.328332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.07523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:59:28.328414Z","caller":"traceutil/trace.go:171","msg":"trace[1294491534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2124; }","duration":"685.203451ms","start":"2026-04-08T12:59:27.643196Z","end":"2026-04-08T12:59:28.3284Z","steps":["trace[1294491534] 'agreement among raft nodes before linearized reading' (duration: 684.882826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:28.32848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:27.643168Z","time spent":"685.297213ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:28.328564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.701433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-08T12:59:28.328413Z","caller":"traceutil/trace.go:171","msg":"trace[1914739189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2124; }","duration":"684.928888ms","start":"2026-04-08T12:59:27.643462Z","end":"2026-04-08T12:59:28.328391Z","steps":["trace[1914739189] 'agreement among raft nodes before linearized reading' (duration: 684.757485ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:28.328616Z","caller":"traceutil/trace.go:171","msg":"trace[1283119458] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2124; }","duration":"496.747213ms","start":"2026-04-08T12:59:27.831849Z","end":"2026-04-08T12:59:28.328597Z","steps":["trace[1283119458] 'agreement among raft nodes before linearized reading' (duration: 496.594682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:28.328636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:27.643441Z","time spent":"685.173421ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:28.328653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.947961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-08T12:59:28.328654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:27.831811Z","time spent":"496.832535ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T12:59:28.328692Z","caller":"traceutil/trace.go:171","msg":"trace[82473892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2124; }","duration":"674.013352ms","start":"2026-04-08T12:59:27.654667Z","end":"2026-04-08T12:59:28.32868Z","steps":["trace[82473892] 'agreement among raft nodes before linearized reading' (duration: 673.873141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:28.328714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.713433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"warn","ts":"2026-04-08T12:59:28.328725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:27.654654Z","time spent":"674.064803ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T12:59:28.32878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.16331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T12:59:28.328721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.723526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:59:28.32884Z","caller":"traceutil/trace.go:171","msg":"trace[1457414307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2124; }","duration":"684.869207ms","start":"2026-04-08T12:59:27.643962Z","end":"2026-04-08T12:59:28.328831Z","steps":["trace[1457414307] 'agreement among raft nodes before linearized reading' (duration: 684.653895ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:28.328841Z","caller":"traceutil/trace.go:171","msg":"trace[1926519172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2124; }","duration":"685.246452ms","start":"2026-04-08T12:59:27.643577Z","end":"2026-04-08T12:59:28.328823Z","steps":["trace[1926519172] 'agreement among raft nodes before linearized reading' (duration: 685.075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:28.328877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:27.643953Z","time spent":"684.910178ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T12:59:28.328886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:27.643564Z","time spent":"685.310493ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T12:59:28.328761Z","caller":"traceutil/trace.go:171","msg":"trace[1144663609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2124; }","duration":"504.793673ms","start":"2026-04-08T12:59:27.823955Z","end":"2026-04-08T12:59:28.328749Z","steps":["trace[1144663609] 'agreement among raft nodes before linearized reading' (duration: 504.630111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:28.328941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:27.823939Z","time spent":"504.988926ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T12:59:29.415784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.156233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:29.415841Z","caller":"traceutil/trace.go:171","msg":"trace[1081983852] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2130; }","duration":"184.290425ms","start":"2026-04-08T12:59:29.231539Z","end":"2026-04-08T12:59:29.415829Z","steps":["trace[1081983852] 'count revisions from in-memory index tree' (duration: 184.008722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:29.416066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.417295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:59:29.416129Z","caller":"traceutil/trace.go:171","msg":"trace[1017157781] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2130; }","duration":"875.527377ms","start":"2026-04-08T12:59:28.540589Z","end":"2026-04-08T12:59:29.416117Z","steps":["trace[1017157781] 'count revisions from in-memory index tree' (duration: 875.336104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:29.416196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:28.540568Z","time spent":"875.619338ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:59:29.416204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.148926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12401"} {"level":"info","ts":"2026-04-08T12:59:29.416296Z","caller":"traceutil/trace.go:171","msg":"trace[1956798622] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2130; }","duration":"813.249887ms","start":"2026-04-08T12:59:28.603009Z","end":"2026-04-08T12:59:29.416259Z","steps":["trace[1956798622] 'range keys from in-memory index tree' (duration: 813.025745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:29.416448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.47845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12401"} {"level":"warn","ts":"2026-04-08T12:59:29.416503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.735059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-08T12:59:29.416528Z","caller":"traceutil/trace.go:171","msg":"trace[1259762665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2130; }","duration":"587.600291ms","start":"2026-04-08T12:59:28.82891Z","end":"2026-04-08T12:59:29.41651Z","steps":["trace[1259762665] 'range keys from in-memory index tree' (duration: 587.379659ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:29.416559Z","caller":"traceutil/trace.go:171","msg":"trace[1351795372] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2130; }","duration":"577.825381ms","start":"2026-04-08T12:59:28.838718Z","end":"2026-04-08T12:59:29.416543Z","steps":["trace[1351795372] 'range keys from in-memory index tree' (duration: 577.592567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:29.416568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:28.828888Z","time spent":"587.671752ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12423,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T12:59:29.416599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:28.838685Z","time spent":"577.905991ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T12:59:29.416135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.583601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-08T12:59:29.416735Z","caller":"traceutil/trace.go:171","msg":"trace[753524882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2130; }","duration":"400.217679ms","start":"2026-04-08T12:59:29.016509Z","end":"2026-04-08T12:59:29.416727Z","steps":["trace[753524882] 'range keys from in-memory index tree' (duration: 399.4794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:29.416762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:29.016489Z","time spent":"400.264169ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:29.416389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:28.602995Z","time spent":"813.347848ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12423,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T12:59:29.749745Z","caller":"traceutil/trace.go:171","msg":"trace[512621213] linearizableReadLoop","detail":"{readStateIndex:2215; appliedIndex:2214; }","duration":"323.710088ms","start":"2026-04-08T12:59:29.426007Z","end":"2026-04-08T12:59:29.749718Z","steps":["trace[512621213] 'read index received' (duration: 323.515646ms)","trace[512621213] 'applied index is now lower than readState.Index' (duration: 193.122µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:29.749837Z","caller":"traceutil/trace.go:171","msg":"trace[1663868784] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"327.93846ms","start":"2026-04-08T12:59:29.421846Z","end":"2026-04-08T12:59:29.749785Z","steps":["trace[1663868784] 'process raft request' (duration: 327.703217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:29.749888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.85994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:29.749928Z","caller":"traceutil/trace.go:171","msg":"trace[223785881] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2131; }","duration":"323.921221ms","start":"2026-04-08T12:59:29.425997Z","end":"2026-04-08T12:59:29.749918Z","steps":["trace[223785881] 'agreement among raft nodes before linearized reading' (duration: 323.8282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:29.749976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:29.425941Z","time spent":"324.024792ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T12:59:29.750111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:29.421817Z","time spent":"328.092552ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:30.253153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766880981,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T12:59:30.394745Z","caller":"traceutil/trace.go:171","msg":"trace[1819547044] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"964.036896ms","start":"2026-04-08T12:59:29.430689Z","end":"2026-04-08T12:59:30.394726Z","steps":["trace[1819547044] 'process raft request' (duration: 963.920015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:30.394853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:29.430671Z","time spent":"964.125427ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12368,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:30.736204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.856186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:59:30.73651Z","caller":"traceutil/trace.go:171","msg":"trace[623568987] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"957.116622ms","start":"2026-04-08T12:59:29.779362Z","end":"2026-04-08T12:59:30.736478Z","steps":["trace[623568987] 'process raft request' (duration: 764.81659ms)","trace[623568987] 'compare' (duration: 191.607023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:30.736717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:29.779343Z","time spent":"957.239053ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:31.026986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.659146ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-08T12:59:31.027034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.378363ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:31.027344Z","caller":"traceutil/trace.go:171","msg":"trace[776112445] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2133; }","duration":"179.706457ms","start":"2026-04-08T12:59:30.847618Z","end":"2026-04-08T12:59:31.027324Z","steps":["trace[776112445] 'range keys from in-memory index tree' (duration: 179.359253ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:31.027447Z","caller":"traceutil/trace.go:171","msg":"trace[766958309] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"693.417912ms","start":"2026-04-08T12:59:30.334011Z","end":"2026-04-08T12:59:31.027429Z","steps":["trace[766958309] 'process raft request' (duration: 693.072428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:31.027632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:30.333975Z","time spent":"693.535893ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:31.206145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.604675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:59:31.206377Z","caller":"traceutil/trace.go:171","msg":"trace[1326826309] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2215; }","duration":"1.453506174s","start":"2026-04-08T12:59:29.752849Z","end":"2026-04-08T12:59:31.206355Z","steps":["trace[1326826309] 'read index received' (duration: 641.791285ms)","trace[1326826309] 'applied index is now lower than readState.Index' (duration: 811.713589ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:31.206511Z","caller":"traceutil/trace.go:171","msg":"trace[53938166] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"870.601549ms","start":"2026-04-08T12:59:30.335898Z","end":"2026-04-08T12:59:31.206499Z","steps":["trace[53938166] 'process raft request' (duration: 870.376577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:31.206605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:30.335882Z","time spent":"870.672781ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:31.206589Z","caller":"traceutil/trace.go:171","msg":"trace[2138155399] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"870.65036ms","start":"2026-04-08T12:59:30.335872Z","end":"2026-04-08T12:59:31.206522Z","steps":["trace[2138155399] 'process raft request' (duration: 691.547699ms)","trace[2138155399] 'compare' (duration: 178.454834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:31.206724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:30.335847Z","time spent":"870.828072ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:31.206724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278729677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-08T12:59:31.206834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.616882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:59:31.206896Z","caller":"traceutil/trace.go:171","msg":"trace[1637338819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2136; }","duration":"862.688893ms","start":"2026-04-08T12:59:30.344191Z","end":"2026-04-08T12:59:31.20688Z","steps":["trace[1637338819] 'agreement among raft nodes before linearized reading' (duration: 862.563491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:31.206918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.134588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T12:59:31.206948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:30.344182Z","time spent":"862.754203ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T12:59:31.206962Z","caller":"traceutil/trace.go:171","msg":"trace[917908398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2136; }","duration":"863.198158ms","start":"2026-04-08T12:59:30.34375Z","end":"2026-04-08T12:59:31.206948Z","steps":["trace[917908398] 'agreement among raft nodes before linearized reading' (duration: 863.077317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:31.206968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454132682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:59:31.207001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:30.343742Z","time spent":"863.247909ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:31.20702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.580784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:31.207049Z","caller":"traceutil/trace.go:171","msg":"trace[1265147932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2136; }","duration":"832.641735ms","start":"2026-04-08T12:59:30.3744Z","end":"2026-04-08T12:59:31.207042Z","steps":["trace[1265147932] 'agreement among raft nodes before linearized reading' (duration: 832.597514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:31.207075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:30.374389Z","time spent":"832.677105ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T12:59:31.207009Z","caller":"traceutil/trace.go:171","msg":"trace[949375263] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2136; }","duration":"1.454227553s","start":"2026-04-08T12:59:29.752766Z","end":"2026-04-08T12:59:31.206994Z","steps":["trace[949375263] 'agreement among raft nodes before linearized reading' (duration: 1.454170852s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:31.207118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:29.75274Z","time spent":"1.454370925s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-08T12:59:31.20684Z","caller":"traceutil/trace.go:171","msg":"trace[771696409] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2136; }","duration":"1.278886748s","start":"2026-04-08T12:59:29.927939Z","end":"2026-04-08T12:59:31.206826Z","steps":["trace[771696409] 'agreement among raft nodes before linearized reading' (duration: 1.278643735s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:31.207182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:29.927921Z","time spent":"1.279244052s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T12:59:31.206834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.355299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:59:31.20726Z","caller":"traceutil/trace.go:171","msg":"trace[1168308478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2136; }","duration":"862.817054ms","start":"2026-04-08T12:59:30.344436Z","end":"2026-04-08T12:59:31.207253Z","steps":["trace[1168308478] 'agreement among raft nodes before linearized reading' (duration: 862.266168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:31.207291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:30.344429Z","time spent":"862.854354ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T12:59:31.207275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.000801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:59:31.207324Z","caller":"traceutil/trace.go:171","msg":"trace[78739458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2136; }","duration":"865.090823ms","start":"2026-04-08T12:59:30.342221Z","end":"2026-04-08T12:59:31.207312Z","steps":["trace[78739458] 'agreement among raft nodes before linearized reading' (duration: 864.801079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:31.207364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:30.342203Z","time spent":"865.153813ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:31.207502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.140339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:59:31.207624Z","caller":"traceutil/trace.go:171","msg":"trace[291285633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2136; }","duration":"783.299671ms","start":"2026-04-08T12:59:30.424299Z","end":"2026-04-08T12:59:31.207598Z","steps":["trace[291285633] 'agreement among raft nodes before linearized reading' (duration: 782.720334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:31.207729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:30.42427Z","time spent":"783.441782ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T12:59:31.33801Z","caller":"traceutil/trace.go:171","msg":"trace[1324819849] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2221; }","duration":"121.424938ms","start":"2026-04-08T12:59:31.216555Z","end":"2026-04-08T12:59:31.33798Z","steps":["trace[1324819849] 'read index received' (duration: 78.782859ms)","trace[1324819849] 'applied index is now lower than readState.Index' (duration: 42.640739ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:31.338033Z","caller":"traceutil/trace.go:171","msg":"trace[1983501649] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"126.135586ms","start":"2026-04-08T12:59:31.211861Z","end":"2026-04-08T12:59:31.337996Z","steps":["trace[1983501649] 'process raft request' (duration: 125.444668ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:31.338166Z","caller":"traceutil/trace.go:171","msg":"trace[1383111102] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"125.975794ms","start":"2026-04-08T12:59:31.212061Z","end":"2026-04-08T12:59:31.338036Z","steps":["trace[1383111102] 'process raft request' (duration: 125.779772ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:31.338171Z","caller":"traceutil/trace.go:171","msg":"trace[507437223] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"125.596199ms","start":"2026-04-08T12:59:31.212554Z","end":"2026-04-08T12:59:31.33815Z","steps":["trace[507437223] 'process raft request' (duration: 125.375617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:31.338242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.663371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:59:31.33829Z","caller":"traceutil/trace.go:171","msg":"trace[2011045285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2140; }","duration":"121.747032ms","start":"2026-04-08T12:59:31.216528Z","end":"2026-04-08T12:59:31.338275Z","steps":["trace[2011045285] 'agreement among raft nodes before linearized reading' (duration: 121.555119ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:33.202221Z","caller":"traceutil/trace.go:171","msg":"trace[1000836387] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"168.339422ms","start":"2026-04-08T12:59:33.03386Z","end":"2026-04-08T12:59:33.202199Z","steps":["trace[1000836387] 'process raft request' (duration: 168.2149ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:33.922732Z","caller":"traceutil/trace.go:171","msg":"trace[373689717] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2235; }","duration":"129.274521ms","start":"2026-04-08T12:59:33.793424Z","end":"2026-04-08T12:59:33.922699Z","steps":["trace[373689717] 'read index received' (duration: 128.974726ms)","trace[373689717] 'applied index is now lower than readState.Index' (duration: 298.035µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:33.922801Z","caller":"traceutil/trace.go:171","msg":"trace[247360897] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"138.933757ms","start":"2026-04-08T12:59:33.783814Z","end":"2026-04-08T12:59:33.922748Z","steps":["trace[247360897] 'process raft request' (duration: 138.522842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:33.923002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.556704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T12:59:33.923052Z","caller":"traceutil/trace.go:171","msg":"trace[1215137299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2151; }","duration":"129.630725ms","start":"2026-04-08T12:59:33.793406Z","end":"2026-04-08T12:59:33.923036Z","steps":["trace[1215137299] 'agreement among raft nodes before linearized reading' (duration: 129.417902ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:35.547061Z","caller":"traceutil/trace.go:171","msg":"trace[365585276] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2246; }","duration":"156.447321ms","start":"2026-04-08T12:59:35.390561Z","end":"2026-04-08T12:59:35.547009Z","steps":["trace[365585276] 'read index received' (duration: 87.578388ms)","trace[365585276] 'applied index is now lower than readState.Index' (duration: 68.866923ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:35.547087Z","caller":"traceutil/trace.go:171","msg":"trace[2089195194] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"163.697528ms","start":"2026-04-08T12:59:35.383353Z","end":"2026-04-08T12:59:35.547051Z","steps":["trace[2089195194] 'process raft request' (duration: 94.775264ms)","trace[2089195194] 'compare' (duration: 68.5977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:35.547381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.723048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-08T12:59:35.547726Z","caller":"traceutil/trace.go:171","msg":"trace[640824634] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2162; }","duration":"164.091533ms","start":"2026-04-08T12:59:35.383618Z","end":"2026-04-08T12:59:35.54771Z","steps":["trace[640824634] 'agreement among raft nodes before linearized reading' (duration: 163.615237ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:35.54742Z","caller":"traceutil/trace.go:171","msg":"trace[1768197617] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"152.403824ms","start":"2026-04-08T12:59:35.39499Z","end":"2026-04-08T12:59:35.547394Z","steps":["trace[1768197617] 'process raft request' (duration: 152.290771ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:35.547447Z","caller":"traceutil/trace.go:171","msg":"trace[1240222939] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"152.844089ms","start":"2026-04-08T12:59:35.394588Z","end":"2026-04-08T12:59:35.547432Z","steps":["trace[1240222939] 'process raft request' (duration: 152.360923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:35.547517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.251815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:35.548281Z","caller":"traceutil/trace.go:171","msg":"trace[1678758719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2163; }","duration":"165.025205ms","start":"2026-04-08T12:59:35.38324Z","end":"2026-04-08T12:59:35.548265Z","steps":["trace[1678758719] 'agreement among raft nodes before linearized reading' (duration: 164.249256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:39.844938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766881084,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T12:59:40.147124Z","caller":"traceutil/trace.go:171","msg":"trace[1768575962] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"862.985137ms","start":"2026-04-08T12:59:39.284118Z","end":"2026-04-08T12:59:40.147103Z","steps":["trace[1768575962] 'process raft request' (duration: 862.838096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.147299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:39.284074Z","time spent":"863.14683ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:40.258228Z","caller":"traceutil/trace.go:171","msg":"trace[67979856] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"938.40759ms","start":"2026-04-08T12:59:39.31979Z","end":"2026-04-08T12:59:40.258197Z","steps":["trace[67979856] 'process raft request' (duration: 907.986043ms)","trace[67979856] 'compare' (duration: 30.219514ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:40.258359Z","caller":"traceutil/trace.go:171","msg":"trace[1611765426] linearizableReadLoop","detail":"{readStateIndex:2266; appliedIndex:2264; }","duration":"914.287345ms","start":"2026-04-08T12:59:39.34404Z","end":"2026-04-08T12:59:40.258327Z","steps":["trace[1611765426] 'read index received' (duration: 803.160623ms)","trace[1611765426] 'applied index is now lower than readState.Index' (duration: 111.124752ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:40.258457Z","caller":"traceutil/trace.go:171","msg":"trace[1643288119] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"937.618109ms","start":"2026-04-08T12:59:39.320821Z","end":"2026-04-08T12:59:40.258439Z","steps":["trace[1643288119] 'process raft request' (duration: 937.314476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.258473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:39.319764Z","time spent":"938.543921ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:40.258548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:39.320796Z","time spent":"937.70803ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:40.258663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.886695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:40.259579Z","caller":"traceutil/trace.go:171","msg":"trace[494070984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2180; }","duration":"882.830126ms","start":"2026-04-08T12:59:39.376736Z","end":"2026-04-08T12:59:40.259566Z","steps":["trace[494070984] 'agreement among raft nodes before linearized reading' (duration: 881.894785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.259622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:39.376711Z","time spent":"882.901567ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:59:40.258847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.017213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T12:59:40.259842Z","caller":"traceutil/trace.go:171","msg":"trace[236658440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2180; }","duration":"206.051965ms","start":"2026-04-08T12:59:40.05377Z","end":"2026-04-08T12:59:40.259822Z","steps":["trace[236658440] 'agreement among raft nodes before linearized reading' (duration: 204.951542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.258894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.087306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T12:59:40.259931Z","caller":"traceutil/trace.go:171","msg":"trace[1331904914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2180; }","duration":"696.162609ms","start":"2026-04-08T12:59:39.563752Z","end":"2026-04-08T12:59:40.259914Z","steps":["trace[1331904914] 'agreement among raft nodes before linearized reading' (duration: 694.904714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.259976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:39.563734Z","time spent":"696.232411ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:40.258892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.202699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:59:40.260078Z","caller":"traceutil/trace.go:171","msg":"trace[575706455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2180; }","duration":"697.444104ms","start":"2026-04-08T12:59:39.562629Z","end":"2026-04-08T12:59:40.260073Z","steps":["trace[575706455] 'agreement among raft nodes before linearized reading' (duration: 696.163258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.260094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:39.56261Z","time spent":"697.478885ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T12:59:40.258937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.090373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:59:40.26014Z","caller":"traceutil/trace.go:171","msg":"trace[917175821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2180; }","duration":"858.325108ms","start":"2026-04-08T12:59:39.401811Z","end":"2026-04-08T12:59:40.260136Z","steps":["trace[917175821] 'agreement among raft nodes before linearized reading' (duration: 857.080273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.260187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:39.401795Z","time spent":"858.383488ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:40.258995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.290208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:59:40.26023Z","caller":"traceutil/trace.go:171","msg":"trace[1392480730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2180; }","duration":"696.571495ms","start":"2026-04-08T12:59:39.563654Z","end":"2026-04-08T12:59:40.260225Z","steps":["trace[1392480730] 'agreement among raft nodes before linearized reading' (duration: 695.169698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.260244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:39.563647Z","time spent":"696.592565ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T12:59:40.259358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.286167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:59:40.260316Z","caller":"traceutil/trace.go:171","msg":"trace[733921414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2180; }","duration":"916.291969ms","start":"2026-04-08T12:59:39.344007Z","end":"2026-04-08T12:59:40.260299Z","steps":["trace[733921414] 'agreement among raft nodes before linearized reading' (duration: 914.610509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.260374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:39.343995Z","time spent":"916.36034ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T12:59:40.259434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.844233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T12:59:40.260471Z","caller":"traceutil/trace.go:171","msg":"trace[1178807919] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2180; }","duration":"241.902184ms","start":"2026-04-08T12:59:40.018552Z","end":"2026-04-08T12:59:40.260454Z","steps":["trace[1178807919] 'agreement among raft nodes before linearized reading' (duration: 240.166124ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:40.6072Z","caller":"traceutil/trace.go:171","msg":"trace[1499757267] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"342.777368ms","start":"2026-04-08T12:59:40.264348Z","end":"2026-04-08T12:59:40.607125Z","steps":["trace[1499757267] 'process raft request' (duration: 291.354744ms)","trace[1499757267] 'compare' (duration: 50.575623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:40.607547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:40.264342Z","time spent":"343.056681ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:40.607569Z","caller":"traceutil/trace.go:171","msg":"trace[736440433] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"343.04628ms","start":"2026-04-08T12:59:40.264468Z","end":"2026-04-08T12:59:40.607515Z","steps":["trace[736440433] 'process raft request' (duration: 342.295562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.607905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:40.264448Z","time spent":"343.286954ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:40.608136Z","caller":"traceutil/trace.go:171","msg":"trace[876643909] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"342.820127ms","start":"2026-04-08T12:59:40.2653Z","end":"2026-04-08T12:59:40.60812Z","steps":["trace[876643909] 'process raft request' (duration: 341.598673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.608298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:40.265293Z","time spent":"342.955748ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:40.608472Z","caller":"traceutil/trace.go:171","msg":"trace[919771653] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"342.352161ms","start":"2026-04-08T12:59:40.26607Z","end":"2026-04-08T12:59:40.608422Z","steps":["trace[919771653] 'process raft request' (duration: 340.885645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:40.608743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:40.266062Z","time spent":"342.478163ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:40.710102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.060717ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T12:59:40.7103Z","caller":"traceutil/trace.go:171","msg":"trace[1558905554] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2267; }","duration":"139.112301ms","start":"2026-04-08T12:59:40.571167Z","end":"2026-04-08T12:59:40.71028Z","steps":["trace[1558905554] 'read index received' (duration: 14.757713ms)","trace[1558905554] 'applied index is now lower than readState.Index' (duration: 124.352398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:40.710413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.230612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:40.710472Z","caller":"traceutil/trace.go:171","msg":"trace[2046904465] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2185; }","duration":"139.328553ms","start":"2026-04-08T12:59:40.571127Z","end":"2026-04-08T12:59:40.710456Z","steps":["trace[2046904465] 'agreement among raft nodes before linearized reading' (duration: 139.232122ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:41.075278Z","caller":"traceutil/trace.go:171","msg":"trace[279321223] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"254.940323ms","start":"2026-04-08T12:59:40.820305Z","end":"2026-04-08T12:59:41.075246Z","steps":["trace[279321223] 'process raft request' (duration: 254.709641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:41.680741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.00315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-04-08T12:59:41.680816Z","caller":"traceutil/trace.go:171","msg":"trace[77294341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2186; }","duration":"305.124292ms","start":"2026-04-08T12:59:41.375675Z","end":"2026-04-08T12:59:41.680799Z","steps":["trace[77294341] 'range keys from in-memory index tree' (duration: 304.813557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:41.680813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.213095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:59:41.680883Z","caller":"traceutil/trace.go:171","msg":"trace[1451394442] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2186; }","duration":"414.329516ms","start":"2026-04-08T12:59:41.266535Z","end":"2026-04-08T12:59:41.680864Z","steps":["trace[1451394442] 'range keys from in-memory index tree' (duration: 413.942291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:41.680905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:41.375658Z","time spent":"305.235313ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T12:59:41.680972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.388513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:59:41.680937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:41.266513Z","time spent":"414.413197ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T12:59:41.68116Z","caller":"traceutil/trace.go:171","msg":"trace[303619072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2186; }","duration":"304.519914ms","start":"2026-04-08T12:59:41.37651Z","end":"2026-04-08T12:59:41.68103Z","steps":["trace[303619072] 'range keys from in-memory index tree' (duration: 304.283512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:41.681206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:41.376487Z","time spent":"304.707756ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T12:59:42.661103Z","caller":"traceutil/trace.go:171","msg":"trace[1304331942] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"508.006275ms","start":"2026-04-08T12:59:42.153073Z","end":"2026-04-08T12:59:42.661079Z","steps":["trace[1304331942] 'process raft request' (duration: 507.867363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:42.661267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:42.153044Z","time spent":"508.131176ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:43.474637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.625147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:59:43.475039Z","caller":"traceutil/trace.go:171","msg":"trace[858942331] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"1.211239678s","start":"2026-04-08T12:59:42.263767Z","end":"2026-04-08T12:59:43.475007Z","steps":["trace[858942331] 'process raft request' (duration: 748.142116ms)","trace[858942331] 'compare' (duration: 462.455915ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:43.475055Z","caller":"traceutil/trace.go:171","msg":"trace[1493679070] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"1.211060236s","start":"2026-04-08T12:59:42.263966Z","end":"2026-04-08T12:59:43.475026Z","steps":["trace[1493679070] 'process raft request' (duration: 1.210786583s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:43.475403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:42.263937Z","time spent":"1.21136328s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:43.475405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19929054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:59:43.475029Z","caller":"traceutil/trace.go:171","msg":"trace[1141435849] linearizableReadLoop","detail":"{readStateIndex:2277; appliedIndex:2274; }","duration":"1.198903515s","start":"2026-04-08T12:59:42.2761Z","end":"2026-04-08T12:59:43.475004Z","steps":["trace[1141435849] 'read index received' (duration: 384.906815ms)","trace[1141435849] 'applied index is now lower than readState.Index' (duration: 813.99404ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:43.475502Z","caller":"traceutil/trace.go:171","msg":"trace[2000696050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2190; }","duration":"1.199409581s","start":"2026-04-08T12:59:42.276072Z","end":"2026-04-08T12:59:43.475482Z","steps":["trace[2000696050] 'agreement among raft nodes before linearized reading' (duration: 1.199044416s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:43.475263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:42.263743Z","time spent":"1.211439091s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:43.475609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:42.276063Z","time spent":"1.199527853s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T12:59:43.524425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.024548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:59:43.524537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.586762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:59:43.524526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.056168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T12:59:43.524486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.341323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T12:59:43.524571Z","caller":"traceutil/trace.go:171","msg":"trace[1195820172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2191; }","duration":"149.645652ms","start":"2026-04-08T12:59:43.374915Z","end":"2026-04-08T12:59:43.524561Z","steps":["trace[1195820172] 'agreement among raft nodes before linearized reading' (duration: 149.599622ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:43.524542Z","caller":"traceutil/trace.go:171","msg":"trace[1200634005] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2191; }","duration":"598.19191ms","start":"2026-04-08T12:59:42.926334Z","end":"2026-04-08T12:59:43.524526Z","steps":["trace[1200634005] 'agreement among raft nodes before linearized reading' (duration: 598.018388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:43.524665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:42.926313Z","time spent":"598.336641ms","remote":"127.0.0.1:53144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-08T12:59:43.524563Z","caller":"traceutil/trace.go:171","msg":"trace[127509863] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"443.343943ms","start":"2026-04-08T12:59:43.081179Z","end":"2026-04-08T12:59:43.524523Z","steps":["trace[127509863] 'process raft request' (duration: 443.07174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:43.524792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:43.081157Z","time spent":"443.599247ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:43.524772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.431523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T12:59:43.524669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.336308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:43.524863Z","caller":"traceutil/trace.go:171","msg":"trace[1623107291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2191; }","duration":"552.5548ms","start":"2026-04-08T12:59:42.972301Z","end":"2026-04-08T12:59:43.524856Z","steps":["trace[1623107291] 'agreement among raft nodes before linearized reading' (duration: 552.329437ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:43.524849Z","caller":"traceutil/trace.go:171","msg":"trace[329759999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2191; }","duration":"912.526345ms","start":"2026-04-08T12:59:42.612305Z","end":"2026-04-08T12:59:43.524831Z","steps":["trace[329759999] 'agreement among raft nodes before linearized reading' (duration: 912.205971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:43.524923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:42.612266Z","time spent":"912.647345ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:43.524936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.336408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-08T12:59:43.524881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:42.972291Z","time spent":"552.58536ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T12:59:43.524661Z","caller":"traceutil/trace.go:171","msg":"trace[39448146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2191; }","duration":"913.491325ms","start":"2026-04-08T12:59:42.611092Z","end":"2026-04-08T12:59:43.524584Z","steps":["trace[39448146] 'agreement among raft nodes before linearized reading' (duration: 913.250472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:43.525084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:42.611075Z","time spent":"914.002131ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:43.524451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.904346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:59:43.525135Z","caller":"traceutil/trace.go:171","msg":"trace[20798873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2191; }","duration":"912.635525ms","start":"2026-04-08T12:59:42.612493Z","end":"2026-04-08T12:59:43.525129Z","steps":["trace[20798873] 'agreement among raft nodes before linearized reading' (duration: 911.866426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:43.525152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:42.612471Z","time spent":"912.677105ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T12:59:43.52459Z","caller":"traceutil/trace.go:171","msg":"trace[40400645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2191; }","duration":"912.16005ms","start":"2026-04-08T12:59:42.612413Z","end":"2026-04-08T12:59:43.524573Z","steps":["trace[40400645] 'agreement among raft nodes before linearized reading' (duration: 912.005468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:43.5252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:42.61239Z","time spent":"912.807137ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T12:59:43.524958Z","caller":"traceutil/trace.go:171","msg":"trace[673615267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2191; }","duration":"836.396429ms","start":"2026-04-08T12:59:42.688556Z","end":"2026-04-08T12:59:43.524952Z","steps":["trace[673615267] 'agreement among raft nodes before linearized reading' (duration: 835.917273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:43.525433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:42.688535Z","time spent":"836.890914ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T12:59:44.063569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.617111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:59:44.063707Z","caller":"traceutil/trace.go:171","msg":"trace[176754946] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"583.856148ms","start":"2026-04-08T12:59:43.479825Z","end":"2026-04-08T12:59:44.063681Z","steps":["trace[176754946] 'process raft request' (duration: 134.974043ms)","trace[176754946] 'compare' (duration: 448.144036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:44.064259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:43.479806Z","time spent":"584.138831ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:44.106597Z","caller":"traceutil/trace.go:171","msg":"trace[1673222203] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"578.025717ms","start":"2026-04-08T12:59:43.528552Z","end":"2026-04-08T12:59:44.106578Z","steps":["trace[1673222203] 'process raft request' (duration: 577.858536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:44.106694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:43.528533Z","time spent":"578.115608ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:44.107102Z","caller":"traceutil/trace.go:171","msg":"trace[308156963] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"577.751514ms","start":"2026-04-08T12:59:43.529324Z","end":"2026-04-08T12:59:44.107076Z","steps":["trace[308156963] 'process raft request' (duration: 577.589562ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:44.107167Z","caller":"traceutil/trace.go:171","msg":"trace[506474378] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"578.038228ms","start":"2026-04-08T12:59:43.529093Z","end":"2026-04-08T12:59:44.107132Z","steps":["trace[506474378] 'process raft request' (duration: 577.444641ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:44.107253Z","caller":"traceutil/trace.go:171","msg":"trace[33783008] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"577.751774ms","start":"2026-04-08T12:59:43.529479Z","end":"2026-04-08T12:59:44.10723Z","steps":["trace[33783008] 'process raft request' (duration: 577.525661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:44.107319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:43.529083Z","time spent":"578.143029ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:44.107358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:43.529302Z","time spent":"577.881295ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:44.107106Z","caller":"traceutil/trace.go:171","msg":"trace[1200198830] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"543.66479ms","start":"2026-04-08T12:59:43.563417Z","end":"2026-04-08T12:59:44.107082Z","steps":["trace[1200198830] 'process raft request' (duration: 543.62194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:44.107489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:43.563393Z","time spent":"544.043684ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:44.107797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:43.529451Z","time spent":"577.902546ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:44.300906Z","caller":"traceutil/trace.go:171","msg":"trace[231756159] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2284; }","duration":"130.634586ms","start":"2026-04-08T12:59:44.170244Z","end":"2026-04-08T12:59:44.300879Z","steps":["trace[231756159] 'read index received' (duration: 104.321363ms)","trace[231756159] 'applied index is now lower than readState.Index' (duration: 26.312103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:44.301056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.793588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:59:44.301104Z","caller":"traceutil/trace.go:171","msg":"trace[860065721] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2198; }","duration":"130.859718ms","start":"2026-04-08T12:59:44.170226Z","end":"2026-04-08T12:59:44.301086Z","steps":["trace[860065721] 'agreement among raft nodes before linearized reading' (duration: 130.763657ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:44.301713Z","caller":"traceutil/trace.go:171","msg":"trace[875260521] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"446.751298ms","start":"2026-04-08T12:59:43.854225Z","end":"2026-04-08T12:59:44.300977Z","steps":["trace[875260521] 'process raft request' (duration: 420.328944ms)","trace[875260521] 'compare' (duration: 26.172281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:44.301974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:43.854197Z","time spent":"447.62335ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:44.309828Z","caller":"traceutil/trace.go:171","msg":"trace[572200641] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"113.357227ms","start":"2026-04-08T12:59:44.196445Z","end":"2026-04-08T12:59:44.309802Z","steps":["trace[572200641] 'process raft request' (duration: 113.230466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:45.766509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232794315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:59:45.766588Z","caller":"traceutil/trace.go:171","msg":"trace[290615570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2199; }","duration":"1.232881046s","start":"2026-04-08T12:59:44.533688Z","end":"2026-04-08T12:59:45.766569Z","steps":["trace[290615570] 'range keys from in-memory index tree' (duration: 1.232643393s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:45.766638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:44.533648Z","time spent":"1.232980936s","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T12:59:45.769617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766881127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T12:59:46.160036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.592154785s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T12:59:46.160518Z","caller":"traceutil/trace.go:171","msg":"trace[775276127] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"1.592786962s","start":"2026-04-08T12:59:44.567707Z","end":"2026-04-08T12:59:46.160494Z","steps":["trace[775276127] 'process raft request' (duration: 1.59256425s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:46.160672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:44.567678Z","time spent":"1.592916633s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:47.377455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T12:59:47.37752Z","caller":"traceutil/trace.go:171","msg":"trace[1525313788] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107794s","start":"2026-04-08T12:59:45.377398Z","end":"2026-04-08T12:59:47.377506Z","steps":["trace[1525313788] 'agreement among raft nodes before linearized reading' (duration: 2.000014632s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.37755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:45.377377Z","time spent":"2.000167894s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 12:59:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T12:59:47.568482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048924961s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:59:47.568765Z","caller":"traceutil/trace.go:171","msg":"trace[548665349] linearizableReadLoop","detail":"{readStateIndex:2291; appliedIndex:2286; }","duration":"2.299276754s","start":"2026-04-08T12:59:45.26947Z","end":"2026-04-08T12:59:47.568747Z","steps":["trace[548665349] 'read index received' (duration: 890.830898ms)","trace[548665349] 'applied index is now lower than readState.Index' (duration: 1.408444736s)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:47.568878Z","caller":"traceutil/trace.go:171","msg":"trace[2103391730] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"2.902098166s","start":"2026-04-08T12:59:44.666764Z","end":"2026-04-08T12:59:47.568862Z","steps":["trace[2103391730] 'process raft request' (duration: 1.852727949s)","trace[2103391730] 'compare' (duration: 1.048644409s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:47.56895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:44.666736Z","time spent":"2.902174856s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:47.56901Z","caller":"traceutil/trace.go:171","msg":"trace[1892139366] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"2.038100414s","start":"2026-04-08T12:59:45.530874Z","end":"2026-04-08T12:59:47.568974Z","steps":["trace[1892139366] 'process raft request' (duration: 2.037836851s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.569196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:45.530854Z","time spent":"2.038241085s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:47.569315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299840631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T12:59:47.569355Z","caller":"traceutil/trace.go:171","msg":"trace[85694882] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:2204; }","duration":"2.299915841s","start":"2026-04-08T12:59:45.269428Z","end":"2026-04-08T12:59:47.569344Z","steps":["trace[85694882] 'agreement among raft nodes before linearized reading' (duration: 2.299747919s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.569385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:45.269401Z","time spent":"2.299977112s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-08T12:59:47.569537Z","caller":"traceutil/trace.go:171","msg":"trace[1394709935] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"2.088450842s","start":"2026-04-08T12:59:45.481051Z","end":"2026-04-08T12:59:47.569502Z","steps":["trace[1394709935] 'process raft request' (duration: 2.087628673s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.569597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271662357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:47.569706Z","caller":"traceutil/trace.go:171","msg":"trace[1256472724] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2204; }","duration":"2.271803329s","start":"2026-04-08T12:59:45.297878Z","end":"2026-04-08T12:59:47.569682Z","steps":["trace[1256472724] 'agreement among raft nodes before linearized reading' (duration: 2.271636567s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.569733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:45.48103Z","time spent":"2.088595203s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:47.569763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:45.297868Z","time spent":"2.27188242s","remote":"127.0.0.1:53114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:59:47.570026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.857606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:47.570059Z","caller":"traceutil/trace.go:171","msg":"trace[781192991] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"2.089797478s","start":"2026-04-08T12:59:45.480247Z","end":"2026-04-08T12:59:47.570045Z","steps":["trace[781192991] 'process raft request' (duration: 2.088340222s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:47.570086Z","caller":"traceutil/trace.go:171","msg":"trace[1742113476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2204; }","duration":"935.986078ms","start":"2026-04-08T12:59:46.634083Z","end":"2026-04-08T12:59:47.57007Z","steps":["trace[1742113476] 'agreement among raft nodes before linearized reading' (duration: 935.892167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.570115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454061518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T12:59:47.570131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:45.480226Z","time spent":"2.089867158s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:47.57015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:46.634062Z","time spent":"936.055319ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T12:59:47.570157Z","caller":"traceutil/trace.go:171","msg":"trace[1399664123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2204; }","duration":"1.454134759s","start":"2026-04-08T12:59:46.116012Z","end":"2026-04-08T12:59:47.570146Z","steps":["trace[1399664123] 'agreement among raft nodes before linearized reading' (duration: 1.453991537s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.570189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:46.115997Z","time spent":"1.454184689s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:47.570314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501787824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:59:47.570346Z","caller":"traceutil/trace.go:171","msg":"trace[1269147525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2204; }","duration":"1.501855125s","start":"2026-04-08T12:59:46.068482Z","end":"2026-04-08T12:59:47.570337Z","steps":["trace[1269147525] 'agreement among raft nodes before linearized reading' (duration: 1.501775944s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.570355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.529615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T12:59:47.570373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:46.068464Z","time spent":"1.501902665s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T12:59:47.570392Z","caller":"traceutil/trace.go:171","msg":"trace[1900933673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2204; }","duration":"192.587646ms","start":"2026-04-08T12:59:47.377792Z","end":"2026-04-08T12:59:47.57038Z","steps":["trace[1900933673] 'agreement among raft nodes before linearized reading' (duration: 192.526135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.570445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889532096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:59:47.570492Z","caller":"traceutil/trace.go:171","msg":"trace[624439386] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2204; }","duration":"1.889620587s","start":"2026-04-08T12:59:45.680861Z","end":"2026-04-08T12:59:47.570482Z","steps":["trace[624439386] 'agreement among raft nodes before linearized reading' (duration: 1.889537786s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.570531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:45.680839Z","time spent":"1.889684008s","remote":"127.0.0.1:57862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:59:47.57063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.662408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T12:59:47.570437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459544981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T12:59:47.570567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.853552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T12:59:47.570711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.240229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-08T12:59:47.570792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.721879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4632488bde8c2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-08T12:59:47.570785Z","caller":"traceutil/trace.go:171","msg":"trace[562415146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2204; }","duration":"796.341141ms","start":"2026-04-08T12:59:46.774425Z","end":"2026-04-08T12:59:47.570766Z","steps":["trace[562415146] 'agreement among raft nodes before linearized reading' (duration: 796.184458ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:47.570836Z","caller":"traceutil/trace.go:171","msg":"trace[876111760] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a4632488bde8c2; range_end:; response_count:1; response_revision:2204; }","duration":"930.78655ms","start":"2026-04-08T12:59:46.640039Z","end":"2026-04-08T12:59:47.570825Z","steps":["trace[876111760] 'agreement among raft nodes before linearized reading' (duration: 930.687988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.570865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:46.774409Z","time spent":"796.441302ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T12:59:47.570806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458809833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T12:59:47.570925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.239915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-04-08T12:59:47.570991Z","caller":"traceutil/trace.go:171","msg":"trace[246775938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2204; }","duration":"862.339225ms","start":"2026-04-08T12:59:46.708641Z","end":"2026-04-08T12:59:47.57098Z","steps":["trace[246775938] 'agreement among raft nodes before linearized reading' (duration: 862.180473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.571021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:46.708618Z","time spent":"862.395597ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T12:59:47.57068Z","caller":"traceutil/trace.go:171","msg":"trace[1273254513] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2204; }","duration":"903.732569ms","start":"2026-04-08T12:59:46.666935Z","end":"2026-04-08T12:59:47.570667Z","steps":["trace[1273254513] 'agreement among raft nodes before linearized reading' (duration: 903.619478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.571153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:46.666922Z","time spent":"904.215115ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:59:47.570875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:46.640028Z","time spent":"930.83839ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a4632488bde8c2\" "} {"level":"info","ts":"2026-04-08T12:59:47.570729Z","caller":"traceutil/trace.go:171","msg":"trace[72247548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2204; }","duration":"871.022074ms","start":"2026-04-08T12:59:46.699693Z","end":"2026-04-08T12:59:47.570715Z","steps":["trace[72247548] 'agreement among raft nodes before linearized reading' (duration: 870.698311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.572238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:46.699653Z","time spent":"872.569092ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T12:59:47.570685Z","caller":"traceutil/trace.go:171","msg":"trace[752835530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2204; }","duration":"1.459929765s","start":"2026-04-08T12:59:46.110745Z","end":"2026-04-08T12:59:47.570674Z","steps":["trace[752835530] 'agreement among raft nodes before linearized reading' (duration: 1.459272008s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.572482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:46.110731Z","time spent":"1.461737856s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:47.570637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45865953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T12:59:47.57289Z","caller":"traceutil/trace.go:171","msg":"trace[1637033692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2204; }","duration":"1.460924086s","start":"2026-04-08T12:59:46.111931Z","end":"2026-04-08T12:59:47.572855Z","steps":["trace[1637033692] 'agreement among raft nodes before linearized reading' (duration: 1.45863983s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.572951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:46.111902Z","time spent":"1.461028097s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T12:59:47.574309Z","caller":"traceutil/trace.go:171","msg":"trace[1027611884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2204; }","duration":"1.459030625s","start":"2026-04-08T12:59:46.111936Z","end":"2026-04-08T12:59:47.570967Z","steps":["trace[1027611884] 'agreement among raft nodes before linearized reading' (duration: 1.45864834s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:47.574462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:46.111914Z","time spent":"1.462502634s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T12:59:49.450418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.589290992s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T12:59:49.452303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591300686s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-08T12:59:49.4527Z","caller":"traceutil/trace.go:171","msg":"trace[1994316041] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2291; }","duration":"1.87071911s","start":"2026-04-08T12:59:47.581964Z","end":"2026-04-08T12:59:49.452683Z","steps":["trace[1994316041] 'read index received' (duration: 279.059371ms)","trace[1994316041] 'applied index is now lower than readState.Index' (duration: 1.591658909s)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:49.452687Z","caller":"traceutil/trace.go:171","msg":"trace[1816805449] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"1.876247304s","start":"2026-04-08T12:59:47.576399Z","end":"2026-04-08T12:59:49.452646Z","steps":["trace[1816805449] 'process raft request' (duration: 1.875998221s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:49.452851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:47.576379Z","time spent":"1.876385015s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:49.452922Z","caller":"traceutil/trace.go:171","msg":"trace[264571492] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"1.874397173s","start":"2026-04-08T12:59:47.578495Z","end":"2026-04-08T12:59:49.452892Z","steps":["trace[264571492] 'process raft request' (duration: 1.87413269s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:49.452916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:47.571628Z","time spent":"1.881282182s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T12:59:49.452974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870997124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:49.453027Z","caller":"traceutil/trace.go:171","msg":"trace[775718330] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2210; }","duration":"1.871080315s","start":"2026-04-08T12:59:47.581934Z","end":"2026-04-08T12:59:49.453015Z","steps":["trace[775718330] 'agreement among raft nodes before linearized reading' (duration: 1.870965743s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:49.45307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:47.581923Z","time spent":"1.871137615s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T12:59:49.453167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389206582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T12:59:49.453257Z","caller":"traceutil/trace.go:171","msg":"trace[497538170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2210; }","duration":"1.389316414s","start":"2026-04-08T12:59:48.063908Z","end":"2026-04-08T12:59:49.453225Z","steps":["trace[497538170] 'agreement among raft nodes before linearized reading' (duration: 1.389196312s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:49.453282Z","caller":"traceutil/trace.go:171","msg":"trace[2128457690] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"1.874566186s","start":"2026-04-08T12:59:47.578702Z","end":"2026-04-08T12:59:49.453268Z","steps":["trace[2128457690] 'process raft request' (duration: 1.873953769s)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:49.453284Z","caller":"traceutil/trace.go:171","msg":"trace[667611348] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"1.876371597s","start":"2026-04-08T12:59:47.576898Z","end":"2026-04-08T12:59:49.45327Z","steps":["trace[667611348] 'process raft request' (duration: 1.875658188s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:49.453309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:48.063885Z","time spent":"1.389409055s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T12:59:49.45335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:47.576877Z","time spent":"1.876437867s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:49.453358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:47.578694Z","time spent":"1.874613387s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:49.453453Z","caller":"traceutil/trace.go:171","msg":"trace[14832757] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"1.87675374s","start":"2026-04-08T12:59:47.576688Z","end":"2026-04-08T12:59:49.453442Z","steps":["trace[14832757] 'process raft request' (duration: 1.875818109s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:49.453508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:47.576659Z","time spent":"1.876823201s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T12:59:49.453537Z","caller":"traceutil/trace.go:171","msg":"trace[617147246] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"1.876432247s","start":"2026-04-08T12:59:47.57709Z","end":"2026-04-08T12:59:49.453522Z","steps":["trace[617147246] 'process raft request' (duration: 1.875495746s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:49.45359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:47.577082Z","time spent":"1.876484248s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:49.453604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076270719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T12:59:49.453632Z","caller":"traceutil/trace.go:171","msg":"trace[1835499463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2210; }","duration":"1.076326579s","start":"2026-04-08T12:59:48.377297Z","end":"2026-04-08T12:59:49.453624Z","steps":["trace[1835499463] 'agreement among raft nodes before linearized reading' (duration: 1.076277769s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:49.453665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:48.37728Z","time spent":"1.07637952s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T12:59:49.453886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.474872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-08T12:59:49.453913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.710565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:59:49.453921Z","caller":"traceutil/trace.go:171","msg":"trace[1151453998] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2210; }","duration":"526.508703ms","start":"2026-04-08T12:59:48.927404Z","end":"2026-04-08T12:59:49.453912Z","steps":["trace[1151453998] 'agreement among raft nodes before linearized reading' (duration: 526.398061ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:49.453935Z","caller":"traceutil/trace.go:171","msg":"trace[1876997916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2210; }","duration":"872.732536ms","start":"2026-04-08T12:59:48.581196Z","end":"2026-04-08T12:59:49.453928Z","steps":["trace[1876997916] 'agreement among raft nodes before linearized reading' (duration: 872.650305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:49.453951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:48.581176Z","time spent":"872.771487ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T12:59:49.453948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:48.927351Z","time spent":"526.591343ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T12:59:49.455027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T12:59:47.578485Z","time spent":"1.874484934s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T12:59:57.74542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.403245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:59:57.745665Z","caller":"traceutil/trace.go:171","msg":"trace[609874742] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"142.195016ms","start":"2026-04-08T12:59:57.603386Z","end":"2026-04-08T12:59:57.745581Z","steps":["trace[609874742] 'process raft request' (duration: 142.137245ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:57.745944Z","caller":"traceutil/trace.go:171","msg":"trace[1878857749] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"250.258085ms","start":"2026-04-08T12:59:57.495672Z","end":"2026-04-08T12:59:57.74593Z","steps":["trace[1878857749] 'process raft request' (duration: 61.264544ms)","trace[1878857749] 'compare' (duration: 188.275804ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:57.746086Z","caller":"traceutil/trace.go:171","msg":"trace[1438815516] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2343; }","duration":"249.503857ms","start":"2026-04-08T12:59:57.496549Z","end":"2026-04-08T12:59:57.746053Z","steps":["trace[1438815516] 'read index received' (duration: 60.418415ms)","trace[1438815516] 'applied index is now lower than readState.Index' (duration: 189.081712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T12:59:57.747091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.515487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T12:59:57.747148Z","caller":"traceutil/trace.go:171","msg":"trace[1451572414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2255; }","duration":"250.615358ms","start":"2026-04-08T12:59:57.496519Z","end":"2026-04-08T12:59:57.747134Z","steps":["trace[1451572414] 'agreement among raft nodes before linearized reading' (duration: 249.645108ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:57.747922Z","caller":"traceutil/trace.go:171","msg":"trace[1449783054] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"143.134075ms","start":"2026-04-08T12:59:57.604766Z","end":"2026-04-08T12:59:57.7479Z","steps":["trace[1449783054] 'process raft request' (duration: 143.008034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:57.747955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.437715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T12:59:57.748013Z","caller":"traceutil/trace.go:171","msg":"trace[754078190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2258; }","duration":"248.551796ms","start":"2026-04-08T12:59:57.499448Z","end":"2026-04-08T12:59:57.748Z","steps":["trace[754078190] 'agreement among raft nodes before linearized reading' (duration: 248.380613ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:57.748224Z","caller":"traceutil/trace.go:171","msg":"trace[1310609004] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"139.371165ms","start":"2026-04-08T12:59:57.608846Z","end":"2026-04-08T12:59:57.748217Z","steps":["trace[1310609004] 'process raft request' (duration: 138.957119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:57.748338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.274213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:59:57.748364Z","caller":"traceutil/trace.go:171","msg":"trace[1369452719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2258; }","duration":"238.338394ms","start":"2026-04-08T12:59:57.510018Z","end":"2026-04-08T12:59:57.748357Z","steps":["trace[1369452719] 'agreement among raft nodes before linearized reading' (duration: 238.264333ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:57.748643Z","caller":"traceutil/trace.go:171","msg":"trace[639446521] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"145.168089ms","start":"2026-04-08T12:59:57.603441Z","end":"2026-04-08T12:59:57.748609Z","steps":["trace[639446521] 'process raft request' (duration: 144.220538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:57.748728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.550447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T12:59:57.748756Z","caller":"traceutil/trace.go:171","msg":"trace[20090219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2258; }","duration":"248.624407ms","start":"2026-04-08T12:59:57.500125Z","end":"2026-04-08T12:59:57.748749Z","steps":["trace[20090219] 'agreement among raft nodes before linearized reading' (duration: 248.552547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:57.97658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.434813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T12:59:57.976696Z","caller":"traceutil/trace.go:171","msg":"trace[1014576936] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"223.355409ms","start":"2026-04-08T12:59:57.75333Z","end":"2026-04-08T12:59:57.976685Z","steps":["trace[1014576936] 'process raft request' (duration: 223.316559ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:57.976715Z","caller":"traceutil/trace.go:171","msg":"trace[1854854507] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"223.50484ms","start":"2026-04-08T12:59:57.753194Z","end":"2026-04-08T12:59:57.976699Z","steps":["trace[1854854507] 'process raft request' (duration: 104.485231ms)","trace[1854854507] 'compare' (duration: 118.344382ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:59.856743Z","caller":"traceutil/trace.go:171","msg":"trace[774295150] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"104.460823ms","start":"2026-04-08T12:59:59.752256Z","end":"2026-04-08T12:59:59.856717Z","steps":["trace[774295150] 'process raft request' (duration: 104.324841ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:59.874357Z","caller":"traceutil/trace.go:171","msg":"trace[1489846955] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"117.8426ms","start":"2026-04-08T12:59:59.756487Z","end":"2026-04-08T12:59:59.87433Z","steps":["trace[1489846955] 'process raft request' (duration: 116.787768ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:59.874917Z","caller":"traceutil/trace.go:171","msg":"trace[820155316] linearizableReadLoop","detail":"{readStateIndex:2357; appliedIndex:2353; }","duration":"111.732022ms","start":"2026-04-08T12:59:59.763159Z","end":"2026-04-08T12:59:59.874891Z","steps":["trace[820155316] 'read index received' (duration: 93.478782ms)","trace[820155316] 'applied index is now lower than readState.Index' (duration: 18.2524ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T12:59:59.874618Z","caller":"traceutil/trace.go:171","msg":"trace[1257013299] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"118.058202ms","start":"2026-04-08T12:59:59.756543Z","end":"2026-04-08T12:59:59.874601Z","steps":["trace[1257013299] 'process raft request' (duration: 117.718258ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:59.874745Z","caller":"traceutil/trace.go:171","msg":"trace[1816661673] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"115.729696ms","start":"2026-04-08T12:59:59.758982Z","end":"2026-04-08T12:59:59.874712Z","steps":["trace[1816661673] 'process raft request' (duration: 115.556274ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T12:59:59.875403Z","caller":"traceutil/trace.go:171","msg":"trace[1930580561] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"100.759922ms","start":"2026-04-08T12:59:59.774627Z","end":"2026-04-08T12:59:59.875386Z","steps":["trace[1930580561] 'process raft request' (duration: 100.046195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T12:59:59.875567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.384589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T12:59:59.875639Z","caller":"traceutil/trace.go:171","msg":"trace[1673013084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2268; }","duration":"112.49284ms","start":"2026-04-08T12:59:59.763125Z","end":"2026-04-08T12:59:59.875618Z","steps":["trace[1673013084] 'agreement among raft nodes before linearized reading' (duration: 112.289838ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:04.110475Z","caller":"traceutil/trace.go:171","msg":"trace[619599419] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"133.481978ms","start":"2026-04-08T13:00:03.976957Z","end":"2026-04-08T13:00:04.110439Z","steps":["trace[619599419] 'process raft request' (duration: 78.003311ms)","trace[619599419] 'compare' (duration: 55.334676ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:00:04.16431Z","caller":"traceutil/trace.go:171","msg":"trace[418887876] linearizableReadLoop","detail":"{readStateIndex:2379; appliedIndex:2377; }","duration":"126.27849ms","start":"2026-04-08T13:00:04.038002Z","end":"2026-04-08T13:00:04.16428Z","steps":["trace[418887876] 'read index received' (duration: 16.968113ms)","trace[418887876] 'applied index is now lower than readState.Index' (duration: 109.309117ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:00:04.164447Z","caller":"traceutil/trace.go:171","msg":"trace[1078011002] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"187.359819ms","start":"2026-04-08T13:00:03.977076Z","end":"2026-04-08T13:00:04.164436Z","steps":["trace[1078011002] 'process raft request' (duration: 187.003625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:04.164611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.783216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T13:00:04.164695Z","caller":"traceutil/trace.go:171","msg":"trace[286764524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2288; }","duration":"113.938697ms","start":"2026-04-08T13:00:04.050741Z","end":"2026-04-08T13:00:04.164679Z","steps":["trace[286764524] 'agreement among raft nodes before linearized reading' (duration: 113.725275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:04.164939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.892906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-08T13:00:04.16509Z","caller":"traceutil/trace.go:171","msg":"trace[1888159539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2288; }","duration":"127.107068ms","start":"2026-04-08T13:00:04.037953Z","end":"2026-04-08T13:00:04.16506Z","steps":["trace[1888159539] 'agreement among raft nodes before linearized reading' (duration: 126.594233ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:06.080975Z","caller":"traceutil/trace.go:171","msg":"trace[1812349371] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"102.283585ms","start":"2026-04-08T13:00:05.978669Z","end":"2026-04-08T13:00:06.080953Z","steps":["trace[1812349371] 'process raft request' (duration: 73.044772ms)","trace[1812349371] 'compare' (duration: 29.083821ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:00:06.081316Z","caller":"traceutil/trace.go:171","msg":"trace[1409181821] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"102.423696ms","start":"2026-04-08T13:00:05.978857Z","end":"2026-04-08T13:00:06.08128Z","steps":["trace[1409181821] 'process raft request' (duration: 102.063413ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:08.195929Z","caller":"traceutil/trace.go:171","msg":"trace[639371712] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"108.229802ms","start":"2026-04-08T13:00:08.087673Z","end":"2026-04-08T13:00:08.195903Z","steps":["trace[639371712] 'process raft request' (duration: 108.05769ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:08.223915Z","caller":"traceutil/trace.go:171","msg":"trace[607037490] linearizableReadLoop","detail":"{readStateIndex:2402; appliedIndex:2400; }","duration":"128.76595ms","start":"2026-04-08T13:00:08.095118Z","end":"2026-04-08T13:00:08.223884Z","steps":["trace[607037490] 'read index received' (duration: 100.57928ms)","trace[607037490] 'applied index is now lower than readState.Index' (duration: 28.18544ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:00:08.224065Z","caller":"traceutil/trace.go:171","msg":"trace[1425464059] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"135.910716ms","start":"2026-04-08T13:00:08.088102Z","end":"2026-04-08T13:00:08.224013Z","steps":["trace[1425464059] 'process raft request' (duration: 135.693734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:08.224214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.083504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T13:00:08.224269Z","caller":"traceutil/trace.go:171","msg":"trace[809893282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2310; }","duration":"129.206494ms","start":"2026-04-08T13:00:08.095046Z","end":"2026-04-08T13:00:08.224252Z","steps":["trace[809893282] 'agreement among raft nodes before linearized reading' (duration: 128.986662ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:08.486036Z","caller":"traceutil/trace.go:171","msg":"trace[1337431896] linearizableReadLoop","detail":"{readStateIndex:2405; appliedIndex:2404; }","duration":"210.795723ms","start":"2026-04-08T13:00:08.275216Z","end":"2026-04-08T13:00:08.486012Z","steps":["trace[1337431896] 'read index received' (duration: 135.340851ms)","trace[1337431896] 'applied index is now lower than readState.Index' (duration: 75.453122ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:00:08.48616Z","caller":"traceutil/trace.go:171","msg":"trace[435081597] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"210.964845ms","start":"2026-04-08T13:00:08.275141Z","end":"2026-04-08T13:00:08.486106Z","steps":["trace[435081597] 'process raft request' (duration: 135.490402ms)","trace[435081597] 'compare' (duration: 75.003469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:00:08.486256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.999626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:00:08.486297Z","caller":"traceutil/trace.go:171","msg":"trace[920334063] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2313; }","duration":"211.117227ms","start":"2026-04-08T13:00:08.275169Z","end":"2026-04-08T13:00:08.486287Z","steps":["trace[920334063] 'agreement among raft nodes before linearized reading' (duration: 210.963986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:08.486595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.574405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:00:08.48664Z","caller":"traceutil/trace.go:171","msg":"trace[42751942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2313; }","duration":"109.619826ms","start":"2026-04-08T13:00:08.377011Z","end":"2026-04-08T13:00:08.486631Z","steps":["trace[42751942] 'agreement among raft nodes before linearized reading' (duration: 109.552645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:08.486683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.284172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:00:08.48676Z","caller":"traceutil/trace.go:171","msg":"trace[283135749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2313; }","duration":"170.393363ms","start":"2026-04-08T13:00:08.316342Z","end":"2026-04-08T13:00:08.486735Z","steps":["trace[283135749] 'agreement among raft nodes before linearized reading' (duration: 170.251381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:08.486511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.880748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T13:00:08.487409Z","caller":"traceutil/trace.go:171","msg":"trace[1233752917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2313; }","duration":"171.843538ms","start":"2026-04-08T13:00:08.315553Z","end":"2026-04-08T13:00:08.487396Z","steps":["trace[1233752917] 'agreement among raft nodes before linearized reading' (duration: 170.696786ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:14.508391Z","caller":"traceutil/trace.go:171","msg":"trace[1607868140] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"110.362325ms","start":"2026-04-08T13:00:14.397993Z","end":"2026-04-08T13:00:14.508355Z","steps":["trace[1607868140] 'process raft request' (duration: 110.287094ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:14.508433Z","caller":"traceutil/trace.go:171","msg":"trace[653738512] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"111.582727ms","start":"2026-04-08T13:00:14.396802Z","end":"2026-04-08T13:00:14.508385Z","steps":["trace[653738512] 'process raft request' (duration: 109.88312ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:47.525979Z","caller":"traceutil/trace.go:171","msg":"trace[403304268] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2629; }","duration":"148.077044ms","start":"2026-04-08T13:00:47.377876Z","end":"2026-04-08T13:00:47.525953Z","steps":["trace[403304268] 'read index received' (duration: 147.68192ms)","trace[403304268] 'applied index is now lower than readState.Index' (duration: 394.154µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:00:47.526008Z","caller":"traceutil/trace.go:171","msg":"trace[2035063753] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"301.735671ms","start":"2026-04-08T13:00:47.224243Z","end":"2026-04-08T13:00:47.525979Z","steps":["trace[2035063753] 'process raft request' (duration: 301.509389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:47.526153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.263116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:00:47.526198Z","caller":"traceutil/trace.go:171","msg":"trace[1251019872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2530; }","duration":"148.368916ms","start":"2026-04-08T13:00:47.377819Z","end":"2026-04-08T13:00:47.526188Z","steps":["trace[1251019872] 'agreement among raft nodes before linearized reading' (duration: 148.232505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:47.526317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:47.224206Z","time spent":"302.042395ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127374,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:00:48.065818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.471517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:00:48.066204Z","caller":"traceutil/trace.go:171","msg":"trace[665735522] linearizableReadLoop","detail":"{readStateIndex:2634; appliedIndex:2631; }","duration":"104.494069ms","start":"2026-04-08T13:00:47.961692Z","end":"2026-04-08T13:00:48.066186Z","steps":["trace[665735522] 'read index received' (duration: 96.877314ms)","trace[665735522] 'applied index is now lower than readState.Index' (duration: 7.613095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:00:48.066472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.769791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:00:48.066515Z","caller":"traceutil/trace.go:171","msg":"trace[946098470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2534; }","duration":"104.853523ms","start":"2026-04-08T13:00:47.961649Z","end":"2026-04-08T13:00:48.066502Z","steps":["trace[946098470] 'agreement among raft nodes before linearized reading' (duration: 104.59722ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:48.066526Z","caller":"traceutil/trace.go:171","msg":"trace[1113304051] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"517.788947ms","start":"2026-04-08T13:00:47.548695Z","end":"2026-04-08T13:00:48.066484Z","steps":["trace[1113304051] 'process raft request' (duration: 517.280403ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:48.06657Z","caller":"traceutil/trace.go:171","msg":"trace[577149099] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"517.923209ms","start":"2026-04-08T13:00:47.548628Z","end":"2026-04-08T13:00:48.066552Z","steps":["trace[577149099] 'compare' (duration: 508.315685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:48.066656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:47.548594Z","time spent":"518.02688ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:00:48.06671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:47.548663Z","time spent":"517.956359ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:00:48.066679Z","caller":"traceutil/trace.go:171","msg":"trace[1132037446] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"459.263077ms","start":"2026-04-08T13:00:47.607374Z","end":"2026-04-08T13:00:48.066637Z","steps":["trace[1132037446] 'process raft request' (duration: 458.733052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:48.066932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:47.607334Z","time spent":"459.480079ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:00:49.726859Z","caller":"traceutil/trace.go:171","msg":"trace[1274912761] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"135.014593ms","start":"2026-04-08T13:00:49.591818Z","end":"2026-04-08T13:00:49.726833Z","steps":["trace[1274912761] 'process raft request' (duration: 134.83998ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:49.921928Z","caller":"traceutil/trace.go:171","msg":"trace[214438345] linearizableReadLoop","detail":"{readStateIndex:2645; appliedIndex:2644; }","duration":"128.961193ms","start":"2026-04-08T13:00:49.792944Z","end":"2026-04-08T13:00:49.921905Z","steps":["trace[214438345] 'read index received' (duration: 128.832861ms)","trace[214438345] 'applied index is now lower than readState.Index' (duration: 127.332µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:00:49.922167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.179685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:00:49.922214Z","caller":"traceutil/trace.go:171","msg":"trace[1927730840] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2544; }","duration":"129.324467ms","start":"2026-04-08T13:00:49.792878Z","end":"2026-04-08T13:00:49.922202Z","steps":["trace[1927730840] 'agreement among raft nodes before linearized reading' (duration: 129.113075ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:49.922032Z","caller":"traceutil/trace.go:171","msg":"trace[18071651] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2544; }","duration":"147.806737ms","start":"2026-04-08T13:00:49.774189Z","end":"2026-04-08T13:00:49.921996Z","steps":["trace[18071651] 'process raft request' (duration: 147.642955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:50.609787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.631791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:00:50.610197Z","caller":"traceutil/trace.go:171","msg":"trace[1703101143] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"377.549653ms","start":"2026-04-08T13:00:50.2326Z","end":"2026-04-08T13:00:50.610149Z","steps":["trace[1703101143] 'process raft request' (duration: 192.493438ms)","trace[1703101143] 'compare' (duration: 184.330658ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:00:50.610323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:50.232586Z","time spent":"377.681884ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1147,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:00:50.610581Z","caller":"traceutil/trace.go:171","msg":"trace[1300897137] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"375.800365ms","start":"2026-04-08T13:00:50.234759Z","end":"2026-04-08T13:00:50.61056Z","steps":["trace[1300897137] 'process raft request' (duration: 375.23514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:50.610723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:50.234735Z","time spent":"375.896657ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:00:50.610703Z","caller":"traceutil/trace.go:171","msg":"trace[1439067945] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"334.97733ms","start":"2026-04-08T13:00:50.275702Z","end":"2026-04-08T13:00:50.610679Z","steps":["trace[1439067945] 'process raft request' (duration: 334.419935ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:50.611017Z","caller":"traceutil/trace.go:171","msg":"trace[1370176830] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2650; }","duration":"275.856216ms","start":"2026-04-08T13:00:50.33513Z","end":"2026-04-08T13:00:50.610986Z","steps":["trace[1370176830] 'read index received' (duration: 90.006074ms)","trace[1370176830] 'applied index is now lower than readState.Index' (duration: 185.847472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:00:50.611166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:50.275682Z","time spent":"335.232212ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:00:50.990817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.601243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-08T13:00:50.991048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.903863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:00:50.991126Z","caller":"traceutil/trace.go:171","msg":"trace[1581159853] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2552; }","duration":"656.019894ms","start":"2026-04-08T13:00:50.335084Z","end":"2026-04-08T13:00:50.991104Z","steps":["trace[1581159853] 'agreement among raft nodes before linearized reading' (duration: 276.005467ms)","trace[1581159853] 'count revisions from in-memory index tree' (duration: 379.908056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:00:50.991175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:50.335071Z","time spent":"656.091504ms","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:00:50.991714Z","caller":"traceutil/trace.go:171","msg":"trace[737185438] linearizableReadLoop","detail":"{readStateIndex:2656; appliedIndex:2653; }","duration":"380.629192ms","start":"2026-04-08T13:00:50.611064Z","end":"2026-04-08T13:00:50.991693Z","steps":["trace[737185438] 'read index received' (duration: 16.351378ms)","trace[737185438] 'applied index is now lower than readState.Index' (duration: 364.277224ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:00:50.991729Z","caller":"traceutil/trace.go:171","msg":"trace[778704926] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"391.133895ms","start":"2026-04-08T13:00:50.600579Z","end":"2026-04-08T13:00:50.991713Z","steps":["trace[778704926] 'process raft request' (duration: 391.078875ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:50.991717Z","caller":"traceutil/trace.go:171","msg":"trace[1569059485] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"459.701369ms","start":"2026-04-08T13:00:50.531999Z","end":"2026-04-08T13:00:50.9917Z","steps":["trace[1569059485] 'process raft request' (duration: 459.009313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:50.991818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:50.600555Z","time spent":"391.209176ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:00:50.991923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:50.531972Z","time spent":"459.8438ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:00:50.991497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.612903ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:00:50.992027Z","caller":"traceutil/trace.go:171","msg":"trace[630576499] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2552; }","duration":"144.142058ms","start":"2026-04-08T13:00:50.847871Z","end":"2026-04-08T13:00:50.992013Z","steps":["trace[630576499] 'range keys from in-memory index tree' (duration: 143.602893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:50.992159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.153937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:00:50.992185Z","caller":"traceutil/trace.go:171","msg":"trace[857028250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2554; }","duration":"615.247428ms","start":"2026-04-08T13:00:50.37693Z","end":"2026-04-08T13:00:50.992177Z","steps":["trace[857028250] 'agreement among raft nodes before linearized reading' (duration: 614.828854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:50.992271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:50.376915Z","time spent":"615.282058ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:00:50.992265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.243293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:00:50.992422Z","caller":"traceutil/trace.go:171","msg":"trace[1448223255] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2554; }","duration":"467.438565ms","start":"2026-04-08T13:00:50.524943Z","end":"2026-04-08T13:00:50.992382Z","steps":["trace[1448223255] 'agreement among raft nodes before linearized reading' (duration: 466.766698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:50.992527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:50.524918Z","time spent":"467.543805ms","remote":"127.0.0.1:43490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:00:51.020264Z","caller":"traceutil/trace.go:171","msg":"trace[1574186822] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"406.913337ms","start":"2026-04-08T13:00:50.613334Z","end":"2026-04-08T13:00:51.020248Z","steps":["trace[1574186822] 'process raft request' (duration: 406.705095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:51.020434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:50.613318Z","time spent":"407.047728ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":499,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:00:51.020496Z","caller":"traceutil/trace.go:171","msg":"trace[68000233] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"402.578345ms","start":"2026-04-08T13:00:50.617902Z","end":"2026-04-08T13:00:51.02048Z","steps":["trace[68000233] 'process raft request' (duration: 402.278872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:51.020598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:50.617893Z","time spent":"402.666076ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6370,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:00:51.020527Z","caller":"traceutil/trace.go:171","msg":"trace[1100394455] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"406.428912ms","start":"2026-04-08T13:00:50.613978Z","end":"2026-04-08T13:00:51.020406Z","steps":["trace[1100394455] 'process raft request' (duration: 406.132619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:51.02044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.008338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T13:00:51.02078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.724455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:00:51.02081Z","caller":"traceutil/trace.go:171","msg":"trace[1006046699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2557; }","duration":"103.428703ms","start":"2026-04-08T13:00:50.91737Z","end":"2026-04-08T13:00:51.020799Z","steps":["trace[1006046699] 'agreement among raft nodes before linearized reading' (duration: 102.889808ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:51.020846Z","caller":"traceutil/trace.go:171","msg":"trace[2040688694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2557; }","duration":"103.826637ms","start":"2026-04-08T13:00:50.917001Z","end":"2026-04-08T13:00:51.020827Z","steps":["trace[2040688694] 'agreement among raft nodes before linearized reading' (duration: 103.590555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:51.020915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.670246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:00:51.020963Z","caller":"traceutil/trace.go:171","msg":"trace[926948360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2557; }","duration":"103.729866ms","start":"2026-04-08T13:00:50.917217Z","end":"2026-04-08T13:00:51.020947Z","steps":["trace[926948360] 'agreement among raft nodes before linearized reading' (duration: 103.309192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:51.020584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.467784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T13:00:51.02145Z","caller":"traceutil/trace.go:171","msg":"trace[789190752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2557; }","duration":"138.366293ms","start":"2026-04-08T13:00:50.883066Z","end":"2026-04-08T13:00:51.021432Z","steps":["trace[789190752] 'agreement among raft nodes before linearized reading' (duration: 137.325912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:51.021952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:50.61397Z","time spent":"406.749675ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:00:51.166579Z","caller":"traceutil/trace.go:171","msg":"trace[1863831027] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"141.194807ms","start":"2026-04-08T13:00:51.025353Z","end":"2026-04-08T13:00:51.166547Z","steps":["trace[1863831027] 'process raft request' (duration: 116.368718ms)","trace[1863831027] 'compare' (duration: 24.687958ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:00:51.203307Z","caller":"traceutil/trace.go:171","msg":"trace[1009483747] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"176.401338ms","start":"2026-04-08T13:00:51.026875Z","end":"2026-04-08T13:00:51.203277Z","steps":["trace[1009483747] 'process raft request' (duration: 176.328147ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:51.203387Z","caller":"traceutil/trace.go:171","msg":"trace[1765174574] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"176.731303ms","start":"2026-04-08T13:00:51.026619Z","end":"2026-04-08T13:00:51.203351Z","steps":["trace[1765174574] 'process raft request' (duration: 176.424809ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:51.20367Z","caller":"traceutil/trace.go:171","msg":"trace[881682493] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"173.233708ms","start":"2026-04-08T13:00:51.030425Z","end":"2026-04-08T13:00:51.203659Z","steps":["trace[881682493] 'process raft request' (duration: 173.174717ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:51.203692Z","caller":"traceutil/trace.go:171","msg":"trace[2096628759] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"175.041006ms","start":"2026-04-08T13:00:51.028638Z","end":"2026-04-08T13:00:51.203679Z","steps":["trace[2096628759] 'process raft request' (duration: 174.850464ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:51.20367Z","caller":"traceutil/trace.go:171","msg":"trace[241444527] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"176.57794ms","start":"2026-04-08T13:00:51.02704Z","end":"2026-04-08T13:00:51.203618Z","steps":["trace[241444527] 'process raft request' (duration: 176.199937ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:51.335134Z","caller":"traceutil/trace.go:171","msg":"trace[400474194] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"112.091086ms","start":"2026-04-08T13:00:51.222988Z","end":"2026-04-08T13:00:51.335079Z","steps":["trace[400474194] 'process raft request' (duration: 112.003145ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:51.335183Z","caller":"traceutil/trace.go:171","msg":"trace[2063532764] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"112.338978ms","start":"2026-04-08T13:00:51.222816Z","end":"2026-04-08T13:00:51.335155Z","steps":["trace[2063532764] 'process raft request' (duration: 107.097217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:51.554874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.683681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-k67k6\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-08T13:00:51.554903Z","caller":"traceutil/trace.go:171","msg":"trace[1083705005] linearizableReadLoop","detail":"{readStateIndex:2674; appliedIndex:2673; }","duration":"112.887103ms","start":"2026-04-08T13:00:51.441992Z","end":"2026-04-08T13:00:51.554879Z","steps":["trace[1083705005] 'read index received' (duration: 95.413414ms)","trace[1083705005] 'applied index is now lower than readState.Index' (duration: 17.472759ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:00:51.554962Z","caller":"traceutil/trace.go:171","msg":"trace[109922832] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-k67k6; range_end:; response_count:1; response_revision:2570; }","duration":"115.828972ms","start":"2026-04-08T13:00:51.439112Z","end":"2026-04-08T13:00:51.554941Z","steps":["trace[109922832] 'range keys from in-memory index tree' (duration: 115.568719ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:51.555011Z","caller":"traceutil/trace.go:171","msg":"trace[207142030] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"114.411898ms","start":"2026-04-08T13:00:51.440574Z","end":"2026-04-08T13:00:51.554986Z","steps":["trace[207142030] 'process raft request' (duration: 96.766817ms)","trace[207142030] 'compare' (duration: 17.400589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:00:51.555278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.266846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:236312"} {"level":"info","ts":"2026-04-08T13:00:51.555327Z","caller":"traceutil/trace.go:171","msg":"trace[160449548] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2571; }","duration":"113.379908ms","start":"2026-04-08T13:00:51.441937Z","end":"2026-04-08T13:00:51.555317Z","steps":["trace[160449548] 'agreement among raft nodes before linearized reading' (duration: 113.065175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:51.55633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.291237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-6479589586\" ","response":"range_response_count:1 size:6863"} {"level":"info","ts":"2026-04-08T13:00:51.556424Z","caller":"traceutil/trace.go:171","msg":"trace[833561184] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-6479589586; range_end:; response_count:1; response_revision:2571; }","duration":"114.414668ms","start":"2026-04-08T13:00:51.441986Z","end":"2026-04-08T13:00:51.556401Z","steps":["trace[833561184] 'agreement among raft nodes before linearized reading' (duration: 113.308797ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:51.729729Z","caller":"traceutil/trace.go:171","msg":"trace[1733397464] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"165.351142ms","start":"2026-04-08T13:00:51.564356Z","end":"2026-04-08T13:00:51.729707Z","steps":["trace[1733397464] 'process raft request' (duration: 107.828765ms)","trace[1733397464] 'compare' (duration: 57.402146ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:00:51.73059Z","caller":"traceutil/trace.go:171","msg":"trace[267564385] linearizableReadLoop","detail":"{readStateIndex:2676; appliedIndex:2674; }","duration":"151.334936ms","start":"2026-04-08T13:00:51.579246Z","end":"2026-04-08T13:00:51.730581Z","steps":["trace[267564385] 'read index received' (duration: 93.087131ms)","trace[267564385] 'applied index is now lower than readState.Index' (duration: 58.247245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:00:51.73082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.555761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:00:51.730845Z","caller":"traceutil/trace.go:171","msg":"trace[1005053515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2573; }","duration":"142.613801ms","start":"2026-04-08T13:00:51.588225Z","end":"2026-04-08T13:00:51.730839Z","steps":["trace[1005053515] 'agreement among raft nodes before linearized reading' (duration: 142.51449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:51.730817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.556748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-04-08T13:00:51.730888Z","caller":"traceutil/trace.go:171","msg":"trace[628097621] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:2573; }","duration":"151.663149ms","start":"2026-04-08T13:00:51.579206Z","end":"2026-04-08T13:00:51.730869Z","steps":["trace[628097621] 'agreement among raft nodes before linearized reading' (duration: 151.465127ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:00:51.731116Z","caller":"traceutil/trace.go:171","msg":"trace[66327961] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"164.982428ms","start":"2026-04-08T13:00:51.566121Z","end":"2026-04-08T13:00:51.731104Z","steps":["trace[66327961] 'process raft request' (duration: 164.413972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:52.085341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.902894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:00:52.085424Z","caller":"traceutil/trace.go:171","msg":"trace[1778411766] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"342.561846ms","start":"2026-04-08T13:00:51.742844Z","end":"2026-04-08T13:00:52.085406Z","steps":["trace[1778411766] 'process raft request' (duration: 141.514191ms)","trace[1778411766] 'compare' (duration: 200.639922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:00:52.085466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:51.742829Z","time spent":"342.617317ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7203,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:00:52.08768Z","caller":"traceutil/trace.go:171","msg":"trace[2012101242] linearizableReadLoop","detail":"{readStateIndex:2678; appliedIndex:2676; }","duration":"296.145167ms","start":"2026-04-08T13:00:51.791524Z","end":"2026-04-08T13:00:52.087669Z","steps":["trace[2012101242] 'read index received' (duration: 92.846769ms)","trace[2012101242] 'applied index is now lower than readState.Index' (duration: 203.297568ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:00:52.087751Z","caller":"traceutil/trace.go:171","msg":"trace[757898931] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"302.302147ms","start":"2026-04-08T13:00:51.785441Z","end":"2026-04-08T13:00:52.087743Z","steps":["trace[757898931] 'process raft request' (duration: 302.144726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:00:52.087795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:00:51.785423Z","time spent":"302.345998ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:00:52.087872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.344999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:00:52.087895Z","caller":"traceutil/trace.go:171","msg":"trace[930885534] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2575; }","duration":"296.385219ms","start":"2026-04-08T13:00:51.791501Z","end":"2026-04-08T13:00:52.087886Z","steps":["trace[930885534] 'agreement among raft nodes before linearized reading' (duration: 296.350128ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:00.610332Z","caller":"traceutil/trace.go:171","msg":"trace[962146646] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"171.878922ms","start":"2026-04-08T13:01:00.438418Z","end":"2026-04-08T13:01:00.610297Z","steps":["trace[962146646] 'process raft request' (duration: 106.712759ms)","trace[962146646] 'compare' (duration: 65.004322ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:01:00.61035Z","caller":"traceutil/trace.go:171","msg":"trace[1458440881] linearizableReadLoop","detail":"{readStateIndex:2745; appliedIndex:2743; }","duration":"144.667852ms","start":"2026-04-08T13:01:00.465658Z","end":"2026-04-08T13:01:00.610326Z","steps":["trace[1458440881] 'read index received' (duration: 79.469618ms)","trace[1458440881] 'applied index is now lower than readState.Index' (duration: 65.195444ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:01:00.610487Z","caller":"traceutil/trace.go:171","msg":"trace[703738038] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"144.38331ms","start":"2026-04-08T13:01:00.466066Z","end":"2026-04-08T13:01:00.610449Z","steps":["trace[703738038] 'process raft request' (duration: 144.210238ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:00.610579Z","caller":"traceutil/trace.go:171","msg":"trace[623343689] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"172.055854ms","start":"2026-04-08T13:01:00.438509Z","end":"2026-04-08T13:01:00.610565Z","steps":["trace[623343689] 'process raft request' (duration: 171.727891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:00.641768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.915101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127388"} {"level":"info","ts":"2026-04-08T13:01:00.642287Z","caller":"traceutil/trace.go:171","msg":"trace[1403825881] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2642; }","duration":"176.633748ms","start":"2026-04-08T13:01:00.465629Z","end":"2026-04-08T13:01:00.642263Z","steps":["trace[1403825881] 'agreement among raft nodes before linearized reading' (duration: 144.782434ms)","trace[1403825881] 'range keys from in-memory index tree' (duration: 30.876035ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:01:01.421706Z","caller":"traceutil/trace.go:171","msg":"trace[922590601] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2767; }","duration":"104.261435ms","start":"2026-04-08T13:01:01.317427Z","end":"2026-04-08T13:01:01.421689Z","steps":["trace[922590601] 'read index received' (duration: 104.120733ms)","trace[922590601] 'applied index is now lower than readState.Index' (duration: 140.182µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:01:01.421979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.537237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:01:01.422047Z","caller":"traceutil/trace.go:171","msg":"trace[1442559834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2663; }","duration":"104.660198ms","start":"2026-04-08T13:01:01.317371Z","end":"2026-04-08T13:01:01.422031Z","steps":["trace[1442559834] 'agreement among raft nodes before linearized reading' (duration: 104.408686ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:01.42311Z","caller":"traceutil/trace.go:171","msg":"trace[1477377170] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"118.231857ms","start":"2026-04-08T13:01:01.303539Z","end":"2026-04-08T13:01:01.421771Z","steps":["trace[1477377170] 'process raft request' (duration: 118.053466ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:25.566181Z","caller":"traceutil/trace.go:171","msg":"trace[43287467] linearizableReadLoop","detail":"{readStateIndex:2899; appliedIndex:2899; }","duration":"227.878138ms","start":"2026-04-08T13:01:25.338263Z","end":"2026-04-08T13:01:25.566141Z","steps":["trace[43287467] 'read index received' (duration: 227.867788ms)","trace[43287467] 'applied index is now lower than readState.Index' (duration: 8.03µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:01:25.566454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.122506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-k67k6\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-04-08T13:01:25.566551Z","caller":"traceutil/trace.go:171","msg":"trace[254556138] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-k67k6; range_end:; response_count:1; response_revision:2789; }","duration":"228.293562ms","start":"2026-04-08T13:01:25.338242Z","end":"2026-04-08T13:01:25.566535Z","steps":["trace[254556138] 'agreement among raft nodes before linearized reading' (duration: 228.008993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:25.572113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.59181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:01:25.57222Z","caller":"traceutil/trace.go:171","msg":"trace[1323423283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2790; }","duration":"203.731345ms","start":"2026-04-08T13:01:25.368471Z","end":"2026-04-08T13:01:25.572202Z","steps":["trace[1323423283] 'agreement among raft nodes before linearized reading' (duration: 203.566009ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:25.572111Z","caller":"traceutil/trace.go:171","msg":"trace[65024880] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"188.656789ms","start":"2026-04-08T13:01:25.383414Z","end":"2026-04-08T13:01:25.572071Z","steps":["trace[65024880] 'process raft request' (duration: 188.470633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:25.572236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.352063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:01:25.573106Z","caller":"traceutil/trace.go:171","msg":"trace[256447125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2790; }","duration":"197.230892ms","start":"2026-04-08T13:01:25.375859Z","end":"2026-04-08T13:01:25.573089Z","steps":["trace[256447125] 'agreement among raft nodes before linearized reading' (duration: 196.27938ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:27.306557Z","caller":"traceutil/trace.go:171","msg":"trace[1829904069] linearizableReadLoop","detail":"{readStateIndex:2914; appliedIndex:2913; }","duration":"486.535041ms","start":"2026-04-08T13:01:26.819991Z","end":"2026-04-08T13:01:27.306526Z","steps":["trace[1829904069] 'read index received' (duration: 486.378485ms)","trace[1829904069] 'applied index is now lower than readState.Index' (duration: 155.155µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:01:27.306663Z","caller":"traceutil/trace.go:171","msg":"trace[1304641101] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"704.292906ms","start":"2026-04-08T13:01:26.602336Z","end":"2026-04-08T13:01:27.306629Z","steps":["trace[1304641101] 'process raft request' (duration: 703.982576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:27.306849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:26.602291Z","time spent":"704.452501ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:01:27.306869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.846241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-08T13:01:27.306931Z","caller":"traceutil/trace.go:171","msg":"trace[1749047338] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2804; }","duration":"486.972895ms","start":"2026-04-08T13:01:26.819927Z","end":"2026-04-08T13:01:27.3069Z","steps":["trace[1749047338] 'agreement among raft nodes before linearized reading' (duration: 486.744957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:27.30697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:26.819901Z","time spent":"487.058838ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-08T13:01:27.813883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766882565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:01:28.31462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766882565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:01:28.470987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164684232s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:01:28.705009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.728777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:01:28.705251Z","caller":"traceutil/trace.go:171","msg":"trace[1592444677] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"1.77893529s","start":"2026-04-08T13:01:26.926292Z","end":"2026-04-08T13:01:28.705228Z","steps":["trace[1592444677] 'process raft request' (duration: 1.54483914s)","trace[1592444677] 'compare' (duration: 231.927917ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:01:28.705279Z","caller":"traceutil/trace.go:171","msg":"trace[1918077130] linearizableReadLoop","detail":"{readStateIndex:2917; appliedIndex:2914; }","duration":"1.398622387s","start":"2026-04-08T13:01:27.306642Z","end":"2026-04-08T13:01:28.705265Z","steps":["trace[1918077130] 'read index received' (duration: 1.164502717s)","trace[1918077130] 'applied index is now lower than readState.Index' (duration: 234.11852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:01:28.705348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:26.926265Z","time spent":"1.779038385s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:01:28.705365Z","caller":"traceutil/trace.go:171","msg":"trace[1497085983] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"1.127528137s","start":"2026-04-08T13:01:27.577827Z","end":"2026-04-08T13:01:28.705355Z","steps":["trace[1497085983] 'process raft request' (duration: 1.127395253s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:28.705351Z","caller":"traceutil/trace.go:171","msg":"trace[709900128] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"1.483284467s","start":"2026-04-08T13:01:27.222038Z","end":"2026-04-08T13:01:28.705322Z","steps":["trace[709900128] 'process raft request' (duration: 1.48308631s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:28.705422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:27.577807Z","time spent":"1.127579419s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:01:28.70549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:27.222015Z","time spent":"1.483398331s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:01:28.705576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472805523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:01:28.705614Z","caller":"traceutil/trace.go:171","msg":"trace[397798388] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2807; }","duration":"1.472872696s","start":"2026-04-08T13:01:27.23273Z","end":"2026-04-08T13:01:28.705602Z","steps":["trace[397798388] 'agreement among raft nodes before linearized reading' (duration: 1.472777503s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:28.705654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:27.232718Z","time spent":"1.472928157s","remote":"127.0.0.1:43572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:01:28.70588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.245484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:01:28.705925Z","caller":"traceutil/trace.go:171","msg":"trace[1715203386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2807; }","duration":"944.338517ms","start":"2026-04-08T13:01:27.761576Z","end":"2026-04-08T13:01:28.705914Z","steps":["trace[1715203386] 'agreement among raft nodes before linearized reading' (duration: 944.213203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:28.705956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:27.761549Z","time spent":"944.400309ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:01:28.705978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360384995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:01:28.705968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.160384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:01:28.706117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586283007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T13:01:28.706119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.669938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:01:28.706153Z","caller":"traceutil/trace.go:171","msg":"trace[1541982809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2807; }","duration":"1.586345589s","start":"2026-04-08T13:01:27.119799Z","end":"2026-04-08T13:01:28.706145Z","steps":["trace[1541982809] 'agreement among raft nodes before linearized reading' (duration: 1.586262436s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:28.705922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.224593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:01:28.706172Z","caller":"traceutil/trace.go:171","msg":"trace[930591705] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2807; }","duration":"339.770111ms","start":"2026-04-08T13:01:28.366389Z","end":"2026-04-08T13:01:28.70616Z","steps":["trace[930591705] 'agreement among raft nodes before linearized reading' (duration: 339.683088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:28.706186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:27.119787Z","time spent":"1.58639369s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:01:28.706105Z","caller":"traceutil/trace.go:171","msg":"trace[1622880694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2807; }","duration":"863.366721ms","start":"2026-04-08T13:01:27.842724Z","end":"2026-04-08T13:01:28.706091Z","steps":["trace[1622880694] 'agreement among raft nodes before linearized reading' (duration: 863.101692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:28.706223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:28.36637Z","time spent":"339.839714ms","remote":"127.0.0.1:43618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:01:28.706043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.531144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:01:28.706267Z","caller":"traceutil/trace.go:171","msg":"trace[615070865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2807; }","duration":"328.793532ms","start":"2026-04-08T13:01:28.377464Z","end":"2026-04-08T13:01:28.706258Z","steps":["trace[615070865] 'agreement among raft nodes before linearized reading' (duration: 328.559295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:28.706234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:27.842697Z","time spent":"863.525316ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:01:28.706079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395294514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-04-08T13:01:28.706295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:28.377442Z","time spent":"328.844654ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:01:28.706027Z","caller":"traceutil/trace.go:171","msg":"trace[335854231] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2807; }","duration":"1.360449857s","start":"2026-04-08T13:01:27.345552Z","end":"2026-04-08T13:01:28.706002Z","steps":["trace[335854231] 'agreement among raft nodes before linearized reading' (duration: 1.360396085s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:28.706377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.758069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T13:01:28.706444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:27.34554Z","time spent":"1.36086428s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:01:28.706452Z","caller":"traceutil/trace.go:171","msg":"trace[470376209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2807; }","duration":"838.863783ms","start":"2026-04-08T13:01:27.867578Z","end":"2026-04-08T13:01:28.706441Z","steps":["trace[470376209] 'agreement among raft nodes before linearized reading' (duration: 838.678826ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:28.706222Z","caller":"traceutil/trace.go:171","msg":"trace[1825203267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2807; }","duration":"849.566335ms","start":"2026-04-08T13:01:27.856632Z","end":"2026-04-08T13:01:28.706199Z","steps":["trace[1825203267] 'agreement among raft nodes before linearized reading' (duration: 849.13357ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:28.706325Z","caller":"traceutil/trace.go:171","msg":"trace[485963594] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2807; }","duration":"1.395583623s","start":"2026-04-08T13:01:27.310722Z","end":"2026-04-08T13:01:28.706306Z","steps":["trace[485963594] 'agreement among raft nodes before linearized reading' (duration: 1.394912531s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:28.706602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:27.856613Z","time spent":"849.968618ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:01:28.706618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:27.867565Z","time spent":"838.972237ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:01:28.706681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007866854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:01:28.709326Z","caller":"traceutil/trace.go:171","msg":"trace[1785018886] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2807; }","duration":"1.010629297s","start":"2026-04-08T13:01:27.698678Z","end":"2026-04-08T13:01:28.709308Z","steps":["trace[1785018886] 'agreement among raft nodes before linearized reading' (duration: 1.00713292s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:28.709391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:27.698649Z","time spent":"1.01072349s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:01:28.710847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:01:27.310705Z","time spent":"1.397951173s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-08T13:01:31.019205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.762184ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:01:31.019377Z","caller":"traceutil/trace.go:171","msg":"trace[1115377004] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2818; }","duration":"171.95187ms","start":"2026-04-08T13:01:30.847393Z","end":"2026-04-08T13:01:31.019345Z","steps":["trace[1115377004] 'range keys from in-memory index tree' (duration: 171.735783ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:31.023915Z","caller":"traceutil/trace.go:171","msg":"trace[1768021852] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"267.541459ms","start":"2026-04-08T13:01:30.756354Z","end":"2026-04-08T13:01:31.023895Z","steps":["trace[1768021852] 'process raft request' (duration: 267.375014ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:31.03313Z","caller":"traceutil/trace.go:171","msg":"trace[1260338371] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"276.671801ms","start":"2026-04-08T13:01:30.75644Z","end":"2026-04-08T13:01:31.033112Z","steps":["trace[1260338371] 'process raft request' (duration: 276.537307ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:31.033408Z","caller":"traceutil/trace.go:171","msg":"trace[582167022] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"276.754565ms","start":"2026-04-08T13:01:30.756639Z","end":"2026-04-08T13:01:31.033393Z","steps":["trace[582167022] 'process raft request' (duration: 276.432674ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:31.033539Z","caller":"traceutil/trace.go:171","msg":"trace[264062284] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"276.193907ms","start":"2026-04-08T13:01:30.757336Z","end":"2026-04-08T13:01:31.03353Z","steps":["trace[264062284] 'process raft request' (duration: 276.134525ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:31.033571Z","caller":"traceutil/trace.go:171","msg":"trace[464552388] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"276.766535ms","start":"2026-04-08T13:01:30.756795Z","end":"2026-04-08T13:01:31.033561Z","steps":["trace[464552388] 'process raft request' (duration: 276.480685ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:31.033647Z","caller":"traceutil/trace.go:171","msg":"trace[761758589] linearizableReadLoop","detail":"{readStateIndex:2934; appliedIndex:2929; }","duration":"214.09708ms","start":"2026-04-08T13:01:30.819402Z","end":"2026-04-08T13:01:31.033499Z","steps":["trace[761758589] 'read index received' (duration: 204.317036ms)","trace[761758589] 'applied index is now lower than readState.Index' (duration: 9.779504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:01:31.033783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.369018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-08T13:01:31.03381Z","caller":"traceutil/trace.go:171","msg":"trace[2073683028] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2823; }","duration":"214.398279ms","start":"2026-04-08T13:01:30.819397Z","end":"2026-04-08T13:01:31.033795Z","steps":["trace[2073683028] 'agreement among raft nodes before linearized reading' (duration: 214.266885ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:34.497761Z","caller":"traceutil/trace.go:171","msg":"trace[936877899] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"106.557485ms","start":"2026-04-08T13:01:34.391178Z","end":"2026-04-08T13:01:34.497736Z","steps":["trace[936877899] 'process raft request' (duration: 105.959436ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:34.610756Z","caller":"traceutil/trace.go:171","msg":"trace[2768517] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"105.991598ms","start":"2026-04-08T13:01:34.504711Z","end":"2026-04-08T13:01:34.610702Z","steps":["trace[2768517] 'process raft request' (duration: 39.626243ms)","trace[2768517] 'compare' (duration: 65.987532ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:01:34.611001Z","caller":"traceutil/trace.go:171","msg":"trace[1737876033] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"106.244636ms","start":"2026-04-08T13:01:34.504741Z","end":"2026-04-08T13:01:34.610986Z","steps":["trace[1737876033] 'process raft request' (duration: 105.861164ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:34.611415Z","caller":"traceutil/trace.go:171","msg":"trace[1829930358] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"106.530575ms","start":"2026-04-08T13:01:34.504864Z","end":"2026-04-08T13:01:34.611395Z","steps":["trace[1829930358] 'process raft request' (duration: 106.0597ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:34.611458Z","caller":"traceutil/trace.go:171","msg":"trace[1514256257] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"106.333829ms","start":"2026-04-08T13:01:34.505113Z","end":"2026-04-08T13:01:34.611447Z","steps":["trace[1514256257] 'process raft request' (duration: 106.182844ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:34.611525Z","caller":"traceutil/trace.go:171","msg":"trace[1907853555] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"106.301368ms","start":"2026-04-08T13:01:34.505205Z","end":"2026-04-08T13:01:34.611507Z","steps":["trace[1907853555] 'process raft request' (duration: 106.230666ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:34.611606Z","caller":"traceutil/trace.go:171","msg":"trace[2113371946] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"106.429602ms","start":"2026-04-08T13:01:34.505168Z","end":"2026-04-08T13:01:34.611598Z","steps":["trace[2113371946] 'process raft request' (duration: 106.213705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:35.520474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.159264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-08T13:01:35.520559Z","caller":"traceutil/trace.go:171","msg":"trace[624227641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2853; }","duration":"114.316329ms","start":"2026-04-08T13:01:35.406222Z","end":"2026-04-08T13:01:35.520539Z","steps":["trace[624227641] 'range keys from in-memory index tree' (duration: 113.963279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:47.396251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.879074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:01:47.396646Z","caller":"traceutil/trace.go:171","msg":"trace[1448641699] linearizableReadLoop","detail":"{readStateIndex:3043; appliedIndex:3041; }","duration":"254.053295ms","start":"2026-04-08T13:01:47.142574Z","end":"2026-04-08T13:01:47.396627Z","steps":["trace[1448641699] 'read index received' (duration: 42.591663ms)","trace[1448641699] 'applied index is now lower than readState.Index' (duration: 211.460292ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:01:47.396675Z","caller":"traceutil/trace.go:171","msg":"trace[778908021] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"264.050422ms","start":"2026-04-08T13:01:47.132594Z","end":"2026-04-08T13:01:47.396645Z","steps":["trace[778908021] 'process raft request' (duration: 103.649962ms)","trace[778908021] 'compare' (duration: 159.731529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:01:47.396966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.371735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T13:01:47.397037Z","caller":"traceutil/trace.go:171","msg":"trace[1354427795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2929; }","duration":"254.448897ms","start":"2026-04-08T13:01:47.14255Z","end":"2026-04-08T13:01:47.396999Z","steps":["trace[1354427795] 'agreement among raft nodes before linearized reading' (duration: 254.174759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:47.397128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.060926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:01:47.397177Z","caller":"traceutil/trace.go:171","msg":"trace[1460637100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2929; }","duration":"205.122808ms","start":"2026-04-08T13:01:47.192042Z","end":"2026-04-08T13:01:47.397164Z","steps":["trace[1460637100] 'agreement among raft nodes before linearized reading' (duration: 205.007164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:47.397252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.722844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:01:47.397376Z","caller":"traceutil/trace.go:171","msg":"trace[1673806567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2929; }","duration":"218.92618ms","start":"2026-04-08T13:01:47.178429Z","end":"2026-04-08T13:01:47.397355Z","steps":["trace[1673806567] 'agreement among raft nodes before linearized reading' (duration: 218.559519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:47.397383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.427581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:01:47.397511Z","caller":"traceutil/trace.go:171","msg":"trace[1381780545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2929; }","duration":"211.623717ms","start":"2026-04-08T13:01:47.185856Z","end":"2026-04-08T13:01:47.39748Z","steps":["trace[1381780545] 'agreement among raft nodes before linearized reading' (duration: 211.191544ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:51.095364Z","caller":"traceutil/trace.go:171","msg":"trace[558239922] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"198.093394ms","start":"2026-04-08T13:01:50.897247Z","end":"2026-04-08T13:01:51.09534Z","steps":["trace[558239922] 'process raft request' (duration: 198.044643ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:51.095527Z","caller":"traceutil/trace.go:171","msg":"trace[1515543598] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"221.043026ms","start":"2026-04-08T13:01:50.874452Z","end":"2026-04-08T13:01:51.095495Z","steps":["trace[1515543598] 'process raft request' (duration: 220.690245ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:53.75242Z","caller":"traceutil/trace.go:171","msg":"trace[2033760344] linearizableReadLoop","detail":"{readStateIndex:3080; appliedIndex:3078; }","duration":"188.523949ms","start":"2026-04-08T13:01:53.563869Z","end":"2026-04-08T13:01:53.752393Z","steps":["trace[2033760344] 'read index received' (duration: 164.107763ms)","trace[2033760344] 'applied index is now lower than readState.Index' (duration: 24.415016ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:01:53.752516Z","caller":"traceutil/trace.go:171","msg":"trace[394372421] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"234.128207ms","start":"2026-04-08T13:01:53.518355Z","end":"2026-04-08T13:01:53.752483Z","steps":["trace[394372421] 'process raft request' (duration: 233.875738ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:53.752516Z","caller":"traceutil/trace.go:171","msg":"trace[1606578699] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"115.93311ms","start":"2026-04-08T13:01:53.63656Z","end":"2026-04-08T13:01:53.752494Z","steps":["trace[1606578699] 'process raft request' (duration: 115.774154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:01:53.75274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.738657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:01:53.752455Z","caller":"traceutil/trace.go:171","msg":"trace[2091828005] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"260.660726ms","start":"2026-04-08T13:01:53.491761Z","end":"2026-04-08T13:01:53.752422Z","steps":["trace[2091828005] 'process raft request' (duration: 236.193909ms)","trace[2091828005] 'compare' (duration: 23.923701ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:01:53.75301Z","caller":"traceutil/trace.go:171","msg":"trace[1644070453] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2966; }","duration":"189.159549ms","start":"2026-04-08T13:01:53.563826Z","end":"2026-04-08T13:01:53.752986Z","steps":["trace[1644070453] 'agreement among raft nodes before linearized reading' (duration: 188.667535ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:01:57.228581Z","caller":"traceutil/trace.go:171","msg":"trace[203452662] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"103.306877ms","start":"2026-04-08T13:01:57.125248Z","end":"2026-04-08T13:01:57.228555Z","steps":["trace[203452662] 'process raft request' (duration: 71.731255ms)","trace[203452662] 'compare' (duration: 31.390576ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:02:01.668573Z","caller":"traceutil/trace.go:171","msg":"trace[1078148370] linearizableReadLoop","detail":"{readStateIndex:3121; appliedIndex:3120; }","duration":"133.97353ms","start":"2026-04-08T13:02:01.534576Z","end":"2026-04-08T13:02:01.66855Z","steps":["trace[1078148370] 'read index received' (duration: 133.751984ms)","trace[1078148370] 'applied index is now lower than readState.Index' (duration: 220.546µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:02:01.668678Z","caller":"traceutil/trace.go:171","msg":"trace[1236706448] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"155.091585ms","start":"2026-04-08T13:02:01.513561Z","end":"2026-04-08T13:02:01.668652Z","steps":["trace[1236706448] 'process raft request' (duration: 154.827678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:02.360609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.684669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:02:02.360735Z","caller":"traceutil/trace.go:171","msg":"trace[221439557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3003; }","duration":"736.859304ms","start":"2026-04-08T13:02:01.623844Z","end":"2026-04-08T13:02:02.360703Z","steps":["trace[221439557] 'agreement among raft nodes before linearized reading' (duration: 44.851155ms)","trace[221439557] 'range keys from in-memory index tree' (duration: 691.720551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:02:02.360717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.108842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T13:02:02.360792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:01.623827Z","time spent":"736.953967ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:02:02.360836Z","caller":"traceutil/trace.go:171","msg":"trace[2000690760] linearizableReadLoop","detail":"{readStateIndex:3122; appliedIndex:3121; }","duration":"493.250941ms","start":"2026-04-08T13:02:01.867556Z","end":"2026-04-08T13:02:02.360807Z","steps":["trace[2000690760] 'read index received' (duration: 393.740802ms)","trace[2000690760] 'applied index is now lower than readState.Index' (duration: 99.508429ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:02:02.360952Z","caller":"traceutil/trace.go:171","msg":"trace[311203591] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"567.097047ms","start":"2026-04-08T13:02:01.793825Z","end":"2026-04-08T13:02:02.360922Z","steps":["trace[311203591] 'process raft request' (duration: 467.469235ms)","trace[311203591] 'compare' (duration: 99.330884ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:02:02.360807Z","caller":"traceutil/trace.go:171","msg":"trace[1339493406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3003; }","duration":"826.220206ms","start":"2026-04-08T13:02:01.534561Z","end":"2026-04-08T13:02:02.360781Z","steps":["trace[1339493406] 'agreement among raft nodes before linearized reading' (duration: 134.112045ms)","trace[1339493406] 'range keys from in-memory index tree' (duration: 691.845484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:02:02.361131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:01.793803Z","time spent":"567.229831ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:02:02.361167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.605913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:02:02.361212Z","caller":"traceutil/trace.go:171","msg":"trace[545880473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3004; }","duration":"493.699835ms","start":"2026-04-08T13:02:01.8675Z","end":"2026-04-08T13:02:02.3612Z","steps":["trace[545880473] 'agreement among raft nodes before linearized reading' (duration: 493.503229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:02.361252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:01.86748Z","time spent":"493.763296ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:02:02.361271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.689635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:02:02.361236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:01.534546Z","time spent":"826.599988ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:02:02.361302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.482225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:02:02.361646Z","caller":"traceutil/trace.go:171","msg":"trace[112558890] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3004; }","duration":"197.843295ms","start":"2026-04-08T13:02:02.163781Z","end":"2026-04-08T13:02:02.361625Z","steps":["trace[112558890] 'agreement among raft nodes before linearized reading' (duration: 197.479365ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:02.361313Z","caller":"traceutil/trace.go:171","msg":"trace[2128850951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3004; }","duration":"493.769947ms","start":"2026-04-08T13:02:01.867532Z","end":"2026-04-08T13:02:02.361302Z","steps":["trace[2128850951] 'agreement among raft nodes before linearized reading' (duration: 493.649904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:02.361825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:01.867512Z","time spent":"494.302441ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:02:02.665114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.02422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:02:02.665267Z","caller":"traceutil/trace.go:171","msg":"trace[2114916203] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"297.625082ms","start":"2026-04-08T13:02:02.367629Z","end":"2026-04-08T13:02:02.665254Z","steps":["trace[2114916203] 'process raft request' (duration: 297.5547ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:02.66528Z","caller":"traceutil/trace.go:171","msg":"trace[1400849690] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"298.776685ms","start":"2026-04-08T13:02:02.36649Z","end":"2026-04-08T13:02:02.665266Z","steps":["trace[1400849690] 'process raft request' (duration: 168.53458ms)","trace[1400849690] 'compare' (duration: 129.555916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:02:05.072126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252156576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-08T13:02:05.072211Z","caller":"traceutil/trace.go:171","msg":"trace[179213782] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3008; }","duration":"2.25230003s","start":"2026-04-08T13:02:02.819896Z","end":"2026-04-08T13:02:05.072196Z","steps":["trace[179213782] 'range keys from in-memory index tree' (duration: 2.251962411s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:05.072239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:02.819874Z","time spent":"2.252358061s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-08T13:02:05.072416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208201662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:02:05.072473Z","caller":"traceutil/trace.go:171","msg":"trace[1049979727] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3008; }","duration":"2.208354836s","start":"2026-04-08T13:02:02.864104Z","end":"2026-04-08T13:02:05.072458Z","steps":["trace[1049979727] 'count revisions from in-memory index tree' (duration: 2.208116139s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:05.072504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:02.864081Z","time spent":"2.208413858s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:02:05.073232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710059325s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:02:05.073398Z","caller":"traceutil/trace.go:171","msg":"trace[771616219] linearizableReadLoop","detail":"{readStateIndex:3127; appliedIndex:3126; }","duration":"1.91761574s","start":"2026-04-08T13:02:03.155773Z","end":"2026-04-08T13:02:05.073389Z","steps":["trace[771616219] 'read index received' (duration: 207.36547ms)","trace[771616219] 'applied index is now lower than readState.Index' (duration: 1.71024923s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:02:05.073449Z","caller":"traceutil/trace.go:171","msg":"trace[1804981049] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"2.076935607s","start":"2026-04-08T13:02:02.996506Z","end":"2026-04-08T13:02:05.073441Z","steps":["trace[1804981049] 'process raft request' (duration: 366.620105ms)","trace[1804981049] 'compare' (duration: 1.709838539s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:02:05.073488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:02.99648Z","time spent":"2.076984728s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:02:05.073607Z","caller":"traceutil/trace.go:171","msg":"trace[1088489626] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"1.910418785s","start":"2026-04-08T13:02:03.16318Z","end":"2026-04-08T13:02:05.073599Z","steps":["trace[1088489626] 'process raft request' (duration: 1.910139207s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:05.073644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:03.163133Z","time spent":"1.910490117s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:02:05.073851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918083163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:02:05.07385Z","caller":"traceutil/trace.go:171","msg":"trace[1112100576] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"1.823494127s","start":"2026-04-08T13:02:03.250335Z","end":"2026-04-08T13:02:05.073829Z","steps":["trace[1112100576] 'process raft request' (duration: 1.823230759s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:05.073884Z","caller":"traceutil/trace.go:171","msg":"trace[1067658683] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3011; }","duration":"1.918145355s","start":"2026-04-08T13:02:03.155728Z","end":"2026-04-08T13:02:05.073874Z","steps":["trace[1067658683] 'agreement among raft nodes before linearized reading' (duration: 1.917812406s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:05.073906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:03.155711Z","time spent":"1.918189817s","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:02:05.073976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:03.25031Z","time spent":"1.823592939s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:02:05.375131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:02:05.376264Z","caller":"traceutil/trace.go:171","msg":"trace[389723087] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104946s","start":"2026-04-08T13:02:03.375089Z","end":"2026-04-08T13:02:05.375194Z","steps":["trace[389723087] 'agreement among raft nodes before linearized reading' (duration: 2.000009794s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:05.376394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:03.375044Z","time spent":"2.001314431s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:02:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:02:06.190827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.992355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:02:06.19095Z","caller":"traceutil/trace.go:171","msg":"trace[509469270] linearizableReadLoop","detail":"{readStateIndex:3130; appliedIndex:3129; }","duration":"1.11751088s","start":"2026-04-08T13:02:05.073419Z","end":"2026-04-08T13:02:06.19093Z","steps":["trace[509469270] 'read index received' (duration: 156.303899ms)","trace[509469270] 'applied index is now lower than readState.Index' (duration: 961.204831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:02:06.191163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51867593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:02:06.19124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770545276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:02:06.191266Z","caller":"traceutil/trace.go:171","msg":"trace[1764612858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3012; }","duration":"2.518815204s","start":"2026-04-08T13:02:03.672435Z","end":"2026-04-08T13:02:06.19125Z","steps":["trace[1764612858] 'agreement among raft nodes before linearized reading' (duration: 2.518599818s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:06.191293Z","caller":"traceutil/trace.go:171","msg":"trace[1555771040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3012; }","duration":"1.77066s","start":"2026-04-08T13:02:04.420618Z","end":"2026-04-08T13:02:06.191277Z","steps":["trace[1555771040] 'agreement among raft nodes before linearized reading' (duration: 1.770410563s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.191356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:04.420602Z","time spent":"1.770739231s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:02:06.191375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394809142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:02:06.191425Z","caller":"traceutil/trace.go:171","msg":"trace[2084242503] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3012; }","duration":"2.394882264s","start":"2026-04-08T13:02:03.796516Z","end":"2026-04-08T13:02:06.191398Z","steps":["trace[2084242503] 'agreement among raft nodes before linearized reading' (duration: 2.394811312s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.191465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:03.796494Z","time spent":"2.394961687s","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":28,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:02:06.191264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768553841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:02:06.191593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500901066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127388"} {"level":"warn","ts":"2026-04-08T13:02:06.191652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506035052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-08T13:02:06.191674Z","caller":"traceutil/trace.go:171","msg":"trace[159299107] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3012; }","duration":"2.501016659s","start":"2026-04-08T13:02:03.690641Z","end":"2026-04-08T13:02:06.191658Z","steps":["trace[159299107] 'agreement among raft nodes before linearized reading' (duration: 2.500768202s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:06.191692Z","caller":"traceutil/trace.go:171","msg":"trace[1321714110] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3012; }","duration":"2.506118114s","start":"2026-04-08T13:02:03.685565Z","end":"2026-04-08T13:02:06.191683Z","steps":["trace[1321714110] 'agreement among raft nodes before linearized reading' (duration: 2.506049232s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.191716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:03.690628Z","time spent":"2.501079441s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127410,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-08T13:02:06.191309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:03.672419Z","time spent":"2.518878746s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:02:06.191794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98199814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:02:06.191887Z","caller":"traceutil/trace.go:171","msg":"trace[191830133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3012; }","duration":"2.982209116s","start":"2026-04-08T13:02:03.209667Z","end":"2026-04-08T13:02:06.191876Z","steps":["trace[191830133] 'agreement among raft nodes before linearized reading' (duration: 2.98198149s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.191956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115924114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-08T13:02:06.191991Z","caller":"traceutil/trace.go:171","msg":"trace[1893015206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3012; }","duration":"1.76891524s","start":"2026-04-08T13:02:04.422666Z","end":"2026-04-08T13:02:06.191581Z","steps":["trace[1893015206] 'agreement among raft nodes before linearized reading' (duration: 1.768267032s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.192122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.465376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-08T13:02:06.192136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.38862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:02:06.192132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:03.209649Z","time spent":"2.982435653s","remote":"127.0.0.1:53248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:02:06.192127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:04.422651Z","time spent":"1.769455696s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:02:06.192233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.112689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:02:06.192254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523044949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:02:06.192261Z","caller":"traceutil/trace.go:171","msg":"trace[1659677145] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3012; }","duration":"933.177021ms","start":"2026-04-08T13:02:05.259076Z","end":"2026-04-08T13:02:06.192253Z","steps":["trace[1659677145] 'agreement among raft nodes before linearized reading' (duration: 933.127529ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:06.192276Z","caller":"traceutil/trace.go:171","msg":"trace[117051943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3012; }","duration":"1.52311217s","start":"2026-04-08T13:02:04.669157Z","end":"2026-04-08T13:02:06.192269Z","steps":["trace[117051943] 'agreement among raft nodes before linearized reading' (duration: 1.523050688s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.192292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:05.259058Z","time spent":"933.225602ms","remote":"127.0.0.1:43490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:02:06.192303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:04.669136Z","time spent":"1.523161412s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:02:06.19236Z","caller":"traceutil/trace.go:171","msg":"trace[72225176] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"1.82448157s","start":"2026-04-08T13:02:04.36787Z","end":"2026-04-08T13:02:06.192351Z","steps":["trace[72225176] 'process raft request' (duration: 861.86596ms)","trace[72225176] 'compare' (duration: 960.143191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:02:06.191727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:03.685539Z","time spent":"2.506178356s","remote":"127.0.0.1:57520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-08T13:02:06.192423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:04.367844Z","time spent":"1.824536622s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:02:06.192514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375071294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T13:02:06.192536Z","caller":"traceutil/trace.go:171","msg":"trace[950609812] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3012; }","duration":"1.375125925s","start":"2026-04-08T13:02:04.817405Z","end":"2026-04-08T13:02:06.19253Z","steps":["trace[950609812] 'agreement among raft nodes before linearized reading' (duration: 1.375071734s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.192555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:04.817386Z","time spent":"1.375163396s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T13:02:06.192561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769242509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:02:06.192607Z","caller":"traceutil/trace.go:171","msg":"trace[1744147968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3012; }","duration":"1.76932001s","start":"2026-04-08T13:02:04.423273Z","end":"2026-04-08T13:02:06.192593Z","steps":["trace[1744147968] 'agreement among raft nodes before linearized reading' (duration: 1.769211537s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.19265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:04.423256Z","time spent":"1.769385012s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:02:06.192697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523753398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T13:02:06.192735Z","caller":"traceutil/trace.go:171","msg":"trace[604098369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3012; }","duration":"1.5238357s","start":"2026-04-08T13:02:04.668891Z","end":"2026-04-08T13:02:06.192726Z","steps":["trace[604098369] 'agreement among raft nodes before linearized reading' (duration: 1.523741467s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.192762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:04.668866Z","time spent":"1.523888801s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:02:06.192009Z","caller":"traceutil/trace.go:171","msg":"trace[193428705] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3012; }","duration":"1.116002177s","start":"2026-04-08T13:02:05.075998Z","end":"2026-04-08T13:02:06.192Z","steps":["trace[193428705] 'agreement among raft nodes before linearized reading' (duration: 1.115886193s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.193006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:05.075982Z","time spent":"1.117011365s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-08T13:02:06.19205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.768215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:02:06.193154Z","caller":"traceutil/trace.go:171","msg":"trace[309863223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3012; }","duration":"817.894875ms","start":"2026-04-08T13:02:05.375247Z","end":"2026-04-08T13:02:06.193142Z","steps":["trace[309863223] 'agreement among raft nodes before linearized reading' (duration: 816.781034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.193186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:05.375231Z","time spent":"817.946087ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:02:06.192182Z","caller":"traceutil/trace.go:171","msg":"trace[1607392968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3012; }","duration":"403.484482ms","start":"2026-04-08T13:02:05.788689Z","end":"2026-04-08T13:02:06.192174Z","steps":["trace[1607392968] 'agreement among raft nodes before linearized reading' (duration: 403.41306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.193361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:05.788657Z","time spent":"404.686736ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:02:06.192022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.052328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:02:06.194445Z","caller":"traceutil/trace.go:171","msg":"trace[1816352281] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3012; }","duration":"708.515847ms","start":"2026-04-08T13:02:05.485919Z","end":"2026-04-08T13:02:06.194435Z","steps":["trace[1816352281] 'agreement among raft nodes before linearized reading' (duration: 706.049528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.194478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:05.485899Z","time spent":"708.568039ms","remote":"127.0.0.1:43506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:02:06.192181Z","caller":"traceutil/trace.go:171","msg":"trace[1874564434] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:3012; }","duration":"913.536178ms","start":"2026-04-08T13:02:05.278617Z","end":"2026-04-08T13:02:06.192153Z","steps":["trace[1874564434] 'agreement among raft nodes before linearized reading' (duration: 913.451475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:06.195372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:05.278598Z","time spent":"916.745768ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-08T13:02:10.402192Z","caller":"traceutil/trace.go:171","msg":"trace[278235535] linearizableReadLoop","detail":"{readStateIndex:3157; appliedIndex:3156; }","duration":"146.350977ms","start":"2026-04-08T13:02:10.255819Z","end":"2026-04-08T13:02:10.40217Z","steps":["trace[278235535] 'read index received' (duration: 146.173673ms)","trace[278235535] 'applied index is now lower than readState.Index' (duration: 176.424µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:02:10.402543Z","caller":"traceutil/trace.go:171","msg":"trace[1269786316] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"194.996377ms","start":"2026-04-08T13:02:10.207511Z","end":"2026-04-08T13:02:10.402508Z","steps":["trace[1269786316] 'process raft request' (duration: 194.539224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:10.402595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.760018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T13:02:10.402633Z","caller":"traceutil/trace.go:171","msg":"trace[2048467679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3038; }","duration":"146.844431ms","start":"2026-04-08T13:02:10.255778Z","end":"2026-04-08T13:02:10.402622Z","steps":["trace[2048467679] 'agreement among raft nodes before linearized reading' (duration: 146.705597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:10.40294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.919186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:02:10.402991Z","caller":"traceutil/trace.go:171","msg":"trace[1262841211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3038; }","duration":"145.993588ms","start":"2026-04-08T13:02:10.256986Z","end":"2026-04-08T13:02:10.40298Z","steps":["trace[1262841211] 'agreement among raft nodes before linearized reading' (duration: 145.819384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:10.402985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.097951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T13:02:10.402987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.98357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:02:10.403041Z","caller":"traceutil/trace.go:171","msg":"trace[1708689387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3038; }","duration":"146.167273ms","start":"2026-04-08T13:02:10.256859Z","end":"2026-04-08T13:02:10.403027Z","steps":["trace[1708689387] 'agreement among raft nodes before linearized reading' (duration: 146.008728ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:10.403063Z","caller":"traceutil/trace.go:171","msg":"trace[969699414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3038; }","duration":"141.092913ms","start":"2026-04-08T13:02:10.261951Z","end":"2026-04-08T13:02:10.403044Z","steps":["trace[969699414] 'agreement among raft nodes before linearized reading' (duration: 140.838156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:10.403263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.409929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:02:10.403313Z","caller":"traceutil/trace.go:171","msg":"trace[145878867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3038; }","duration":"146.490491ms","start":"2026-04-08T13:02:10.256813Z","end":"2026-04-08T13:02:10.403304Z","steps":["trace[145878867] 'agreement among raft nodes before linearized reading' (duration: 145.962697ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:10.550805Z","caller":"traceutil/trace.go:171","msg":"trace[867664874] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"143.198321ms","start":"2026-04-08T13:02:10.407592Z","end":"2026-04-08T13:02:10.55079Z","steps":["trace[867664874] 'process raft request' (duration: 143.144519ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:10.550936Z","caller":"traceutil/trace.go:171","msg":"trace[1129422704] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"143.420238ms","start":"2026-04-08T13:02:10.407507Z","end":"2026-04-08T13:02:10.550927Z","steps":["trace[1129422704] 'process raft request' (duration: 123.240932ms)","trace[1129422704] 'compare' (duration: 19.705013ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:02:10.551113Z","caller":"traceutil/trace.go:171","msg":"trace[890392407] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"143.191331ms","start":"2026-04-08T13:02:10.407907Z","end":"2026-04-08T13:02:10.551098Z","steps":["trace[890392407] 'process raft request' (duration: 142.861652ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:10.551241Z","caller":"traceutil/trace.go:171","msg":"trace[2104297094] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"142.78852ms","start":"2026-04-08T13:02:10.408441Z","end":"2026-04-08T13:02:10.55123Z","steps":["trace[2104297094] 'process raft request' (duration: 142.593734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:10.815685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.716877ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-08T13:02:29.475204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.397319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:02:29.475302Z","caller":"traceutil/trace.go:171","msg":"trace[964126532] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"281.801925ms","start":"2026-04-08T13:02:29.193486Z","end":"2026-04-08T13:02:29.475288Z","steps":["trace[964126532] 'compare' (duration: 276.117112ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:29.479823Z","caller":"traceutil/trace.go:171","msg":"trace[963901533] linearizableReadLoop","detail":"{readStateIndex:3263; appliedIndex:3262; }","duration":"102.727726ms","start":"2026-04-08T13:02:29.377064Z","end":"2026-04-08T13:02:29.479792Z","steps":["trace[963901533] 'read index received' (duration: 102.540391ms)","trace[963901533] 'applied index is now lower than readState.Index' (duration: 186.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:02:29.479924Z","caller":"traceutil/trace.go:171","msg":"trace[1778585422] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"285.412997ms","start":"2026-04-08T13:02:29.194487Z","end":"2026-04-08T13:02:29.4799Z","steps":["trace[1778585422] 'process raft request' (duration: 285.170451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:29.479978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.90876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:02:29.480023Z","caller":"traceutil/trace.go:171","msg":"trace[1355766567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3140; }","duration":"103.009032ms","start":"2026-04-08T13:02:29.377002Z","end":"2026-04-08T13:02:29.480011Z","steps":["trace[1355766567] 'agreement among raft nodes before linearized reading' (duration: 102.896159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:31.492676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.333879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:02:31.492961Z","caller":"traceutil/trace.go:171","msg":"trace[1978744970] linearizableReadLoop","detail":"{readStateIndex:3274; appliedIndex:3273; }","duration":"118.649625ms","start":"2026-04-08T13:02:31.374095Z","end":"2026-04-08T13:02:31.492745Z","steps":["trace[1978744970] 'read index received' (duration: 54.152µs)","trace[1978744970] 'applied index is now lower than readState.Index' (duration: 118.594373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:02:31.49303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.931051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:02:31.493074Z","caller":"traceutil/trace.go:171","msg":"trace[125245661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3150; }","duration":"118.988203ms","start":"2026-04-08T13:02:31.374078Z","end":"2026-04-08T13:02:31.493066Z","steps":["trace[125245661] 'agreement among raft nodes before linearized reading' (duration: 118.913711ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:31.493048Z","caller":"traceutil/trace.go:171","msg":"trace[541739592] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"301.164444ms","start":"2026-04-08T13:02:31.191733Z","end":"2026-04-08T13:02:31.492897Z","steps":["trace[541739592] 'process raft request' (duration: 156.536897ms)","trace[541739592] 'compare' (duration: 144.115114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:02:31.494068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:31.191712Z","time spent":"301.571385ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:02:40.432274Z","caller":"traceutil/trace.go:171","msg":"trace[516758907] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"141.092341ms","start":"2026-04-08T13:02:40.291167Z","end":"2026-04-08T13:02:40.43226Z","steps":["trace[516758907] 'process raft request' (duration: 140.761812ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:53.842589Z","caller":"traceutil/trace.go:171","msg":"trace[1445806216] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"245.09205ms","start":"2026-04-08T13:02:53.597465Z","end":"2026-04-08T13:02:53.842557Z","steps":["trace[1445806216] 'process raft request' (duration: 245.024999ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:53.842601Z","caller":"traceutil/trace.go:171","msg":"trace[555891860] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"250.161848ms","start":"2026-04-08T13:02:53.592408Z","end":"2026-04-08T13:02:53.84257Z","steps":["trace[555891860] 'process raft request' (duration: 249.8454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:56.807446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.561667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:02:56.807528Z","caller":"traceutil/trace.go:171","msg":"trace[786112627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3280; }","duration":"141.69049ms","start":"2026-04-08T13:02:56.665818Z","end":"2026-04-08T13:02:56.807509Z","steps":["trace[786112627] 'range keys from in-memory index tree' (duration: 141.361711ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:02:57.316125Z","caller":"traceutil/trace.go:171","msg":"trace[441373638] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"338.961388ms","start":"2026-04-08T13:02:56.977131Z","end":"2026-04-08T13:02:57.316092Z","steps":["trace[441373638] 'process raft request' (duration: 338.775734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:57.316482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:56.977112Z","time spent":"339.150462ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:02:57.529147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.497165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:02:57.529429Z","caller":"traceutil/trace.go:171","msg":"trace[1092753902] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"550.277537ms","start":"2026-04-08T13:02:56.979064Z","end":"2026-04-08T13:02:57.529341Z","steps":["trace[1092753902] 'process raft request' (duration: 411.460374ms)","trace[1092753902] 'compare' (duration: 138.2689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:02:57.529694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:56.979045Z","time spent":"550.480821ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:02:57.52996Z","caller":"traceutil/trace.go:171","msg":"trace[2130435745] linearizableReadLoop","detail":"{readStateIndex:3413; appliedIndex:3410; }","duration":"477.229545ms","start":"2026-04-08T13:02:57.052711Z","end":"2026-04-08T13:02:57.529941Z","steps":["trace[2130435745] 'read index received' (duration: 263.268258ms)","trace[2130435745] 'applied index is now lower than readState.Index' (duration: 213.959337ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:02:57.530057Z","caller":"traceutil/trace.go:171","msg":"trace[689967394] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"550.88113ms","start":"2026-04-08T13:02:56.979159Z","end":"2026-04-08T13:02:57.53004Z","steps":["trace[689967394] 'process raft request' (duration: 550.108563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:57.530206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.48306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:02:57.530288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.975756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:02:57.530318Z","caller":"traceutil/trace.go:171","msg":"trace[1114987949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3284; }","duration":"477.595953ms","start":"2026-04-08T13:02:57.052692Z","end":"2026-04-08T13:02:57.530288Z","steps":["trace[1114987949] 'agreement among raft nodes before linearized reading' (duration: 477.358337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:57.530274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:56.979137Z","time spent":"551.009643ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:02:57.530381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:57.052632Z","time spent":"477.731176ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:02:57.530397Z","caller":"traceutil/trace.go:171","msg":"trace[567479562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3284; }","duration":"154.083208ms","start":"2026-04-08T13:02:57.376256Z","end":"2026-04-08T13:02:57.530339Z","steps":["trace[567479562] 'agreement among raft nodes before linearized reading' (duration: 153.940285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:57.530417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.098631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:02:57.531043Z","caller":"traceutil/trace.go:171","msg":"trace[1871161319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3284; }","duration":"373.214673ms","start":"2026-04-08T13:02:57.157264Z","end":"2026-04-08T13:02:57.530478Z","steps":["trace[1871161319] 'agreement among raft nodes before linearized reading' (duration: 372.865375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:57.531063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.118928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:02:57.531107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:57.157241Z","time spent":"373.843778ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:02:57.531118Z","caller":"traceutil/trace.go:171","msg":"trace[1226745540] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3284; }","duration":"346.21696ms","start":"2026-04-08T13:02:57.184886Z","end":"2026-04-08T13:02:57.531103Z","steps":["trace[1226745540] 'agreement among raft nodes before linearized reading' (duration: 345.623107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:02:57.531157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:02:57.184867Z","time spent":"346.281792ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:02:57.758722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.604141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:02:57.758918Z","caller":"traceutil/trace.go:171","msg":"trace[415995152] linearizableReadLoop","detail":"{readStateIndex:3415; appliedIndex:3414; }","duration":"102.860096ms","start":"2026-04-08T13:02:57.656039Z","end":"2026-04-08T13:02:57.758899Z","steps":["trace[415995152] 'read index received' (duration: 17.611µs)","trace[415995152] 'applied index is now lower than readState.Index' (duration: 102.840825ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:02:57.758951Z","caller":"traceutil/trace.go:171","msg":"trace[1091959611] transaction","detail":"{read_only:false; response_revision:3286; number_of_response:1; }","duration":"118.733006ms","start":"2026-04-08T13:02:57.640178Z","end":"2026-04-08T13:02:57.758911Z","steps":["trace[1091959611] 'process raft request' (duration: 11.846229ms)","trace[1091959611] 'compare' (duration: 106.469698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:02:57.759085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.04091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:02:57.759166Z","caller":"traceutil/trace.go:171","msg":"trace[320634179] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3286; }","duration":"103.139621ms","start":"2026-04-08T13:02:57.656015Z","end":"2026-04-08T13:02:57.759155Z","steps":["trace[320634179] 'agreement among raft nodes before linearized reading' (duration: 102.978508ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:03:33.649287Z","caller":"traceutil/trace.go:171","msg":"trace[1294446574] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"150.478667ms","start":"2026-04-08T13:03:33.498771Z","end":"2026-04-08T13:03:33.64925Z","steps":["trace[1294446574] 'process raft request' (duration: 150.297773ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:03:33.923128Z","caller":"traceutil/trace.go:171","msg":"trace[1593702242] linearizableReadLoop","detail":"{readStateIndex:3608; appliedIndex:3607; }","duration":"165.172072ms","start":"2026-04-08T13:03:33.757935Z","end":"2026-04-08T13:03:33.923107Z","steps":["trace[1593702242] 'read index received' (duration: 17.777387ms)","trace[1593702242] 'applied index is now lower than readState.Index' (duration: 147.390035ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:03:33.923195Z","caller":"traceutil/trace.go:171","msg":"trace[746533859] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"178.470708ms","start":"2026-04-08T13:03:33.744697Z","end":"2026-04-08T13:03:33.923167Z","steps":["trace[746533859] 'process raft request' (duration: 155.346294ms)","trace[746533859] 'compare' (duration: 22.94791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:03:33.923429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.478617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:03:33.923488Z","caller":"traceutil/trace.go:171","msg":"trace[843080150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3471; }","duration":"165.59472ms","start":"2026-04-08T13:03:33.757878Z","end":"2026-04-08T13:03:33.923473Z","steps":["trace[843080150] 'agreement among raft nodes before linearized reading' (duration: 165.318134ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:03:33.997949Z","caller":"traceutil/trace.go:171","msg":"trace[460108543] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"110.531666ms","start":"2026-04-08T13:03:33.887392Z","end":"2026-04-08T13:03:33.997924Z","steps":["trace[460108543] 'process raft request' (duration: 110.377843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:03:34.213394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.101331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:03:34.213696Z","caller":"traceutil/trace.go:171","msg":"trace[888079735] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"178.517877ms","start":"2026-04-08T13:03:34.035148Z","end":"2026-04-08T13:03:34.213666Z","steps":["trace[888079735] 'process raft request' (duration: 72.022299ms)","trace[888079735] 'compare' (duration: 105.945378ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:03:34.213732Z","caller":"traceutil/trace.go:171","msg":"trace[1071684753] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"176.624309ms","start":"2026-04-08T13:03:34.036981Z","end":"2026-04-08T13:03:34.213606Z","steps":["trace[1071684753] 'process raft request' (duration: 176.542278ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:03:57.069705Z","caller":"traceutil/trace.go:171","msg":"trace[1901062105] linearizableReadLoop","detail":"{readStateIndex:3733; appliedIndex:3732; }","duration":"124.586757ms","start":"2026-04-08T13:03:56.945086Z","end":"2026-04-08T13:03:57.069673Z","steps":["trace[1901062105] 'read index received' (duration: 61.119703ms)","trace[1901062105] 'applied index is now lower than readState.Index' (duration: 63.465744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:03:57.0699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.798111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:03:57.069875Z","caller":"traceutil/trace.go:171","msg":"trace[1666353363] transaction","detail":"{read_only:false; response_revision:3591; number_of_response:1; }","duration":"127.516492ms","start":"2026-04-08T13:03:56.942315Z","end":"2026-04-08T13:03:57.069832Z","steps":["trace[1666353363] 'process raft request' (duration: 63.829994ms)","trace[1666353363] 'compare' (duration: 63.325021ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:03:57.069956Z","caller":"traceutil/trace.go:171","msg":"trace[1485067662] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3591; }","duration":"124.929013ms","start":"2026-04-08T13:03:56.945013Z","end":"2026-04-08T13:03:57.069942Z","steps":["trace[1485067662] 'agreement among raft nodes before linearized reading' (duration: 124.800431ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:01.244263Z","caller":"traceutil/trace.go:171","msg":"trace[1261785325] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"112.769479ms","start":"2026-04-08T13:04:01.131456Z","end":"2026-04-08T13:04:01.244226Z","steps":["trace[1261785325] 'process raft request' (duration: 112.241939ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:01.6849Z","caller":"traceutil/trace.go:171","msg":"trace[1256116000] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3647; }","duration":"106.455463ms","start":"2026-04-08T13:04:01.578426Z","end":"2026-04-08T13:04:01.684881Z","steps":["trace[1256116000] 'process raft request' (duration: 106.406993ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:01.685227Z","caller":"traceutil/trace.go:171","msg":"trace[1037930821] transaction","detail":"{read_only:false; response_revision:3646; number_of_response:1; }","duration":"167.131091ms","start":"2026-04-08T13:04:01.51803Z","end":"2026-04-08T13:04:01.685161Z","steps":["trace[1037930821] 'process raft request' (duration: 166.745874ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:01.685282Z","caller":"traceutil/trace.go:171","msg":"trace[1634523609] transaction","detail":"{read_only:false; response_revision:3645; number_of_response:1; }","duration":"169.342072ms","start":"2026-04-08T13:04:01.515911Z","end":"2026-04-08T13:04:01.685253Z","steps":["trace[1634523609] 'process raft request' (duration: 94.173637ms)","trace[1634523609] 'compare' (duration: 74.575314ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:01.685352Z","caller":"traceutil/trace.go:171","msg":"trace[682058903] linearizableReadLoop","detail":"{readStateIndex:3792; appliedIndex:3790; }","duration":"108.249996ms","start":"2026-04-08T13:04:01.577089Z","end":"2026-04-08T13:04:01.685339Z","steps":["trace[682058903] 'read index received' (duration: 33.007539ms)","trace[682058903] 'applied index is now lower than readState.Index' (duration: 75.241557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:04:01.685467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.064698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-244.nip.io-tls\" ","response":"range_response_count:1 size:4376"} {"level":"info","ts":"2026-04-08T13:04:01.685494Z","caller":"traceutil/trace.go:171","msg":"trace[1917028029] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak.199-204-45-244.nip.io-tls; range_end:; response_count:1; response_revision:3647; }","duration":"175.127569ms","start":"2026-04-08T13:04:01.510355Z","end":"2026-04-08T13:04:01.685482Z","steps":["trace[1917028029] 'agreement among raft nodes before linearized reading' (duration: 175.022377ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:02.100189Z","caller":"traceutil/trace.go:171","msg":"trace[817740311] transaction","detail":"{read_only:false; response_revision:3650; number_of_response:1; }","duration":"100.556149ms","start":"2026-04-08T13:04:01.999605Z","end":"2026-04-08T13:04:02.100161Z","steps":["trace[817740311] 'process raft request' (duration: 100.326565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:05.764979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.790278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:04:05.76525Z","caller":"traceutil/trace.go:171","msg":"trace[1906057578] transaction","detail":"{read_only:false; response_revision:3713; number_of_response:1; }","duration":"424.119456ms","start":"2026-04-08T13:04:05.341086Z","end":"2026-04-08T13:04:05.765205Z","steps":["trace[1906057578] 'process raft request' (duration: 424.010244ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:05.765252Z","caller":"traceutil/trace.go:171","msg":"trace[1863763548] transaction","detail":"{read_only:false; response_revision:3712; number_of_response:1; }","duration":"425.921088ms","start":"2026-04-08T13:04:05.339279Z","end":"2026-04-08T13:04:05.7652Z","steps":["trace[1863763548] 'process raft request' (duration: 97.815774ms)","trace[1863763548] 'compare' (duration: 327.623565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:04:05.765329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:05.341063Z","time spent":"424.232097ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:04:05.765517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:05.339257Z","time spent":"426.106281ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:04:19.944853Z","caller":"traceutil/trace.go:171","msg":"trace[1227019104] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"112.522398ms","start":"2026-04-08T13:04:19.832308Z","end":"2026-04-08T13:04:19.94483Z","steps":["trace[1227019104] 'process raft request' (duration: 112.383796ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:20.657651Z","caller":"traceutil/trace.go:171","msg":"trace[1748756453] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"101.49584ms","start":"2026-04-08T13:04:20.556114Z","end":"2026-04-08T13:04:20.65761Z","steps":["trace[1748756453] 'process raft request' (duration: 57.565429ms)","trace[1748756453] 'compare' (duration: 43.720197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:04:20.987739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.486497ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-08T13:04:21.787144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.039112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:04:21.787616Z","caller":"traceutil/trace.go:171","msg":"trace[1479557658] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"703.736568ms","start":"2026-04-08T13:04:21.083848Z","end":"2026-04-08T13:04:21.787584Z","steps":["trace[1479557658] 'process raft request' (duration: 106.191987ms)","trace[1479557658] 'compare' (duration: 596.596345ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:21.787733Z","caller":"traceutil/trace.go:171","msg":"trace[613296330] linearizableReadLoop","detail":"{readStateIndex:3958; appliedIndex:3956; }","duration":"415.645289ms","start":"2026-04-08T13:04:21.372017Z","end":"2026-04-08T13:04:21.787662Z","steps":["trace[613296330] 'read index received' (duration: 64.284984ms)","trace[613296330] 'applied index is now lower than readState.Index' (duration: 351.359435ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:21.787891Z","caller":"traceutil/trace.go:171","msg":"trace[2065764336] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"641.045731ms","start":"2026-04-08T13:04:21.146813Z","end":"2026-04-08T13:04:21.787858Z","steps":["trace[2065764336] 'process raft request' (duration: 640.740495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:21.788013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.645457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:04:21.788021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.989495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T13:04:21.788129Z","caller":"traceutil/trace.go:171","msg":"trace[978103531] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3808; }","duration":"416.135228ms","start":"2026-04-08T13:04:21.371972Z","end":"2026-04-08T13:04:21.788108Z","steps":["trace[978103531] 'agreement among raft nodes before linearized reading' (duration: 415.868723ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:21.788175Z","caller":"traceutil/trace.go:171","msg":"trace[1084674540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3808; }","duration":"412.800419ms","start":"2026-04-08T13:04:21.375285Z","end":"2026-04-08T13:04:21.788085Z","steps":["trace[1084674540] 'agreement among raft nodes before linearized reading' (duration: 412.639187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:21.788352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:21.375275Z","time spent":"413.062905ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:04:21.788225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:21.371952Z","time spent":"416.256871ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T13:04:21.787774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:21.083829Z","time spent":"703.857371ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:04:21.789351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:21.146784Z","time spent":"641.191114ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:04:22.062254Z","caller":"traceutil/trace.go:171","msg":"trace[1527044926] linearizableReadLoop","detail":"{readStateIndex:3960; appliedIndex:3959; }","duration":"113.764837ms","start":"2026-04-08T13:04:21.948462Z","end":"2026-04-08T13:04:22.062227Z","steps":["trace[1527044926] 'read index received' (duration: 32.386626ms)","trace[1527044926] 'applied index is now lower than readState.Index' (duration: 81.376901ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:22.062379Z","caller":"traceutil/trace.go:171","msg":"trace[148890592] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"267.346143ms","start":"2026-04-08T13:04:21.795003Z","end":"2026-04-08T13:04:22.062349Z","steps":["trace[148890592] 'process raft request' (duration: 185.85735ms)","trace[148890592] 'compare' (duration: 80.930264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:04:22.062634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.152824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:04:22.0627Z","caller":"traceutil/trace.go:171","msg":"trace[1576410642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3810; }","duration":"114.271226ms","start":"2026-04-08T13:04:21.948412Z","end":"2026-04-08T13:04:22.062683Z","steps":["trace[1576410642] 'agreement among raft nodes before linearized reading' (duration: 114.018512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:22.597327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.648076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:04:22.597509Z","caller":"traceutil/trace.go:171","msg":"trace[1012585007] linearizableReadLoop","detail":"{readStateIndex:3961; appliedIndex:3960; }","duration":"528.176093ms","start":"2026-04-08T13:04:22.069317Z","end":"2026-04-08T13:04:22.597493Z","steps":["trace[1012585007] 'read index received' (duration: 192.295165ms)","trace[1012585007] 'applied index is now lower than readState.Index' (duration: 335.879718ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:22.597769Z","caller":"traceutil/trace.go:171","msg":"trace[549022307] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"531.040614ms","start":"2026-04-08T13:04:22.066715Z","end":"2026-04-08T13:04:22.597756Z","steps":["trace[549022307] 'process raft request' (duration: 194.882319ms)","trace[549022307] 'compare' (duration: 335.415122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:04:22.597857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:22.066697Z","time spent":"531.125726ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:04:22.597988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.665074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-08T13:04:22.598033Z","caller":"traceutil/trace.go:171","msg":"trace[1639836116] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"187.037083ms","start":"2026-04-08T13:04:22.410969Z","end":"2026-04-08T13:04:22.598006Z","steps":["trace[1639836116] 'process raft request' (duration: 186.927861ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:22.598192Z","caller":"traceutil/trace.go:171","msg":"trace[216055646] transaction","detail":"{read_only:false; response_revision:3812; number_of_response:1; }","duration":"468.82212ms","start":"2026-04-08T13:04:22.129343Z","end":"2026-04-08T13:04:22.598165Z","steps":["trace[216055646] 'process raft request' (duration: 468.083456ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:22.598065Z","caller":"traceutil/trace.go:171","msg":"trace[1508844796] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3811; }","duration":"528.762965ms","start":"2026-04-08T13:04:22.069284Z","end":"2026-04-08T13:04:22.598047Z","steps":["trace[1508844796] 'agreement among raft nodes before linearized reading' (duration: 528.48933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:22.598332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:22.129298Z","time spent":"468.961543ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:04:22.59837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:22.06927Z","time spent":"529.08487ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":704,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-08T13:04:22.636621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.712573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:04:22.636613Z","caller":"traceutil/trace.go:171","msg":"trace[956488025] transaction","detail":"{read_only:false; response_revision:3814; number_of_response:1; }","duration":"222.718205ms","start":"2026-04-08T13:04:22.413849Z","end":"2026-04-08T13:04:22.636567Z","steps":["trace[956488025] 'process raft request' (duration: 222.507752ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:22.636666Z","caller":"traceutil/trace.go:171","msg":"trace[1641895080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3815; }","duration":"258.789115ms","start":"2026-04-08T13:04:22.377865Z","end":"2026-04-08T13:04:22.636654Z","steps":["trace[1641895080] 'agreement among raft nodes before linearized reading' (duration: 258.701283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:22.636719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.882014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:04:22.636794Z","caller":"traceutil/trace.go:171","msg":"trace[637823110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3815; }","duration":"482.999266ms","start":"2026-04-08T13:04:22.153778Z","end":"2026-04-08T13:04:22.636777Z","steps":["trace[637823110] 'agreement among raft nodes before linearized reading' (duration: 482.810973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:22.636835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:22.153761Z","time spent":"483.065358ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:04:22.636956Z","caller":"traceutil/trace.go:171","msg":"trace[249293752] transaction","detail":"{read_only:false; response_revision:3815; number_of_response:1; }","duration":"152.109234ms","start":"2026-04-08T13:04:22.484829Z","end":"2026-04-08T13:04:22.636939Z","steps":["trace[249293752] 'process raft request' (duration: 151.664866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:22.637245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.138064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T13:04:22.637257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.436238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:04:22.63729Z","caller":"traceutil/trace.go:171","msg":"trace[887808338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3815; }","duration":"356.217945ms","start":"2026-04-08T13:04:22.281058Z","end":"2026-04-08T13:04:22.637276Z","steps":["trace[887808338] 'agreement among raft nodes before linearized reading' (duration: 356.109513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:22.637321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:22.281039Z","time spent":"356.274686ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:04:22.637332Z","caller":"traceutil/trace.go:171","msg":"trace[68436049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3815; }","duration":"337.513629ms","start":"2026-04-08T13:04:22.299776Z","end":"2026-04-08T13:04:22.63729Z","steps":["trace[68436049] 'agreement among raft nodes before linearized reading' (duration: 337.364956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:22.637444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:22.299766Z","time spent":"337.648471ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:04:22.638619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.113438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:04:22.638669Z","caller":"traceutil/trace.go:171","msg":"trace[183618308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3815; }","duration":"162.21122ms","start":"2026-04-08T13:04:22.476445Z","end":"2026-04-08T13:04:22.638656Z","steps":["trace[183618308] 'agreement among raft nodes before linearized reading' (duration: 160.342897ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:22.861369Z","caller":"traceutil/trace.go:171","msg":"trace[178152641] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"218.88197ms","start":"2026-04-08T13:04:22.642469Z","end":"2026-04-08T13:04:22.861351Z","steps":["trace[178152641] 'process raft request' (duration: 148.643914ms)","trace[178152641] 'compare' (duration: 69.880699ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:22.861686Z","caller":"traceutil/trace.go:171","msg":"trace[26704687] linearizableReadLoop","detail":"{readStateIndex:3969; appliedIndex:3965; }","duration":"216.503598ms","start":"2026-04-08T13:04:22.645176Z","end":"2026-04-08T13:04:22.86168Z","steps":["trace[26704687] 'read index received' (duration: 43.452459ms)","trace[26704687] 'applied index is now lower than readState.Index' (duration: 173.050699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:04:22.861787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.60303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-08T13:04:22.861807Z","caller":"traceutil/trace.go:171","msg":"trace[1731552736] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3820; }","duration":"216.63899ms","start":"2026-04-08T13:04:22.645163Z","end":"2026-04-08T13:04:22.861802Z","steps":["trace[1731552736] 'agreement among raft nodes before linearized reading' (duration: 216.542769ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:22.861854Z","caller":"traceutil/trace.go:171","msg":"trace[1495469599] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"219.059432ms","start":"2026-04-08T13:04:22.642763Z","end":"2026-04-08T13:04:22.861823Z","steps":["trace[1495469599] 'process raft request' (duration: 218.872319ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:22.861908Z","caller":"traceutil/trace.go:171","msg":"trace[44221348] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"199.795977ms","start":"2026-04-08T13:04:22.662099Z","end":"2026-04-08T13:04:22.861895Z","steps":["trace[44221348] 'process raft request' (duration: 199.558573ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:22.861929Z","caller":"traceutil/trace.go:171","msg":"trace[1764930992] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"219.367608ms","start":"2026-04-08T13:04:22.642555Z","end":"2026-04-08T13:04:22.861922Z","steps":["trace[1764930992] 'process raft request' (duration: 218.769027ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:23.932378Z","caller":"traceutil/trace.go:171","msg":"trace[826517147] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"139.905505ms","start":"2026-04-08T13:04:23.792447Z","end":"2026-04-08T13:04:23.932353Z","steps":["trace[826517147] 'process raft request' (duration: 139.746623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:24.833877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.439905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:04:24.834079Z","caller":"traceutil/trace.go:171","msg":"trace[705075528] linearizableReadLoop","detail":"{readStateIndex:3975; appliedIndex:3973; }","duration":"141.12928ms","start":"2026-04-08T13:04:24.69293Z","end":"2026-04-08T13:04:24.834059Z","steps":["trace[705075528] 'read index received' (duration: 18.42318ms)","trace[705075528] 'applied index is now lower than readState.Index' (duration: 122.70513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:04:24.834357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.425115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:04:24.834332Z","caller":"traceutil/trace.go:171","msg":"trace[1658866776] transaction","detail":"{read_only:false; response_revision:3824; number_of_response:1; }","duration":"227.444098ms","start":"2026-04-08T13:04:24.606841Z","end":"2026-04-08T13:04:24.834285Z","steps":["trace[1658866776] 'process raft request' (duration: 104.496684ms)","trace[1658866776] 'compare' (duration: 122.274983ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:24.834407Z","caller":"traceutil/trace.go:171","msg":"trace[391798452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3825; }","duration":"141.509547ms","start":"2026-04-08T13:04:24.692885Z","end":"2026-04-08T13:04:24.834394Z","steps":["trace[391798452] 'agreement among raft nodes before linearized reading' (duration: 141.232292ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:24.834319Z","caller":"traceutil/trace.go:171","msg":"trace[359347890] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"192.080685ms","start":"2026-04-08T13:04:24.642134Z","end":"2026-04-08T13:04:24.834215Z","steps":["trace[359347890] 'process raft request' (duration: 191.862451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:25.098124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.623366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:04:25.098461Z","caller":"traceutil/trace.go:171","msg":"trace[903643725] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"228.232758ms","start":"2026-04-08T13:04:24.870184Z","end":"2026-04-08T13:04:25.098417Z","steps":["trace[903643725] 'process raft request' (duration: 79.209185ms)","trace[903643725] 'compare' (duration: 148.487884ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:25.098526Z","caller":"traceutil/trace.go:171","msg":"trace[390074696] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"227.118589ms","start":"2026-04-08T13:04:24.871383Z","end":"2026-04-08T13:04:25.098502Z","steps":["trace[390074696] 'process raft request' (duration: 226.873005ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:25.098925Z","caller":"traceutil/trace.go:171","msg":"trace[1586655004] linearizableReadLoop","detail":"{readStateIndex:3980; appliedIndex:3977; }","duration":"185.942924ms","start":"2026-04-08T13:04:24.912965Z","end":"2026-04-08T13:04:25.098908Z","steps":["trace[1586655004] 'read index received' (duration: 36.347101ms)","trace[1586655004] 'applied index is now lower than readState.Index' (duration: 149.593903ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:25.09915Z","caller":"traceutil/trace.go:171","msg":"trace[1961175637] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"227.709299ms","start":"2026-04-08T13:04:24.871427Z","end":"2026-04-08T13:04:25.099137Z","steps":["trace[1961175637] 'process raft request' (duration: 227.020867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:25.099361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.354521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:04:25.099407Z","caller":"traceutil/trace.go:171","msg":"trace[1916194712] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3830; }","duration":"186.481434ms","start":"2026-04-08T13:04:24.912913Z","end":"2026-04-08T13:04:25.099394Z","steps":["trace[1916194712] 'agreement among raft nodes before linearized reading' (duration: 186.055316ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:26.335807Z","caller":"traceutil/trace.go:171","msg":"trace[343383739] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"127.238278ms","start":"2026-04-08T13:04:26.208544Z","end":"2026-04-08T13:04:26.335782Z","steps":["trace[343383739] 'process raft request' (duration: 127.087766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:26.986257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.754817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:04:26.986418Z","caller":"traceutil/trace.go:171","msg":"trace[466631411] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"190.017973ms","start":"2026-04-08T13:04:26.796372Z","end":"2026-04-08T13:04:26.98639Z","steps":["trace[466631411] 'process raft request' (duration: 44.018171ms)","trace[466631411] 'compare' (duration: 145.584785ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:26.986815Z","caller":"traceutil/trace.go:171","msg":"trace[1940181089] linearizableReadLoop","detail":"{readStateIndex:3989; appliedIndex:3988; }","duration":"146.552662ms","start":"2026-04-08T13:04:26.840009Z","end":"2026-04-08T13:04:26.986561Z","steps":["trace[1940181089] 'read index received' (duration: 311.085µs)","trace[1940181089] 'applied index is now lower than readState.Index' (duration: 146.240327ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:26.986912Z","caller":"traceutil/trace.go:171","msg":"trace[1013287781] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"145.425062ms","start":"2026-04-08T13:04:26.841466Z","end":"2026-04-08T13:04:26.986891Z","steps":["trace[1013287781] 'process raft request' (duration: 144.935244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:26.987099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.459099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:04:26.987127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.120111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:04:26.987173Z","caller":"traceutil/trace.go:171","msg":"trace[916156013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3840; }","duration":"117.584192ms","start":"2026-04-08T13:04:26.869572Z","end":"2026-04-08T13:04:26.987157Z","steps":["trace[916156013] 'agreement among raft nodes before linearized reading' (duration: 117.403609ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:26.987201Z","caller":"traceutil/trace.go:171","msg":"trace[666711137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3840; }","duration":"147.209653ms","start":"2026-04-08T13:04:26.839952Z","end":"2026-04-08T13:04:26.987162Z","steps":["trace[666711137] 'agreement among raft nodes before linearized reading' (duration: 146.706244ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:41.345823Z","caller":"traceutil/trace.go:171","msg":"trace[225605266] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"276.96169ms","start":"2026-04-08T13:04:41.06884Z","end":"2026-04-08T13:04:41.345802Z","steps":["trace[225605266] 'process raft request' (duration: 276.818017ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:41.382956Z","caller":"traceutil/trace.go:171","msg":"trace[595086573] linearizableReadLoop","detail":"{readStateIndex:4064; appliedIndex:4062; }","duration":"298.942215ms","start":"2026-04-08T13:04:41.083995Z","end":"2026-04-08T13:04:41.382937Z","steps":["trace[595086573] 'read index received' (duration: 261.690944ms)","trace[595086573] 'applied index is now lower than readState.Index' (duration: 37.250401ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:41.383109Z","caller":"traceutil/trace.go:171","msg":"trace[1328036880] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"312.757156ms","start":"2026-04-08T13:04:41.070337Z","end":"2026-04-08T13:04:41.383094Z","steps":["trace[1328036880] 'process raft request' (duration: 300.926379ms)","trace[1328036880] 'compare' (duration: 11.591243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:04:41.383219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.214669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:04:41.383273Z","caller":"traceutil/trace.go:171","msg":"trace[1309603014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3910; }","duration":"299.306361ms","start":"2026-04-08T13:04:41.083953Z","end":"2026-04-08T13:04:41.383259Z","steps":["trace[1309603014] 'agreement among raft nodes before linearized reading' (duration: 299.157019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:41.383233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:41.070316Z","time spent":"312.851478ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:04:41.402828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.821166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T13:04:41.40288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.54611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:04:41.402964Z","caller":"traceutil/trace.go:171","msg":"trace[526341420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3911; }","duration":"153.677512ms","start":"2026-04-08T13:04:41.249269Z","end":"2026-04-08T13:04:41.402947Z","steps":["trace[526341420] 'agreement among raft nodes before linearized reading' (duration: 153.458989ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:41.402939Z","caller":"traceutil/trace.go:171","msg":"trace[864826798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3911; }","duration":"315.934808ms","start":"2026-04-08T13:04:41.08699Z","end":"2026-04-08T13:04:41.402925Z","steps":["trace[864826798] 'agreement among raft nodes before linearized reading' (duration: 315.709644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:41.403065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:04:41.086948Z","time spent":"316.104341ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:04:41.403332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.928445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:04:41.4034Z","caller":"traceutil/trace.go:171","msg":"trace[807775778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3911; }","duration":"173.001996ms","start":"2026-04-08T13:04:41.230383Z","end":"2026-04-08T13:04:41.403385Z","steps":["trace[807775778] 'agreement among raft nodes before linearized reading' (duration: 172.850712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:41.403512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.677027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T13:04:41.403679Z","caller":"traceutil/trace.go:171","msg":"trace[2073596640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3911; }","duration":"161.901201ms","start":"2026-04-08T13:04:41.241699Z","end":"2026-04-08T13:04:41.4036Z","steps":["trace[2073596640] 'agreement among raft nodes before linearized reading' (duration: 161.571405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:41.674114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.175029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:04:41.674232Z","caller":"traceutil/trace.go:171","msg":"trace[1777279992] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"285.97374ms","start":"2026-04-08T13:04:41.388237Z","end":"2026-04-08T13:04:41.67421Z","steps":["trace[1777279992] 'process raft request' (duration: 100.608698ms)","trace[1777279992] 'compare' (duration: 185.051227ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:04:41.675848Z","caller":"traceutil/trace.go:171","msg":"trace[313947529] transaction","detail":"{read_only:false; response_revision:3914; number_of_response:1; }","duration":"268.463398ms","start":"2026-04-08T13:04:41.407369Z","end":"2026-04-08T13:04:41.675833Z","steps":["trace[313947529] 'process raft request' (duration: 268.400237ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:41.675978Z","caller":"traceutil/trace.go:171","msg":"trace[1280466552] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"269.133639ms","start":"2026-04-08T13:04:41.406741Z","end":"2026-04-08T13:04:41.675875Z","steps":["trace[1280466552] 'process raft request' (duration: 268.953666ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:41.67632Z","caller":"traceutil/trace.go:171","msg":"trace[876439561] transaction","detail":"{read_only:false; response_revision:3915; number_of_response:1; }","duration":"268.767793ms","start":"2026-04-08T13:04:41.407525Z","end":"2026-04-08T13:04:41.676293Z","steps":["trace[876439561] 'process raft request' (duration: 268.277145ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:41.676322Z","caller":"traceutil/trace.go:171","msg":"trace[1923459910] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"268.278605ms","start":"2026-04-08T13:04:41.408026Z","end":"2026-04-08T13:04:41.676304Z","steps":["trace[1923459910] 'process raft request' (duration: 268.090792ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:42.174562Z","caller":"traceutil/trace.go:171","msg":"trace[412319700] transaction","detail":"{read_only:false; response_revision:3917; number_of_response:1; }","duration":"100.024525ms","start":"2026-04-08T13:04:42.074278Z","end":"2026-04-08T13:04:42.174303Z","steps":["trace[412319700] 'process raft request' (duration: 99.835342ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:43.645501Z","caller":"traceutil/trace.go:171","msg":"trace[263975728] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"295.152271ms","start":"2026-04-08T13:04:43.350321Z","end":"2026-04-08T13:04:43.645473Z","steps":["trace[263975728] 'process raft request' (duration: 294.986018ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:43.654542Z","caller":"traceutil/trace.go:171","msg":"trace[1299260500] linearizableReadLoop","detail":"{readStateIndex:4075; appliedIndex:4073; }","duration":"166.536395ms","start":"2026-04-08T13:04:43.487979Z","end":"2026-04-08T13:04:43.654515Z","steps":["trace[1299260500] 'read index received' (duration: 157.417523ms)","trace[1299260500] 'applied index is now lower than readState.Index' (duration: 9.117782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:04:43.654847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.985903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:04:43.654832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.817159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:04:43.654845Z","caller":"traceutil/trace.go:171","msg":"trace[1009870421] transaction","detail":"{read_only:false; response_revision:3921; number_of_response:1; }","duration":"266.872001ms","start":"2026-04-08T13:04:43.387943Z","end":"2026-04-08T13:04:43.654815Z","steps":["trace[1009870421] 'process raft request' (duration: 266.433474ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:43.654929Z","caller":"traceutil/trace.go:171","msg":"trace[1344709434] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:0; response_revision:3921; }","duration":"166.959462ms","start":"2026-04-08T13:04:43.487937Z","end":"2026-04-08T13:04:43.654897Z","steps":["trace[1344709434] 'agreement among raft nodes before linearized reading' (duration: 166.788439ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:43.654883Z","caller":"traceutil/trace.go:171","msg":"trace[353800758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3921; }","duration":"105.048254ms","start":"2026-04-08T13:04:43.549823Z","end":"2026-04-08T13:04:43.654871Z","steps":["trace[353800758] 'agreement among raft nodes before linearized reading' (duration: 104.996764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:45.86698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.189447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T13:04:45.867028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.244447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T13:04:45.867137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.286439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T13:04:45.867133Z","caller":"traceutil/trace.go:171","msg":"trace[394481315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3935; }","duration":"120.38406ms","start":"2026-04-08T13:04:45.746722Z","end":"2026-04-08T13:04:45.867106Z","steps":["trace[394481315] 'range keys from in-memory index tree' (duration: 120.067715ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:45.867358Z","caller":"traceutil/trace.go:171","msg":"trace[1732593793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3935; }","duration":"120.337619ms","start":"2026-04-08T13:04:45.746829Z","end":"2026-04-08T13:04:45.867166Z","steps":["trace[1732593793] 'range keys from in-memory index tree' (duration: 120.149096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:45.867554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.01891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:04:45.867532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.138346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:04:45.867599Z","caller":"traceutil/trace.go:171","msg":"trace[1499038739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3935; }","duration":"121.096212ms","start":"2026-04-08T13:04:45.746491Z","end":"2026-04-08T13:04:45.867587Z","steps":["trace[1499038739] 'range keys from in-memory index tree' (duration: 120.793256ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:45.867627Z","caller":"traceutil/trace.go:171","msg":"trace[627920607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3935; }","duration":"120.262098ms","start":"2026-04-08T13:04:45.747343Z","end":"2026-04-08T13:04:45.867605Z","steps":["trace[627920607] 'range keys from in-memory index tree' (duration: 119.341784ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:45.867067Z","caller":"traceutil/trace.go:171","msg":"trace[839551751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3935; }","duration":"120.331039ms","start":"2026-04-08T13:04:45.746718Z","end":"2026-04-08T13:04:45.867049Z","steps":["trace[839551751] 'range keys from in-memory index tree' (duration: 120.085335ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:04:55.25055Z","caller":"traceutil/trace.go:171","msg":"trace[2050241623] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"126.65616ms","start":"2026-04-08T13:04:55.123865Z","end":"2026-04-08T13:04:55.250521Z","steps":["trace[2050241623] 'process raft request' (duration: 118.497448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:04:55.470042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.390776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:04:55.470209Z","caller":"traceutil/trace.go:171","msg":"trace[1376211359] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"167.085172ms","start":"2026-04-08T13:04:55.303088Z","end":"2026-04-08T13:04:55.470173Z","steps":["trace[1376211359] 'process raft request' (duration: 51.462373ms)","trace[1376211359] 'compare' (duration: 115.155792ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:06.57661Z","caller":"traceutil/trace.go:171","msg":"trace[696456916] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"115.442297ms","start":"2026-04-08T13:05:06.461147Z","end":"2026-04-08T13:05:06.576589Z","steps":["trace[696456916] 'process raft request' (duration: 115.334436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:06.930728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.232488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:05:06.930927Z","caller":"traceutil/trace.go:171","msg":"trace[976928789] transaction","detail":"{read_only:false; response_revision:4054; number_of_response:1; }","duration":"323.869966ms","start":"2026-04-08T13:05:06.60703Z","end":"2026-04-08T13:05:06.9309Z","steps":["trace[976928789] 'process raft request' (duration: 123.371814ms)","trace[976928789] 'compare' (duration: 200.127136ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:06.931026Z","caller":"traceutil/trace.go:171","msg":"trace[413052651] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"322.24744ms","start":"2026-04-08T13:05:06.608768Z","end":"2026-04-08T13:05:06.931016Z","steps":["trace[413052651] 'process raft request' (duration: 322.063787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:06.931049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:06.607009Z","time spent":"323.973607ms","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1175,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:05:06.931068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:06.60876Z","time spent":"322.28732ms","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:05:06.93124Z","caller":"traceutil/trace.go:171","msg":"trace[499575397] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"307.405585ms","start":"2026-04-08T13:05:06.623816Z","end":"2026-04-08T13:05:06.931221Z","steps":["trace[499575397] 'process raft request' (duration: 307.07449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:06.931311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:06.623796Z","time spent":"307.480936ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:05:07.177405Z","caller":"traceutil/trace.go:171","msg":"trace[1468977891] transaction","detail":"{read_only:false; response_revision:4061; number_of_response:1; }","duration":"222.968644ms","start":"2026-04-08T13:05:06.9544Z","end":"2026-04-08T13:05:07.177369Z","steps":["trace[1468977891] 'process raft request' (duration: 139.82515ms)","trace[1468977891] 'compare' (duration: 82.91431ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:07.178611Z","caller":"traceutil/trace.go:171","msg":"trace[244524473] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"220.316722ms","start":"2026-04-08T13:05:06.958275Z","end":"2026-04-08T13:05:07.178592Z","steps":["trace[244524473] 'process raft request' (duration: 219.58837ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:07.179359Z","caller":"traceutil/trace.go:171","msg":"trace[913239361] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"209.730724ms","start":"2026-04-08T13:05:06.969611Z","end":"2026-04-08T13:05:07.179342Z","steps":["trace[913239361] 'process raft request' (duration: 208.378863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:07.179919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.582281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.18a46374d91140f4\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-08T13:05:07.179983Z","caller":"traceutil/trace.go:171","msg":"trace[1079028094] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.18a46374d91140f4; range_end:; response_count:1; response_revision:4063; }","duration":"166.680333ms","start":"2026-04-08T13:05:07.013283Z","end":"2026-04-08T13:05:07.179964Z","steps":["trace[1079028094] 'agreement among raft nodes before linearized reading' (duration: 166.49728ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:07.179737Z","caller":"traceutil/trace.go:171","msg":"trace[1349008374] linearizableReadLoop","detail":"{readStateIndex:4224; appliedIndex:4221; }","duration":"165.734418ms","start":"2026-04-08T13:05:07.013316Z","end":"2026-04-08T13:05:07.17905Z","steps":["trace[1349008374] 'read index received' (duration: 80.875777ms)","trace[1349008374] 'applied index is now lower than readState.Index' (duration: 84.857491ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:07.336847Z","caller":"traceutil/trace.go:171","msg":"trace[683918300] linearizableReadLoop","detail":"{readStateIndex:4226; appliedIndex:4225; }","duration":"106.241978ms","start":"2026-04-08T13:05:07.230581Z","end":"2026-04-08T13:05:07.336823Z","steps":["trace[683918300] 'read index received' (duration: 94.397021ms)","trace[683918300] 'applied index is now lower than readState.Index' (duration: 11.843897ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:07.336879Z","caller":"traceutil/trace.go:171","msg":"trace[79201960] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"143.097451ms","start":"2026-04-08T13:05:07.193755Z","end":"2026-04-08T13:05:07.336853Z","steps":["trace[79201960] 'process raft request' (duration: 131.285014ms)","trace[79201960] 'compare' (duration: 11.448691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:05:07.337064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.457411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.18a46374d912332f\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-04-08T13:05:07.337109Z","caller":"traceutil/trace.go:171","msg":"trace[433315285] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.18a46374d912332f; range_end:; response_count:1; response_revision:4065; }","duration":"106.572133ms","start":"2026-04-08T13:05:07.230527Z","end":"2026-04-08T13:05:07.3371Z","steps":["trace[433315285] 'agreement among raft nodes before linearized reading' (duration: 106.37282ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:07.443803Z","caller":"traceutil/trace.go:171","msg":"trace[1990619315] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"100.340405ms","start":"2026-04-08T13:05:07.343429Z","end":"2026-04-08T13:05:07.44377Z","steps":["trace[1990619315] 'process raft request' (duration: 95.641142ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:07.443845Z","caller":"traceutil/trace.go:171","msg":"trace[221641080] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"100.321335ms","start":"2026-04-08T13:05:07.343493Z","end":"2026-04-08T13:05:07.443815Z","steps":["trace[221641080] 'process raft request' (duration: 100.128752ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:07.443862Z","caller":"traceutil/trace.go:171","msg":"trace[1779431137] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"100.097191ms","start":"2026-04-08T13:05:07.343737Z","end":"2026-04-08T13:05:07.443834Z","steps":["trace[1779431137] 'process raft request' (duration: 99.941129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:07.819283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.89321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:05:07.819768Z","caller":"traceutil/trace.go:171","msg":"trace[1005553049] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"184.167958ms","start":"2026-04-08T13:05:07.635577Z","end":"2026-04-08T13:05:07.819745Z","steps":["trace[1005553049] 'process raft request' (duration: 55.71469ms)","trace[1005553049] 'compare' (duration: 127.706687ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:09.630254Z","caller":"traceutil/trace.go:171","msg":"trace[1089192326] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"116.488224ms","start":"2026-04-08T13:05:09.513737Z","end":"2026-04-08T13:05:09.630225Z","steps":["trace[1089192326] 'process raft request' (duration: 116.164309ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:09.637434Z","caller":"traceutil/trace.go:171","msg":"trace[745716340] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"122.463357ms","start":"2026-04-08T13:05:09.514948Z","end":"2026-04-08T13:05:09.637411Z","steps":["trace[745716340] 'process raft request' (duration: 122.04584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:10.111797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.939412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:05:10.111891Z","caller":"traceutil/trace.go:171","msg":"trace[618844843] transaction","detail":"{read_only:false; response_revision:4101; number_of_response:1; }","duration":"388.811834ms","start":"2026-04-08T13:05:09.723062Z","end":"2026-04-08T13:05:10.111874Z","steps":["trace[618844843] 'process raft request' (duration: 80.72168ms)","trace[618844843] 'compare' (duration: 307.630046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:05:10.11222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:09.723042Z","time spent":"389.019277ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":278901,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:05:10.159043Z","caller":"traceutil/trace.go:171","msg":"trace[259116568] linearizableReadLoop","detail":"{readStateIndex:4265; appliedIndex:4263; }","duration":"394.602063ms","start":"2026-04-08T13:05:09.764418Z","end":"2026-04-08T13:05:10.15902Z","steps":["trace[259116568] 'read index received' (duration: 39.291568ms)","trace[259116568] 'applied index is now lower than readState.Index' (duration: 355.306845ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:10.159196Z","caller":"traceutil/trace.go:171","msg":"trace[1323126754] transaction","detail":"{read_only:false; response_revision:4102; number_of_response:1; }","duration":"434.959099ms","start":"2026-04-08T13:05:09.724218Z","end":"2026-04-08T13:05:10.159177Z","steps":["trace[1323126754] 'process raft request' (duration: 434.675124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:10.159344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:09.724185Z","time spent":"435.076712ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24319,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:05:10.159388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.956999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:05:10.159482Z","caller":"traceutil/trace.go:171","msg":"trace[777130755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4102; }","duration":"395.040901ms","start":"2026-04-08T13:05:09.764383Z","end":"2026-04-08T13:05:10.159423Z","steps":["trace[777130755] 'agreement among raft nodes before linearized reading' (duration: 394.871848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:10.159511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:09.764368Z","time spent":"395.135062ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:05:10.182491Z","caller":"traceutil/trace.go:171","msg":"trace[765853055] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"277.279486ms","start":"2026-04-08T13:05:09.905182Z","end":"2026-04-08T13:05:10.182462Z","steps":["trace[765853055] 'process raft request' (duration: 277.065193ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:10.183041Z","caller":"traceutil/trace.go:171","msg":"trace[358147883] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"269.936791ms","start":"2026-04-08T13:05:09.913085Z","end":"2026-04-08T13:05:10.183022Z","steps":["trace[358147883] 'process raft request' (duration: 269.335652ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:10.322828Z","caller":"traceutil/trace.go:171","msg":"trace[1706758406] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"122.532775ms","start":"2026-04-08T13:05:10.200243Z","end":"2026-04-08T13:05:10.322776Z","steps":["trace[1706758406] 'process raft request' (duration: 122.20513ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:10.323672Z","caller":"traceutil/trace.go:171","msg":"trace[827401285] linearizableReadLoop","detail":"{readStateIndex:4271; appliedIndex:4268; }","duration":"109.954387ms","start":"2026-04-08T13:05:10.213698Z","end":"2026-04-08T13:05:10.323652Z","steps":["trace[827401285] 'read index received' (duration: 33.13463ms)","trace[827401285] 'applied index is now lower than readState.Index' (duration: 76.818787ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:10.323782Z","caller":"traceutil/trace.go:171","msg":"trace[1229587948] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"111.362819ms","start":"2026-04-08T13:05:10.212408Z","end":"2026-04-08T13:05:10.323771Z","steps":["trace[1229587948] 'process raft request' (duration: 110.381263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:10.324049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.333502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:05:10.324095Z","caller":"traceutil/trace.go:171","msg":"trace[274490052] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com; range_end:; response_count:0; response_revision:4108; }","duration":"110.414913ms","start":"2026-04-08T13:05:10.213668Z","end":"2026-04-08T13:05:10.324082Z","steps":["trace[274490052] 'agreement among raft nodes before linearized reading' (duration: 110.333852ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:10.439788Z","caller":"traceutil/trace.go:171","msg":"trace[1285876277] linearizableReadLoop","detail":"{readStateIndex:4275; appliedIndex:4271; }","duration":"107.797324ms","start":"2026-04-08T13:05:10.331966Z","end":"2026-04-08T13:05:10.439763Z","steps":["trace[1285876277] 'read index received' (duration: 23.756454ms)","trace[1285876277] 'applied index is now lower than readState.Index' (duration: 84.04ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:10.440133Z","caller":"traceutil/trace.go:171","msg":"trace[619683960] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"109.195855ms","start":"2026-04-08T13:05:10.330908Z","end":"2026-04-08T13:05:10.440104Z","steps":["trace[619683960] 'process raft request' (duration: 69.819387ms)","trace[619683960] 'compare' (duration: 38.82947ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:10.440201Z","caller":"traceutil/trace.go:171","msg":"trace[1003185135] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"109.231215ms","start":"2026-04-08T13:05:10.330948Z","end":"2026-04-08T13:05:10.440179Z","steps":["trace[1003185135] 'process raft request' (duration: 108.750828ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:10.440159Z","caller":"traceutil/trace.go:171","msg":"trace[896097429] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"109.143394ms","start":"2026-04-08T13:05:10.330973Z","end":"2026-04-08T13:05:10.440116Z","steps":["trace[896097429] 'process raft request' (duration: 108.758128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:10.440339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.351512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:05:10.440473Z","caller":"traceutil/trace.go:171","msg":"trace[2103404553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4112; }","duration":"108.506205ms","start":"2026-04-08T13:05:10.331958Z","end":"2026-04-08T13:05:10.440465Z","steps":["trace[2103404553] 'agreement among raft nodes before linearized reading' (duration: 108.20902ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:10.468519Z","caller":"traceutil/trace.go:171","msg":"trace[494713713] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"111.545842ms","start":"2026-04-08T13:05:10.356948Z","end":"2026-04-08T13:05:10.468494Z","steps":["trace[494713713] 'process raft request' (duration: 111.303338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:10.630245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.812902ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:05:10.631662Z","caller":"traceutil/trace.go:171","msg":"trace[1525389441] linearizableReadLoop","detail":"{readStateIndex:4278; appliedIndex:4276; }","duration":"191.775572ms","start":"2026-04-08T13:05:10.439858Z","end":"2026-04-08T13:05:10.631633Z","steps":["trace[1525389441] 'read index received' (duration: 28.789992ms)","trace[1525389441] 'applied index is now lower than readState.Index' (duration: 162.9837ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:10.631725Z","caller":"traceutil/trace.go:171","msg":"trace[1847767435] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"198.978115ms","start":"2026-04-08T13:05:10.432723Z","end":"2026-04-08T13:05:10.631701Z","steps":["trace[1847767435] 'process raft request' (duration: 197.99139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:10.673307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.348125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:05:10.673496Z","caller":"traceutil/trace.go:171","msg":"trace[1748242892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4114; }","duration":"298.556969ms","start":"2026-04-08T13:05:10.374888Z","end":"2026-04-08T13:05:10.673445Z","steps":["trace[1748242892] 'agreement among raft nodes before linearized reading' (duration: 256.866664ms)","trace[1748242892] 'range keys from in-memory index tree' (duration: 41.482362ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:10.673677Z","caller":"traceutil/trace.go:171","msg":"trace[378810004] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"181.038673ms","start":"2026-04-08T13:05:10.492597Z","end":"2026-04-08T13:05:10.673636Z","steps":["trace[378810004] 'process raft request' (duration: 141.908428ms)","trace[378810004] 'compare' (duration: 38.681598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:05:10.674059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.559769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:05:10.674141Z","caller":"traceutil/trace.go:171","msg":"trace[161781972] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4115; }","duration":"205.66769ms","start":"2026-04-08T13:05:10.468463Z","end":"2026-04-08T13:05:10.674131Z","steps":["trace[161781972] 'agreement among raft nodes before linearized reading' (duration: 205.538228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:10.675315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.655151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9427"} {"level":"info","ts":"2026-04-08T13:05:10.67538Z","caller":"traceutil/trace.go:171","msg":"trace[651124596] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4115; }","duration":"233.791582ms","start":"2026-04-08T13:05:10.441573Z","end":"2026-04-08T13:05:10.675364Z","steps":["trace[651124596] 'agreement among raft nodes before linearized reading' (duration: 231.797381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:11.268471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.898873ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:05:11.268628Z","caller":"traceutil/trace.go:171","msg":"trace[632522946] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4116; }","duration":"421.067007ms","start":"2026-04-08T13:05:10.847541Z","end":"2026-04-08T13:05:11.268608Z","steps":["trace[632522946] 'range keys from in-memory index tree' (duration: 420.882833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:11.269161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.287615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:05:11.269633Z","caller":"traceutil/trace.go:171","msg":"trace[521378017] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"516.473514ms","start":"2026-04-08T13:05:10.753125Z","end":"2026-04-08T13:05:11.269599Z","steps":["trace[521378017] 'process raft request' (duration: 137.668101ms)","trace[521378017] 'compare' (duration: 377.889789ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:11.269713Z","caller":"traceutil/trace.go:171","msg":"trace[1983682250] linearizableReadLoop","detail":"{readStateIndex:4281; appliedIndex:4280; }","duration":"515.269846ms","start":"2026-04-08T13:05:10.754415Z","end":"2026-04-08T13:05:11.269685Z","steps":["trace[1983682250] 'read index received' (duration: 135.998647ms)","trace[1983682250] 'applied index is now lower than readState.Index' (duration: 379.268169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:05:11.269833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:10.753087Z","time spent":"516.634087ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":328610,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:05:11.2699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.468559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:05:11.269944Z","caller":"traceutil/trace.go:171","msg":"trace[712500717] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4117; }","duration":"515.56164ms","start":"2026-04-08T13:05:10.754365Z","end":"2026-04-08T13:05:11.269927Z","steps":["trace[712500717] 'agreement among raft nodes before linearized reading' (duration: 515.466858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:11.269991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:10.754346Z","time spent":"515.634952ms","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:05:11.270401Z","caller":"traceutil/trace.go:171","msg":"trace[41581743] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"438.618471ms","start":"2026-04-08T13:05:10.831764Z","end":"2026-04-08T13:05:11.270382Z","steps":["trace[41581743] 'process raft request' (duration: 438.268585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:11.270512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:10.83173Z","time spent":"438.731563ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":378178,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:05:11.61112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.365772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:05:11.611236Z","caller":"traceutil/trace.go:171","msg":"trace[1629658924] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"275.322626ms","start":"2026-04-08T13:05:11.33589Z","end":"2026-04-08T13:05:11.611212Z","steps":["trace[1629658924] 'process raft request' (duration: 132.778451ms)","trace[1629658924] 'compare' (duration: 142.070698ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:11.621781Z","caller":"traceutil/trace.go:171","msg":"trace[1996193951] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"170.31067ms","start":"2026-04-08T13:05:11.451428Z","end":"2026-04-08T13:05:11.621738Z","steps":["trace[1996193951] 'process raft request' (duration: 165.86587ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:11.623598Z","caller":"traceutil/trace.go:171","msg":"trace[585807019] transaction","detail":"{read_only:false; response_revision:4121; number_of_response:1; }","duration":"198.580603ms","start":"2026-04-08T13:05:11.42498Z","end":"2026-04-08T13:05:11.623561Z","steps":["trace[585807019] 'process raft request' (duration: 191.280809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:12.040987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.171837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:05:12.041525Z","caller":"traceutil/trace.go:171","msg":"trace[1598827928] transaction","detail":"{read_only:false; response_revision:4124; number_of_response:1; }","duration":"339.801847ms","start":"2026-04-08T13:05:11.701694Z","end":"2026-04-08T13:05:12.041496Z","steps":["trace[1598827928] 'process raft request' (duration: 339.448081ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:12.041551Z","caller":"traceutil/trace.go:171","msg":"trace[632064003] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"368.324344ms","start":"2026-04-08T13:05:11.673173Z","end":"2026-04-08T13:05:12.041497Z","steps":["trace[632064003] 'process raft request' (duration: 118.564148ms)","trace[632064003] 'compare' (duration: 249.049825ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:12.041614Z","caller":"traceutil/trace.go:171","msg":"trace[914443192] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"272.909308ms","start":"2026-04-08T13:05:11.768687Z","end":"2026-04-08T13:05:12.041597Z","steps":["trace[914443192] 'process raft request' (duration: 272.580533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:12.041664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:11.701657Z","time spent":"339.935069ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":132446,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:05:12.041719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:11.67314Z","time spent":"368.489687ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6122,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:05:12.074409Z","caller":"traceutil/trace.go:171","msg":"trace[1965703542] transaction","detail":"{read_only:false; response_revision:4126; number_of_response:1; }","duration":"281.454051ms","start":"2026-04-08T13:05:11.792934Z","end":"2026-04-08T13:05:12.074388Z","steps":["trace[1965703542] 'process raft request' (duration: 281.262118ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:12.074467Z","caller":"traceutil/trace.go:171","msg":"trace[1161249067] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"135.594273ms","start":"2026-04-08T13:05:11.938838Z","end":"2026-04-08T13:05:12.074432Z","steps":["trace[1161249067] 'process raft request' (duration: 135.467071ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:12.074669Z","caller":"traceutil/trace.go:171","msg":"trace[961639388] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"129.60445ms","start":"2026-04-08T13:05:11.945043Z","end":"2026-04-08T13:05:12.074647Z","steps":["trace[961639388] 'process raft request' (duration: 129.303705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:12.074888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.068493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:05:12.074678Z","caller":"traceutil/trace.go:171","msg":"trace[2091960588] linearizableReadLoop","detail":"{readStateIndex:4292; appliedIndex:4286; }","duration":"123.815859ms","start":"2026-04-08T13:05:11.950779Z","end":"2026-04-08T13:05:12.074595Z","steps":["trace[2091960588] 'read index received' (duration: 89.622724ms)","trace[2091960588] 'applied index is now lower than readState.Index' (duration: 34.189315ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:12.075144Z","caller":"traceutil/trace.go:171","msg":"trace[140677094] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4128; }","duration":"124.221425ms","start":"2026-04-08T13:05:11.950731Z","end":"2026-04-08T13:05:12.074952Z","steps":["trace[140677094] 'agreement among raft nodes before linearized reading' (duration: 124.022572ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:12.29332Z","caller":"traceutil/trace.go:171","msg":"trace[1941201643] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"104.987322ms","start":"2026-04-08T13:05:12.188311Z","end":"2026-04-08T13:05:12.293299Z","steps":["trace[1941201643] 'process raft request' (duration: 104.950981ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:12.293672Z","caller":"traceutil/trace.go:171","msg":"trace[1368475235] linearizableReadLoop","detail":"{readStateIndex:4295; appliedIndex:4294; }","duration":"164.91332ms","start":"2026-04-08T13:05:12.128708Z","end":"2026-04-08T13:05:12.293621Z","steps":["trace[1368475235] 'read index received' (duration: 92.925244ms)","trace[1368475235] 'applied index is now lower than readState.Index' (duration: 71.977776ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:12.293785Z","caller":"traceutil/trace.go:171","msg":"trace[118697808] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"105.531321ms","start":"2026-04-08T13:05:12.188213Z","end":"2026-04-08T13:05:12.293744Z","steps":["trace[118697808] 'process raft request' (duration: 104.990552ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:12.293834Z","caller":"traceutil/trace.go:171","msg":"trace[1132350166] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"192.132736ms","start":"2026-04-08T13:05:12.101628Z","end":"2026-04-08T13:05:12.293761Z","steps":["trace[1132350166] 'process raft request' (duration: 119.993268ms)","trace[1132350166] 'compare' (duration: 71.409417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:05:12.294048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.276456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/servicemonitors.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:05:12.295201Z","caller":"traceutil/trace.go:171","msg":"trace[2042735677] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/servicemonitors.monitoring.coreos.com; range_end:; response_count:0; response_revision:4133; }","duration":"166.463254ms","start":"2026-04-08T13:05:12.128705Z","end":"2026-04-08T13:05:12.295168Z","steps":["trace[2042735677] 'agreement among raft nodes before linearized reading' (duration: 165.223785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:12.685016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.074867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:05:12.685093Z","caller":"traceutil/trace.go:171","msg":"trace[2074735888] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"172.032652ms","start":"2026-04-08T13:05:12.513048Z","end":"2026-04-08T13:05:12.685081Z","steps":["trace[2074735888] 'process raft request' (duration: 30.829463ms)","trace[2074735888] 'compare' (duration: 140.970235ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:12.695791Z","caller":"traceutil/trace.go:171","msg":"trace[1329466656] transaction","detail":"{read_only:false; response_revision:4143; number_of_response:1; }","duration":"158.364698ms","start":"2026-04-08T13:05:12.537386Z","end":"2026-04-08T13:05:12.695751Z","steps":["trace[1329466656] 'process raft request' (duration: 158.229626ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:12.69616Z","caller":"traceutil/trace.go:171","msg":"trace[405468777] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"180.498054ms","start":"2026-04-08T13:05:12.515616Z","end":"2026-04-08T13:05:12.696114Z","steps":["trace[405468777] 'process raft request' (duration: 179.679631ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:12.696457Z","caller":"traceutil/trace.go:171","msg":"trace[106077308] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"180.939631ms","start":"2026-04-08T13:05:12.515503Z","end":"2026-04-08T13:05:12.696442Z","steps":["trace[106077308] 'process raft request' (duration: 179.627001ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:12.696531Z","caller":"traceutil/trace.go:171","msg":"trace[1345277678] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"176.734086ms","start":"2026-04-08T13:05:12.519691Z","end":"2026-04-08T13:05:12.696426Z","steps":["trace[1345277678] 'process raft request' (duration: 175.748231ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:14.564603Z","caller":"traceutil/trace.go:171","msg":"trace[729517423] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"264.578773ms","start":"2026-04-08T13:05:14.299994Z","end":"2026-04-08T13:05:14.564573Z","steps":["trace[729517423] 'process raft request' (duration: 264.34315ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:14.576378Z","caller":"traceutil/trace.go:171","msg":"trace[460153330] linearizableReadLoop","detail":"{readStateIndex:4314; appliedIndex:4312; }","duration":"252.800581ms","start":"2026-04-08T13:05:14.323539Z","end":"2026-04-08T13:05:14.576339Z","steps":["trace[460153330] 'read index received' (duration: 240.909836ms)","trace[460153330] 'applied index is now lower than readState.Index' (duration: 11.888855ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:14.576533Z","caller":"traceutil/trace.go:171","msg":"trace[772825554] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"274.075141ms","start":"2026-04-08T13:05:14.302444Z","end":"2026-04-08T13:05:14.576519Z","steps":["trace[772825554] 'process raft request' (duration: 273.661575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:14.642822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.379702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:05:14.642831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.304918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T13:05:14.642964Z","caller":"traceutil/trace.go:171","msg":"trace[48784793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4150; }","duration":"319.47265ms","start":"2026-04-08T13:05:14.323472Z","end":"2026-04-08T13:05:14.642945Z","steps":["trace[48784793] 'agreement among raft nodes before linearized reading' (duration: 253.491082ms)","trace[48784793] 'range keys from in-memory index tree' (duration: 65.762735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:05:14.64303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:05:14.323419Z","time spent":"319.596072ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:05:14.642816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.614407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:05:14.643287Z","caller":"traceutil/trace.go:171","msg":"trace[203493533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4150; }","duration":"165.148614ms","start":"2026-04-08T13:05:14.478125Z","end":"2026-04-08T13:05:14.643273Z","steps":["trace[203493533] 'agreement among raft nodes before linearized reading' (duration: 98.834371ms)","trace[203493533] 'range keys from in-memory index tree' (duration: 65.725584ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:14.642901Z","caller":"traceutil/trace.go:171","msg":"trace[1788701017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4150; }","duration":"266.531775ms","start":"2026-04-08T13:05:14.376346Z","end":"2026-04-08T13:05:14.642878Z","steps":["trace[1788701017] 'agreement among raft nodes before linearized reading' (duration: 200.596448ms)","trace[1788701017] 'range keys from in-memory index tree' (duration: 65.807295ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:14.771216Z","caller":"traceutil/trace.go:171","msg":"trace[1081453008] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"122.990507ms","start":"2026-04-08T13:05:14.648202Z","end":"2026-04-08T13:05:14.771193Z","steps":["trace[1081453008] 'process raft request' (duration: 122.849205ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:14.794427Z","caller":"traceutil/trace.go:171","msg":"trace[391295846] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"146.008396ms","start":"2026-04-08T13:05:14.648401Z","end":"2026-04-08T13:05:14.79441Z","steps":["trace[391295846] 'process raft request' (duration: 145.691451ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:14.794622Z","caller":"traceutil/trace.go:171","msg":"trace[1940858838] linearizableReadLoop","detail":"{readStateIndex:4316; appliedIndex:4314; }","duration":"106.100834ms","start":"2026-04-08T13:05:14.688252Z","end":"2026-04-08T13:05:14.794353Z","steps":["trace[1940858838] 'read index received' (duration: 82.856682ms)","trace[1940858838] 'applied index is now lower than readState.Index' (duration: 23.243072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:05:14.794862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.572221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:05:14.795488Z","caller":"traceutil/trace.go:171","msg":"trace[1729117652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4153; }","duration":"107.260852ms","start":"2026-04-08T13:05:14.688199Z","end":"2026-04-08T13:05:14.79546Z","steps":["trace[1729117652] 'agreement among raft nodes before linearized reading' (duration: 106.367048ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:14.921743Z","caller":"traceutil/trace.go:171","msg":"trace[568091030] transaction","detail":"{read_only:false; response_revision:4154; number_of_response:1; }","duration":"121.098249ms","start":"2026-04-08T13:05:14.800615Z","end":"2026-04-08T13:05:14.921713Z","steps":["trace[568091030] 'process raft request' (duration: 47.312958ms)","trace[568091030] 'compare' (duration: 73.656459ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:14.925139Z","caller":"traceutil/trace.go:171","msg":"trace[688867805] transaction","detail":"{read_only:false; response_revision:4156; number_of_response:1; }","duration":"124.182027ms","start":"2026-04-08T13:05:14.800936Z","end":"2026-04-08T13:05:14.925118Z","steps":["trace[688867805] 'process raft request' (duration: 124.121926ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:14.925317Z","caller":"traceutil/trace.go:171","msg":"trace[1025365337] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"124.317569ms","start":"2026-04-08T13:05:14.800878Z","end":"2026-04-08T13:05:14.925195Z","steps":["trace[1025365337] 'process raft request' (duration: 124.032705ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:15.448639Z","caller":"traceutil/trace.go:171","msg":"trace[1917730372] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"122.957933ms","start":"2026-04-08T13:05:15.325653Z","end":"2026-04-08T13:05:15.448611Z","steps":["trace[1917730372] 'process raft request' (duration: 41.402014ms)","trace[1917730372] 'compare' (duration: 81.366506ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:15.448658Z","caller":"traceutil/trace.go:171","msg":"trace[790843094] linearizableReadLoop","detail":"{readStateIndex:4323; appliedIndex:4322; }","duration":"122.252352ms","start":"2026-04-08T13:05:15.326377Z","end":"2026-04-08T13:05:15.448629Z","steps":["trace[790843094] 'read index received' (duration: 40.584632ms)","trace[790843094] 'applied index is now lower than readState.Index' (duration: 81.66558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:05:15.448998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.595507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:05:15.449076Z","caller":"traceutil/trace.go:171","msg":"trace[136985485] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4159; }","duration":"122.69654ms","start":"2026-04-08T13:05:15.326362Z","end":"2026-04-08T13:05:15.449059Z","steps":["trace[136985485] 'agreement among raft nodes before linearized reading' (duration: 122.345084ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:16.767268Z","caller":"traceutil/trace.go:171","msg":"trace[1693041301] linearizableReadLoop","detail":"{readStateIndex:4326; appliedIndex:4324; }","duration":"135.971241ms","start":"2026-04-08T13:05:16.631263Z","end":"2026-04-08T13:05:16.767234Z","steps":["trace[1693041301] 'read index received' (duration: 5.200801ms)","trace[1693041301] 'applied index is now lower than readState.Index' (duration: 130.76932ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:16.767326Z","caller":"traceutil/trace.go:171","msg":"trace[168301058] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"176.011713ms","start":"2026-04-08T13:05:16.591265Z","end":"2026-04-08T13:05:16.767276Z","steps":["trace[168301058] 'process raft request' (duration: 175.80947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:16.767485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.245535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:05:16.76756Z","caller":"traceutil/trace.go:171","msg":"trace[1346350577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4161; }","duration":"136.381088ms","start":"2026-04-08T13:05:16.631165Z","end":"2026-04-08T13:05:16.767546Z","steps":["trace[1346350577] 'agreement among raft nodes before linearized reading' (duration: 136.229845ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:17.860072Z","caller":"traceutil/trace.go:171","msg":"trace[702587854] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"125.20028ms","start":"2026-04-08T13:05:17.734847Z","end":"2026-04-08T13:05:17.860047Z","steps":["trace[702587854] 'process raft request' (duration: 124.936816ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:18.877917Z","caller":"traceutil/trace.go:171","msg":"trace[894909199] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"105.909129ms","start":"2026-04-08T13:05:18.771974Z","end":"2026-04-08T13:05:18.877883Z","steps":["trace[894909199] 'process raft request' (duration: 105.675615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:18.916678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.387959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:05:18.916767Z","caller":"traceutil/trace.go:171","msg":"trace[414794438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4172; }","duration":"101.513232ms","start":"2026-04-08T13:05:18.815231Z","end":"2026-04-08T13:05:18.916745Z","steps":["trace[414794438] 'agreement among raft nodes before linearized reading' (duration: 101.124096ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:19.057277Z","caller":"traceutil/trace.go:171","msg":"trace[1839295633] linearizableReadLoop","detail":"{readStateIndex:4340; appliedIndex:4339; }","duration":"107.166637ms","start":"2026-04-08T13:05:18.95008Z","end":"2026-04-08T13:05:19.057247Z","steps":["trace[1839295633] 'read index received' (duration: 26.810164ms)","trace[1839295633] 'applied index is now lower than readState.Index' (duration: 80.355483ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:19.057573Z","caller":"traceutil/trace.go:171","msg":"trace[664594434] transaction","detail":"{read_only:false; response_revision:4175; number_of_response:1; }","duration":"129.171327ms","start":"2026-04-08T13:05:18.928371Z","end":"2026-04-08T13:05:19.057542Z","steps":["trace[664594434] 'process raft request' (duration: 48.586581ms)","trace[664594434] 'compare' (duration: 80.086899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:05:19.05783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.603273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:05:19.057928Z","caller":"traceutil/trace.go:171","msg":"trace[482115003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4175; }","duration":"107.884688ms","start":"2026-04-08T13:05:18.95002Z","end":"2026-04-08T13:05:19.057905Z","steps":["trace[482115003] 'agreement among raft nodes before linearized reading' (duration: 107.437491ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:50.3472Z","caller":"traceutil/trace.go:171","msg":"trace[1923453050] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"160.590777ms","start":"2026-04-08T13:05:50.186578Z","end":"2026-04-08T13:05:50.347168Z","steps":["trace[1923453050] 'process raft request' (duration: 160.273552ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:53.26512Z","caller":"traceutil/trace.go:171","msg":"trace[1101462650] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"249.03177ms","start":"2026-04-08T13:05:53.016071Z","end":"2026-04-08T13:05:53.265103Z","steps":["trace[1101462650] 'process raft request' (duration: 241.737373ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:53.27883Z","caller":"traceutil/trace.go:171","msg":"trace[1788701423] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"168.001476ms","start":"2026-04-08T13:05:53.110812Z","end":"2026-04-08T13:05:53.278813Z","steps":["trace[1788701423] 'process raft request' (duration: 167.876504ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:57.004901Z","caller":"traceutil/trace.go:171","msg":"trace[197783018] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"137.845736ms","start":"2026-04-08T13:05:56.867024Z","end":"2026-04-08T13:05:57.00487Z","steps":["trace[197783018] 'process raft request' (duration: 137.705694ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:57.004934Z","caller":"traceutil/trace.go:171","msg":"trace[334477173] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"139.212386ms","start":"2026-04-08T13:05:56.865684Z","end":"2026-04-08T13:05:57.004896Z","steps":["trace[334477173] 'process raft request' (duration: 104.524882ms)","trace[334477173] 'compare' (duration: 34.347299ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:57.004963Z","caller":"traceutil/trace.go:171","msg":"trace[1732498196] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"136.583718ms","start":"2026-04-08T13:05:56.868352Z","end":"2026-04-08T13:05:57.004936Z","steps":["trace[1732498196] 'process raft request' (duration: 136.477246ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:58.143036Z","caller":"traceutil/trace.go:171","msg":"trace[365088131] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"121.702625ms","start":"2026-04-08T13:05:58.021313Z","end":"2026-04-08T13:05:58.143015Z","steps":["trace[365088131] 'process raft request' (duration: 90.735586ms)","trace[365088131] 'compare' (duration: 30.806327ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:59.441184Z","caller":"traceutil/trace.go:171","msg":"trace[1661034348] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"140.300783ms","start":"2026-04-08T13:05:59.300861Z","end":"2026-04-08T13:05:59.441161Z","steps":["trace[1661034348] 'process raft request' (duration: 135.511174ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:59.446925Z","caller":"traceutil/trace.go:171","msg":"trace[1074166857] linearizableReadLoop","detail":"{readStateIndex:4921; appliedIndex:4919; }","duration":"115.067078ms","start":"2026-04-08T13:05:59.331843Z","end":"2026-04-08T13:05:59.44691Z","steps":["trace[1074166857] 'read index received' (duration: 104.488104ms)","trace[1074166857] 'applied index is now lower than readState.Index' (duration: 10.578404ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:05:59.44711Z","caller":"traceutil/trace.go:171","msg":"trace[1276967846] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"141.532641ms","start":"2026-04-08T13:05:59.305572Z","end":"2026-04-08T13:05:59.447104Z","steps":["trace[1276967846] 'process raft request' (duration: 140.949603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:05:59.447581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.733927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:05:59.447579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.058984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T13:05:59.447645Z","caller":"traceutil/trace.go:171","msg":"trace[625104678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4733; }","duration":"112.178036ms","start":"2026-04-08T13:05:59.335451Z","end":"2026-04-08T13:05:59.447629Z","steps":["trace[625104678] 'agreement among raft nodes before linearized reading' (duration: 111.993753ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:05:59.44761Z","caller":"traceutil/trace.go:171","msg":"trace[1887235692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4733; }","duration":"115.822128ms","start":"2026-04-08T13:05:59.331782Z","end":"2026-04-08T13:05:59.447604Z","steps":["trace[1887235692] 'agreement among raft nodes before linearized reading' (duration: 115.718537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:00.980462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.445756ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:00.980588Z","caller":"traceutil/trace.go:171","msg":"trace[1271998906] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4760; }","duration":"132.581388ms","start":"2026-04-08T13:06:00.847987Z","end":"2026-04-08T13:06:00.980569Z","steps":["trace[1271998906] 'range keys from in-memory index tree' (duration: 132.431286ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:00.981887Z","caller":"traceutil/trace.go:171","msg":"trace[1661962939] linearizableReadLoop","detail":"{readStateIndex:4951; appliedIndex:4950; }","duration":"245.903218ms","start":"2026-04-08T13:06:00.735963Z","end":"2026-04-08T13:06:00.981866Z","steps":["trace[1661962939] 'read index received' (duration: 245.820087ms)","trace[1661962939] 'applied index is now lower than readState.Index' (duration: 81.611µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:00.982193Z","caller":"traceutil/trace.go:171","msg":"trace[904354634] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"330.219919ms","start":"2026-04-08T13:06:00.65194Z","end":"2026-04-08T13:06:00.98216Z","steps":["trace[904354634] 'process raft request' (duration: 329.731892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:00.98232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:00.651916Z","time spent":"330.327181ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:00.982334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.336214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:06:00.98242Z","caller":"traceutil/trace.go:171","msg":"trace[220605137] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4761; }","duration":"246.486457ms","start":"2026-04-08T13:06:00.735913Z","end":"2026-04-08T13:06:00.9824Z","steps":["trace[220605137] 'agreement among raft nodes before linearized reading' (duration: 246.265184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:00.983244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.660338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:06:00.9833Z","caller":"traceutil/trace.go:171","msg":"trace[1537382676] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4762; }","duration":"221.764199ms","start":"2026-04-08T13:06:00.761522Z","end":"2026-04-08T13:06:00.983287Z","steps":["trace[1537382676] 'agreement among raft nodes before linearized reading' (duration: 221.654348ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:00.983238Z","caller":"traceutil/trace.go:171","msg":"trace[1439819785] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"213.441238ms","start":"2026-04-08T13:06:00.76976Z","end":"2026-04-08T13:06:00.983202Z","steps":["trace[1439819785] 'process raft request' (duration: 213.334287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:00.983606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.127125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:00.983712Z","caller":"traceutil/trace.go:171","msg":"trace[1371775694] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4762; }","duration":"191.284078ms","start":"2026-04-08T13:06:00.792396Z","end":"2026-04-08T13:06:00.98368Z","steps":["trace[1371775694] 'agreement among raft nodes before linearized reading' (duration: 191.133236ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:02.798356Z","caller":"traceutil/trace.go:171","msg":"trace[1955431190] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"275.441014ms","start":"2026-04-08T13:06:02.52288Z","end":"2026-04-08T13:06:02.798321Z","steps":["trace[1955431190] 'process raft request' (duration: 265.905407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:02.798538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.635317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ddd13ea-90b2-4284-9dce-4c8e570b4ad3\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-08T13:06:02.798595Z","caller":"traceutil/trace.go:171","msg":"trace[1616930168] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ddd13ea-90b2-4284-9dce-4c8e570b4ad3; range_end:; response_count:1; response_revision:4845; }","duration":"266.728439ms","start":"2026-04-08T13:06:02.531854Z","end":"2026-04-08T13:06:02.798582Z","steps":["trace[1616930168] 'agreement among raft nodes before linearized reading' (duration: 266.539486ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:02.798352Z","caller":"traceutil/trace.go:171","msg":"trace[1436813321] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5034; }","duration":"266.420204ms","start":"2026-04-08T13:06:02.531882Z","end":"2026-04-08T13:06:02.798302Z","steps":["trace[1436813321] 'read index received' (duration: 256.814636ms)","trace[1436813321] 'applied index is now lower than readState.Index' (duration: 9.604538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:02.799126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.449042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-ntqvf\" ","response":"range_response_count:1 size:4820"} {"level":"info","ts":"2026-04-08T13:06:02.799184Z","caller":"traceutil/trace.go:171","msg":"trace[769502705] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-ntqvf; range_end:; response_count:1; response_revision:4845; }","duration":"121.535643ms","start":"2026-04-08T13:06:02.677633Z","end":"2026-04-08T13:06:02.799169Z","steps":["trace[769502705] 'agreement among raft nodes before linearized reading' (duration: 121.354341ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:02.809592Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2671} {"level":"info","ts":"2026-04-08T13:06:02.897532Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2671,"took":"86.866753ms","hash":1319140976,"current-db-size-bytes":49053696,"current-db-size":"49 MB","current-db-size-in-use-bytes":25468928,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-08T13:06:02.89759Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1319140976,"revision":2671,"compact-revision":-1} {"level":"info","ts":"2026-04-08T13:06:03.680599Z","caller":"traceutil/trace.go:171","msg":"trace[169281946] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"217.826569ms","start":"2026-04-08T13:06:03.462737Z","end":"2026-04-08T13:06:03.680563Z","steps":["trace[169281946] 'process raft request' (duration: 217.631107ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:03.682066Z","caller":"traceutil/trace.go:171","msg":"trace[29571808] linearizableReadLoop","detail":"{readStateIndex:5047; appliedIndex:5045; }","duration":"199.941942ms","start":"2026-04-08T13:06:03.482092Z","end":"2026-04-08T13:06:03.682034Z","steps":["trace[29571808] 'read index received' (duration: 198.297088ms)","trace[29571808] 'applied index is now lower than readState.Index' (duration: 1.644074ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:03.682172Z","caller":"traceutil/trace.go:171","msg":"trace[1215631946] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"216.303858ms","start":"2026-04-08T13:06:03.465858Z","end":"2026-04-08T13:06:03.682162Z","steps":["trace[1215631946] 'process raft request' (duration: 216.065214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:03.682459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.350938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T13:06:03.682485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.72395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:06:03.682523Z","caller":"traceutil/trace.go:171","msg":"trace[1745918000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4857; }","duration":"200.45647ms","start":"2026-04-08T13:06:03.482052Z","end":"2026-04-08T13:06:03.682508Z","steps":["trace[1745918000] 'agreement among raft nodes before linearized reading' (duration: 200.198106ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:03.682535Z","caller":"traceutil/trace.go:171","msg":"trace[987004214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4857; }","duration":"197.814331ms","start":"2026-04-08T13:06:03.484709Z","end":"2026-04-08T13:06:03.682523Z","steps":["trace[987004214] 'agreement among raft nodes before linearized reading' (duration: 197.645978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:03.682746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.115584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:06:03.682808Z","caller":"traceutil/trace.go:171","msg":"trace[2001546555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4857; }","duration":"150.209425ms","start":"2026-04-08T13:06:03.532586Z","end":"2026-04-08T13:06:03.682796Z","steps":["trace[2001546555] 'agreement among raft nodes before linearized reading' (duration: 150.059133ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:05.496242Z","caller":"traceutil/trace.go:171","msg":"trace[1418953701] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5071; }","duration":"202.52034ms","start":"2026-04-08T13:06:05.293697Z","end":"2026-04-08T13:06:05.496217Z","steps":["trace[1418953701] 'read index received' (duration: 201.823011ms)","trace[1418953701] 'applied index is now lower than readState.Index' (duration: 696.409µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:05.496331Z","caller":"traceutil/trace.go:171","msg":"trace[1258590009] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"287.104165ms","start":"2026-04-08T13:06:05.209194Z","end":"2026-04-08T13:06:05.496298Z","steps":["trace[1258590009] 'process raft request' (duration: 286.498467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:05.496496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.775444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:06:05.496578Z","caller":"traceutil/trace.go:171","msg":"trace[897614609] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:4881; }","duration":"202.926126ms","start":"2026-04-08T13:06:05.293632Z","end":"2026-04-08T13:06:05.496558Z","steps":["trace[897614609] 'agreement among raft nodes before linearized reading' (duration: 202.682753ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:06.22085Z","caller":"traceutil/trace.go:171","msg":"trace[1756228915] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4920; }","duration":"116.855478ms","start":"2026-04-08T13:06:06.103969Z","end":"2026-04-08T13:06:06.220824Z","steps":["trace[1756228915] 'process raft request' (duration: 113.010802ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:09.863569Z","caller":"traceutil/trace.go:171","msg":"trace[1644136775] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"156.480157ms","start":"2026-04-08T13:06:09.707067Z","end":"2026-04-08T13:06:09.863548Z","steps":["trace[1644136775] 'process raft request' (duration: 156.355285ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:10.053078Z","caller":"traceutil/trace.go:171","msg":"trace[1314632372] linearizableReadLoop","detail":"{readStateIndex:5181; appliedIndex:5179; }","duration":"336.605762ms","start":"2026-04-08T13:06:09.716439Z","end":"2026-04-08T13:06:10.053045Z","steps":["trace[1314632372] 'read index received' (duration: 147.092973ms)","trace[1314632372] 'applied index is now lower than readState.Index' (duration: 189.511129ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:10.053512Z","caller":"traceutil/trace.go:171","msg":"trace[2008701626] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"342.11558ms","start":"2026-04-08T13:06:09.711379Z","end":"2026-04-08T13:06:10.053495Z","steps":["trace[2008701626] 'process raft request' (duration: 340.553337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:10.053658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:09.711358Z","time spent":"342.212531ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:10.053981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.533975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:06:10.054219Z","caller":"traceutil/trace.go:171","msg":"trace[952703790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4984; }","duration":"337.800188ms","start":"2026-04-08T13:06:09.716401Z","end":"2026-04-08T13:06:10.054201Z","steps":["trace[952703790] 'agreement among raft nodes before linearized reading' (duration: 337.470503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:10.054259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:09.716385Z","time spent":"337.864429ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:06:10.05788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.406067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:06:10.057947Z","caller":"traceutil/trace.go:171","msg":"trace[1026144522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4985; }","duration":"340.501298ms","start":"2026-04-08T13:06:09.717433Z","end":"2026-04-08T13:06:10.057934Z","steps":["trace[1026144522] 'agreement among raft nodes before linearized reading' (duration: 340.301495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:10.057974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:09.717424Z","time spent":"340.545028ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:06:10.05814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.490868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:06:10.058158Z","caller":"traceutil/trace.go:171","msg":"trace[1761464606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4985; }","duration":"338.528299ms","start":"2026-04-08T13:06:09.719624Z","end":"2026-04-08T13:06:10.058152Z","steps":["trace[1761464606] 'agreement among raft nodes before linearized reading' (duration: 338.471158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:10.058174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:09.719613Z","time spent":"338.557259ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:06:10.058275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.73346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T13:06:10.05829Z","caller":"traceutil/trace.go:171","msg":"trace[757683553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4985; }","duration":"340.785812ms","start":"2026-04-08T13:06:09.7175Z","end":"2026-04-08T13:06:10.058285Z","steps":["trace[757683553] 'agreement among raft nodes before linearized reading' (duration: 340.739211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:10.058305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:09.71748Z","time spent":"340.821722ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:06:10.058402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.906493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:06:10.05842Z","caller":"traceutil/trace.go:171","msg":"trace[931082680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4985; }","duration":"340.941663ms","start":"2026-04-08T13:06:09.71747Z","end":"2026-04-08T13:06:10.058412Z","steps":["trace[931082680] 'agreement among raft nodes before linearized reading' (duration: 340.894473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:10.058443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:09.717455Z","time spent":"340.981965ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:06:10.058435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.25479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T13:06:10.058521Z","caller":"traceutil/trace.go:171","msg":"trace[1305423264] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4985; }","duration":"239.434702ms","start":"2026-04-08T13:06:09.819065Z","end":"2026-04-08T13:06:10.0585Z","steps":["trace[1305423264] 'agreement among raft nodes before linearized reading' (duration: 238.864535ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:10.058735Z","caller":"traceutil/trace.go:171","msg":"trace[163887971] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"182.967495ms","start":"2026-04-08T13:06:09.875759Z","end":"2026-04-08T13:06:10.058726Z","steps":["trace[163887971] 'process raft request' (duration: 181.880059ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:15.236859Z","caller":"traceutil/trace.go:171","msg":"trace[1840236638] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"138.969871ms","start":"2026-04-08T13:06:15.097864Z","end":"2026-04-08T13:06:15.236834Z","steps":["trace[1840236638] 'process raft request' (duration: 138.813489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:15.832473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.398564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:06:15.832886Z","caller":"traceutil/trace.go:171","msg":"trace[1643146467] linearizableReadLoop","detail":"{readStateIndex:5283; appliedIndex:5281; }","duration":"456.336994ms","start":"2026-04-08T13:06:15.376521Z","end":"2026-04-08T13:06:15.832858Z","steps":["trace[1643146467] 'read index received' (duration: 18.534244ms)","trace[1643146467] 'applied index is now lower than readState.Index' (duration: 437.80166ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:15.833254Z","caller":"traceutil/trace.go:171","msg":"trace[243466431] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"525.560995ms","start":"2026-04-08T13:06:15.307657Z","end":"2026-04-08T13:06:15.833218Z","steps":["trace[243466431] 'process raft request' (duration: 87.332439ms)","trace[243466431] 'compare' (duration: 436.613904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:15.83328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.74601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:15.833338Z","caller":"traceutil/trace.go:171","msg":"trace[1848108038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5084; }","duration":"456.84303ms","start":"2026-04-08T13:06:15.37648Z","end":"2026-04-08T13:06:15.833323Z","steps":["trace[1848108038] 'agreement among raft nodes before linearized reading' (duration: 456.717249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:15.833374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:15.376464Z","time spent":"456.902412ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:06:15.833398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:15.307627Z","time spent":"525.700766ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:06:15.833442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.73411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-08T13:06:15.833508Z","caller":"traceutil/trace.go:171","msg":"trace[992501762] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507; range_end:; response_count:1; response_revision:5084; }","duration":"222.841821ms","start":"2026-04-08T13:06:15.610648Z","end":"2026-04-08T13:06:15.83349Z","steps":["trace[992501762] 'agreement among raft nodes before linearized reading' (duration: 222.655338ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:15.83344Z","caller":"traceutil/trace.go:171","msg":"trace[2092261727] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"504.636839ms","start":"2026-04-08T13:06:15.328731Z","end":"2026-04-08T13:06:15.833368Z","steps":["trace[2092261727] 'process raft request' (duration: 504.032731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:15.83373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:15.328695Z","time spent":"504.891342ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:16.105292Z","caller":"traceutil/trace.go:171","msg":"trace[1164730258] linearizableReadLoop","detail":"{readStateIndex:5285; appliedIndex:5283; }","duration":"246.15793ms","start":"2026-04-08T13:06:15.859115Z","end":"2026-04-08T13:06:16.105273Z","steps":["trace[1164730258] 'read index received' (duration: 9.295223ms)","trace[1164730258] 'applied index is now lower than readState.Index' (duration: 236.861547ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:16.105377Z","caller":"traceutil/trace.go:171","msg":"trace[1052131951] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"260.244759ms","start":"2026-04-08T13:06:15.845125Z","end":"2026-04-08T13:06:16.10537Z","steps":["trace[1052131951] 'process raft request' (duration: 260.035806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:16.105535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.409963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-08T13:06:16.105559Z","caller":"traceutil/trace.go:171","msg":"trace[279972757] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5086; }","duration":"246.449013ms","start":"2026-04-08T13:06:15.859102Z","end":"2026-04-08T13:06:16.105551Z","steps":["trace[279972757] 'agreement among raft nodes before linearized reading' (duration: 246.353502ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:16.129163Z","caller":"traceutil/trace.go:171","msg":"trace[1552411806] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"233.304276ms","start":"2026-04-08T13:06:15.895842Z","end":"2026-04-08T13:06:16.129146Z","steps":["trace[1552411806] 'process raft request' (duration: 233.180214ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:16.129396Z","caller":"traceutil/trace.go:171","msg":"trace[2034887436] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"134.476154ms","start":"2026-04-08T13:06:15.994901Z","end":"2026-04-08T13:06:16.129378Z","steps":["trace[2034887436] 'process raft request' (duration: 134.215171ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:16.364271Z","caller":"traceutil/trace.go:171","msg":"trace[428423326] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"249.589526ms","start":"2026-04-08T13:06:16.11466Z","end":"2026-04-08T13:06:16.364249Z","steps":["trace[428423326] 'process raft request' (duration: 249.475845ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:16.364277Z","caller":"traceutil/trace.go:171","msg":"trace[65741215] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"249.735088ms","start":"2026-04-08T13:06:16.11451Z","end":"2026-04-08T13:06:16.364245Z","steps":["trace[65741215] 'process raft request' (duration: 249.466245ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:16.36452Z","caller":"traceutil/trace.go:171","msg":"trace[1539795276] linearizableReadLoop","detail":"{readStateIndex:5293; appliedIndex:5290; }","duration":"235.100541ms","start":"2026-04-08T13:06:16.129406Z","end":"2026-04-08T13:06:16.364507Z","steps":["trace[1539795276] 'read index received' (duration: 234.773096ms)","trace[1539795276] 'applied index is now lower than readState.Index' (duration: 326.945µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:16.364526Z","caller":"traceutil/trace.go:171","msg":"trace[615124847] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"239.994831ms","start":"2026-04-08T13:06:16.124485Z","end":"2026-04-08T13:06:16.36448Z","steps":["trace[615124847] 'process raft request' (duration: 239.728107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:16.364607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.827983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:06:16.364633Z","caller":"traceutil/trace.go:171","msg":"trace[15982285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5094; }","duration":"257.896844ms","start":"2026-04-08T13:06:16.10673Z","end":"2026-04-08T13:06:16.364627Z","steps":["trace[15982285] 'agreement among raft nodes before linearized reading' (duration: 257.823193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:16.364739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.163714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T13:06:16.364788Z","caller":"traceutil/trace.go:171","msg":"trace[1893580401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5094; }","duration":"250.230785ms","start":"2026-04-08T13:06:16.114546Z","end":"2026-04-08T13:06:16.364776Z","steps":["trace[1893580401] 'agreement among raft nodes before linearized reading' (duration: 250.148244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:16.364801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.316286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-04-08T13:06:16.364869Z","caller":"traceutil/trace.go:171","msg":"trace[1342281353] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5094; }","duration":"250.422488ms","start":"2026-04-08T13:06:16.114426Z","end":"2026-04-08T13:06:16.364848Z","steps":["trace[1342281353] 'agreement among raft nodes before linearized reading' (duration: 250.180644ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:16.364872Z","caller":"traceutil/trace.go:171","msg":"trace[284014448] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"240.046821ms","start":"2026-04-08T13:06:16.124817Z","end":"2026-04-08T13:06:16.364864Z","steps":["trace[284014448] 'process raft request' (duration: 239.548514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:16.364803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.212314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:06:16.364978Z","caller":"traceutil/trace.go:171","msg":"trace[592814103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5094; }","duration":"250.463128ms","start":"2026-04-08T13:06:16.114497Z","end":"2026-04-08T13:06:16.364961Z","steps":["trace[592814103] 'agreement among raft nodes before linearized reading' (duration: 250.105353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:16.365138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.482898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9ddd13ea-90b2-4284-9dce-4c8e570b4ad3\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-08T13:06:16.365212Z","caller":"traceutil/trace.go:171","msg":"trace[1839011319] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9ddd13ea-90b2-4284-9dce-4c8e570b4ad3; range_end:; response_count:1; response_revision:5094; }","duration":"250.62119ms","start":"2026-04-08T13:06:16.114574Z","end":"2026-04-08T13:06:16.365195Z","steps":["trace[1839011319] 'agreement among raft nodes before linearized reading' (duration: 249.995802ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:16.508662Z","caller":"traceutil/trace.go:171","msg":"trace[868586520] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"374.769159ms","start":"2026-04-08T13:06:16.133859Z","end":"2026-04-08T13:06:16.508628Z","steps":["trace[868586520] 'process raft request' (duration: 374.640708ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:16.508695Z","caller":"traceutil/trace.go:171","msg":"trace[1586037247] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"375.596582ms","start":"2026-04-08T13:06:16.133048Z","end":"2026-04-08T13:06:16.508645Z","steps":["trace[1586037247] 'process raft request' (duration: 374.884662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:16.508878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.133839Z","time spent":"374.926391ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:16.508894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.133028Z","time spent":"375.752184ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:16.508905Z","caller":"traceutil/trace.go:171","msg":"trace[871789426] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"156.230553ms","start":"2026-04-08T13:06:16.352646Z","end":"2026-04-08T13:06:16.508877Z","steps":["trace[871789426] 'process raft request' (duration: 155.920239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:17.39446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.310277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:06:17.394786Z","caller":"traceutil/trace.go:171","msg":"trace[1440366404] linearizableReadLoop","detail":"{readStateIndex:5299; appliedIndex:5295; }","duration":"1.02248826s","start":"2026-04-08T13:06:16.372282Z","end":"2026-04-08T13:06:17.39477Z","steps":["trace[1440366404] 'read index received' (duration: 136.380662ms)","trace[1440366404] 'applied index is now lower than readState.Index' (duration: 886.106728ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:17.394903Z","caller":"traceutil/trace.go:171","msg":"trace[2132145730] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"1.022926885s","start":"2026-04-08T13:06:16.371964Z","end":"2026-04-08T13:06:17.394891Z","steps":["trace[2132145730] 'process raft request' (duration: 1.022712562s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:17.39489Z","caller":"traceutil/trace.go:171","msg":"trace[1771951246] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"1.024577049s","start":"2026-04-08T13:06:16.370288Z","end":"2026-04-08T13:06:17.394865Z","steps":["trace[1771951246] 'process raft request' (duration: 1.024331766s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:17.395192Z","caller":"traceutil/trace.go:171","msg":"trace[376794537] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"1.025001975s","start":"2026-04-08T13:06:16.370159Z","end":"2026-04-08T13:06:17.395161Z","steps":["trace[376794537] 'process raft request' (duration: 260.918796ms)","trace[376794537] 'compare' (duration: 763.191766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:17.395333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.37028Z","time spent":"1.024698961s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:17.395499Z","caller":"traceutil/trace.go:171","msg":"trace[983440336] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"1.015951517s","start":"2026-04-08T13:06:16.379488Z","end":"2026-04-08T13:06:17.39544Z","steps":["trace[983440336] 'process raft request' (duration: 1.015224887s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:17.395549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.370134Z","time spent":"1.025127987s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:17.39566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.379447Z","time spent":"1.01611679s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:17.395794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023514134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-08T13:06:17.395031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.371939Z","time spent":"1.023024316s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:17.395854Z","caller":"traceutil/trace.go:171","msg":"trace[431057264] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5101; }","duration":"1.023606205s","start":"2026-04-08T13:06:16.372231Z","end":"2026-04-08T13:06:17.395837Z","steps":["trace[431057264] 'agreement among raft nodes before linearized reading' (duration: 1.023362091s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:17.395897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.372206Z","time spent":"1.023681656s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-08T13:06:17.895372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766888072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:06:18.395593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766888072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:06:18.553481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.474716777s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:06:18.564122Z","caller":"traceutil/trace.go:171","msg":"trace[1169520035] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"1.485469079s","start":"2026-04-08T13:06:17.078628Z","end":"2026-04-08T13:06:18.564097Z","steps":["trace[1169520035] 'process raft request' (duration: 1.475108063s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:18.564265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:17.078568Z","time spent":"1.485632022s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:18.634772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999643941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:06:18.635019Z","caller":"traceutil/trace.go:171","msg":"trace[1604580824] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999901684s","start":"2026-04-08T13:06:16.635098Z","end":"2026-04-08T13:06:18.634999Z","steps":["trace[1604580824] 'agreement among raft nodes before linearized reading' (duration: 1.999641981s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:18.635056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.635053Z","time spent":"1.999994376s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:06:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-08T13:06:18.998796Z","caller":"traceutil/trace.go:171","msg":"trace[1984502963] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5300; }","duration":"1.603912647s","start":"2026-04-08T13:06:17.394859Z","end":"2026-04-08T13:06:18.998771Z","steps":["trace[1984502963] 'read index received' (duration: 1.158794277s)","trace[1984502963] 'applied index is now lower than readState.Index' (duration: 445.11724ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:18.998815Z","caller":"traceutil/trace.go:171","msg":"trace[1518232455] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"864.961415ms","start":"2026-04-08T13:06:18.133826Z","end":"2026-04-08T13:06:18.998788Z","steps":["trace[1518232455] 'process raft request' (duration: 864.827293ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:18.998926Z","caller":"traceutil/trace.go:171","msg":"trace[1265765639] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"864.895722ms","start":"2026-04-08T13:06:18.134019Z","end":"2026-04-08T13:06:18.998915Z","steps":["trace[1265765639] 'process raft request' (duration: 864.680029ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:18.999146Z","caller":"traceutil/trace.go:171","msg":"trace[1370102846] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"1.598057634s","start":"2026-04-08T13:06:17.401064Z","end":"2026-04-08T13:06:18.999121Z","steps":["trace[1370102846] 'process raft request' (duration: 1.589342371s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:18.999268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291635585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:18.999319Z","caller":"traceutil/trace.go:171","msg":"trace[1619192596] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5109; }","duration":"2.291726936s","start":"2026-04-08T13:06:16.707582Z","end":"2026-04-08T13:06:18.999309Z","steps":["trace[1619192596] 'agreement among raft nodes before linearized reading' (duration: 2.291607004s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:18.999289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622102235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:06:18.999352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.707562Z","time spent":"2.291781516s","remote":"127.0.0.1:57542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:06:18.99933Z","caller":"traceutil/trace.go:171","msg":"trace[1227066852] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"1.596916809s","start":"2026-04-08T13:06:17.402402Z","end":"2026-04-08T13:06:18.999319Z","steps":["trace[1227066852] 'process raft request' (duration: 1.596151228s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:18.99939Z","caller":"traceutil/trace.go:171","msg":"trace[942017901] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"1.597132672s","start":"2026-04-08T13:06:17.402241Z","end":"2026-04-08T13:06:18.999373Z","steps":["trace[942017901] 'process raft request' (duration: 1.596200129s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:18.999487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:17.402234Z","time spent":"1.597200212s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:18.999549Z","caller":"traceutil/trace.go:171","msg":"trace[251027414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5109; }","duration":"1.622319039s","start":"2026-04-08T13:06:17.377052Z","end":"2026-04-08T13:06:18.999371Z","steps":["trace[251027414] 'agreement among raft nodes before linearized reading' (duration: 1.622046195s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:18.999565Z","caller":"traceutil/trace.go:171","msg":"trace[1891733857] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"1.596565933s","start":"2026-04-08T13:06:17.402952Z","end":"2026-04-08T13:06:18.999518Z","steps":["trace[1891733857] 'process raft request' (duration: 1.59566579s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:18.999328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:17.401051Z","time spent":"1.598215466s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:18.999706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:17.402945Z","time spent":"1.596718577s","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:18.999779Z","caller":"traceutil/trace.go:171","msg":"trace[290566124] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"865.204088ms","start":"2026-04-08T13:06:18.134559Z","end":"2026-04-08T13:06:18.999763Z","steps":["trace[290566124] 'process raft request' (duration: 864.174583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:18.999228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:18.133807Z","time spent":"865.091176ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:18.999317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204748274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-848b7949fd-xb5k6.18a46384b89f7180\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-04-08T13:06:18.999928Z","caller":"traceutil/trace.go:171","msg":"trace[974922833] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-848b7949fd-xb5k6.18a46384b89f7180; range_end:; response_count:1; response_revision:5109; }","duration":"2.205392613s","start":"2026-04-08T13:06:16.794522Z","end":"2026-04-08T13:06:18.999915Z","steps":["trace[974922833] 'agreement among raft nodes before linearized reading' (duration: 2.204553461s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:18.999968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.794506Z","time spent":"2.205453815s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":918,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-848b7949fd-xb5k6.18a46384b89f7180\" "} {"level":"warn","ts":"2026-04-08T13:06:18.999158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:18.134011Z","time spent":"865.071195ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:19.000185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161882656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-08T13:06:19.00019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:18.134547Z","time spent":"865.280529ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:19.000225Z","caller":"traceutil/trace.go:171","msg":"trace[32210076] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507; range_end:; response_count:1; response_revision:5109; }","duration":"2.161962177s","start":"2026-04-08T13:06:16.838253Z","end":"2026-04-08T13:06:19.000215Z","steps":["trace[32210076] 'agreement among raft nodes before linearized reading' (duration: 2.161809545s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.000222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.971044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:06:19.000313Z","caller":"traceutil/trace.go:171","msg":"trace[58007615] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5109; }","duration":"872.105716ms","start":"2026-04-08T13:06:18.128195Z","end":"2026-04-08T13:06:19.000301Z","steps":["trace[58007615] 'agreement among raft nodes before linearized reading' (duration: 871.990755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.000355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:18.128124Z","time spent":"872.219698ms","remote":"127.0.0.1:53248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:06:19.000374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.457395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:06:19.000396Z","caller":"traceutil/trace.go:171","msg":"trace[155595105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5109; }","duration":"486.523676ms","start":"2026-04-08T13:06:18.513866Z","end":"2026-04-08T13:06:19.00039Z","steps":["trace[155595105] 'agreement among raft nodes before linearized reading' (duration: 486.460735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.000422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.873572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:06:19.000446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:18.513836Z","time spent":"486.604397ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:06:19.000464Z","caller":"traceutil/trace.go:171","msg":"trace[655348440] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5109; }","duration":"329.949643ms","start":"2026-04-08T13:06:18.6705Z","end":"2026-04-08T13:06:19.000449Z","steps":["trace[655348440] 'agreement among raft nodes before linearized reading' (duration: 329.890123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.000506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:18.670474Z","time spent":"330.022274ms","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:06:19.000561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.699389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:06:19.000611Z","caller":"traceutil/trace.go:171","msg":"trace[760798361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5109; }","duration":"486.808799ms","start":"2026-04-08T13:06:18.513793Z","end":"2026-04-08T13:06:19.000602Z","steps":["trace[760798361] 'agreement among raft nodes before linearized reading' (duration: 486.535046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.000659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:18.513761Z","time spent":"486.890021ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:06:19.000585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.771239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:06:18.999784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402985152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-08T13:06:19.000739Z","caller":"traceutil/trace.go:171","msg":"trace[60830015] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5109; }","duration":"452.977852ms","start":"2026-04-08T13:06:18.547742Z","end":"2026-04-08T13:06:19.00072Z","steps":["trace[60830015] 'agreement among raft nodes before linearized reading' (duration: 452.81469ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:19.000736Z","caller":"traceutil/trace.go:171","msg":"trace[2142560161] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5109; }","duration":"2.403982846s","start":"2026-04-08T13:06:16.596741Z","end":"2026-04-08T13:06:19.000724Z","steps":["trace[2142560161] 'agreement among raft nodes before linearized reading' (duration: 2.402916251s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:18.999613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:17.377024Z","time spent":"1.622575083s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:06:19.000812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:18.547717Z","time spent":"453.068553ms","remote":"127.0.0.1:53780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:06:19.000585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282003123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:06:19.000204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.327163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:19.000894Z","caller":"traceutil/trace.go:171","msg":"trace[1141685032] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5109; }","duration":"608.071713ms","start":"2026-04-08T13:06:18.392814Z","end":"2026-04-08T13:06:19.000886Z","steps":["trace[1141685032] 'agreement among raft nodes before linearized reading' (duration: 607.361674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.00025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.838237Z","time spent":"2.162007219s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507\" "} {"level":"info","ts":"2026-04-08T13:06:19.000889Z","caller":"traceutil/trace.go:171","msg":"trace[1699781550] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5109; }","duration":"1.282363658s","start":"2026-04-08T13:06:17.718511Z","end":"2026-04-08T13:06:19.000875Z","steps":["trace[1699781550] 'agreement among raft nodes before linearized reading' (duration: 1.281972663s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.001074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:17.718491Z","time spent":"1.282566471s","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:06:18.999878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599837729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9080bccd-fe86-4256-9421-6222bf3f10b0\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-04-08T13:06:19.001202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104571054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:06:19.002002Z","caller":"traceutil/trace.go:171","msg":"trace[2024723520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5109; }","duration":"2.105633089s","start":"2026-04-08T13:06:16.896355Z","end":"2026-04-08T13:06:19.001988Z","steps":["trace[2024723520] 'agreement among raft nodes before linearized reading' (duration: 2.103039842s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.002058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.896335Z","time spent":"2.105707379s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:06:19.001262Z","caller":"traceutil/trace.go:171","msg":"trace[2108755844] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9080bccd-fe86-4256-9421-6222bf3f10b0; range_end:; response_count:1; response_revision:5109; }","duration":"1.601182019s","start":"2026-04-08T13:06:17.40001Z","end":"2026-04-08T13:06:19.001192Z","steps":["trace[2108755844] 'agreement among raft nodes before linearized reading' (duration: 1.5998116s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.00229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:17.399998Z","time spent":"1.602280235s","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-9080bccd-fe86-4256-9421-6222bf3f10b0\" "} {"level":"warn","ts":"2026-04-08T13:06:19.003031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:17.402396Z","time spent":"1.5970274s","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:19.000929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:18.392779Z","time spent":"608.141325ms","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:06:19.000818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:16.596714Z","time spent":"2.404089907s","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-08T13:06:19.24977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.756279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:06:19.250147Z","caller":"traceutil/trace.go:171","msg":"trace[1410273928] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5311; }","duration":"157.382861ms","start":"2026-04-08T13:06:19.092504Z","end":"2026-04-08T13:06:19.249887Z","steps":["trace[1410273928] 'read index received' (duration: 30.328128ms)","trace[1410273928] 'applied index is now lower than readState.Index' (duration: 127.051793ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:19.25036Z","caller":"traceutil/trace.go:171","msg":"trace[345584017] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"186.136196ms","start":"2026-04-08T13:06:19.064197Z","end":"2026-04-08T13:06:19.250333Z","steps":["trace[345584017] 'process raft request' (duration: 58.729259ms)","trace[345584017] 'compare' (duration: 126.529585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:19.250398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.678159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:06:19.250447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.391088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10698"} {"level":"info","ts":"2026-04-08T13:06:19.250447Z","caller":"traceutil/trace.go:171","msg":"trace[668674222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5113; }","duration":"238.74419ms","start":"2026-04-08T13:06:19.011687Z","end":"2026-04-08T13:06:19.250432Z","steps":["trace[668674222] 'agreement among raft nodes before linearized reading' (duration: 238.604708ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:19.250484Z","caller":"traceutil/trace.go:171","msg":"trace[1194525566] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5113; }","duration":"156.457858ms","start":"2026-04-08T13:06:19.094017Z","end":"2026-04-08T13:06:19.250475Z","steps":["trace[1194525566] 'agreement among raft nodes before linearized reading' (duration: 156.290696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.250515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.404616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-08T13:06:19.25052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.476071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-08T13:06:19.250586Z","caller":"traceutil/trace.go:171","msg":"trace[1212837215] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5113; }","duration":"141.476717ms","start":"2026-04-08T13:06:19.109089Z","end":"2026-04-08T13:06:19.250566Z","steps":["trace[1212837215] 'agreement among raft nodes before linearized reading' (duration: 141.300354ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:19.250591Z","caller":"traceutil/trace.go:171","msg":"trace[1168730651] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5113; }","duration":"232.574443ms","start":"2026-04-08T13:06:19.018Z","end":"2026-04-08T13:06:19.250574Z","steps":["trace[1168730651] 'agreement among raft nodes before linearized reading' (duration: 232.280779ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:19.439523Z","caller":"traceutil/trace.go:171","msg":"trace[1369470422] linearizableReadLoop","detail":"{readStateIndex:5313; appliedIndex:5312; }","duration":"181.678255ms","start":"2026-04-08T13:06:19.257819Z","end":"2026-04-08T13:06:19.439497Z","steps":["trace[1369470422] 'read index received' (duration: 156.50972ms)","trace[1369470422] 'applied index is now lower than readState.Index' (duration: 25.167285ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:19.439662Z","caller":"traceutil/trace.go:171","msg":"trace[572296950] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"183.058455ms","start":"2026-04-08T13:06:19.256582Z","end":"2026-04-08T13:06:19.43964Z","steps":["trace[572296950] 'process raft request' (duration: 157.805738ms)","trace[572296950] 'compare' (duration: 24.982972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:19.440015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.178092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-08T13:06:19.440061Z","caller":"traceutil/trace.go:171","msg":"trace[1254120964] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5114; }","duration":"182.252923ms","start":"2026-04-08T13:06:19.257796Z","end":"2026-04-08T13:06:19.440049Z","steps":["trace[1254120964] 'agreement among raft nodes before linearized reading' (duration: 182.08263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.440299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.901536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:06:19.440338Z","caller":"traceutil/trace.go:171","msg":"trace[1597039407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5114; }","duration":"127.947396ms","start":"2026-04-08T13:06:19.312382Z","end":"2026-04-08T13:06:19.440329Z","steps":["trace[1597039407] 'agreement among raft nodes before linearized reading' (duration: 127.881086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.440753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.84976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:19.440805Z","caller":"traceutil/trace.go:171","msg":"trace[705766855] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5114; }","duration":"116.904571ms","start":"2026-04-08T13:06:19.323889Z","end":"2026-04-08T13:06:19.440794Z","steps":["trace[705766855] 'agreement among raft nodes before linearized reading' (duration: 116.8181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.974227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.980445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:06:19.974516Z","caller":"traceutil/trace.go:171","msg":"trace[1046083387] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"527.06248ms","start":"2026-04-08T13:06:19.447436Z","end":"2026-04-08T13:06:19.974498Z","steps":["trace[1046083387] 'process raft request' (duration: 526.953698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.974586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.447415Z","time spent":"527.135171ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:19.974765Z","caller":"traceutil/trace.go:171","msg":"trace[1792178711] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"528.101325ms","start":"2026-04-08T13:06:19.446651Z","end":"2026-04-08T13:06:19.974752Z","steps":["trace[1792178711] 'process raft request' (duration: 212.52128ms)","trace[1792178711] 'compare' (duration: 314.403507ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:19.974697Z","caller":"traceutil/trace.go:171","msg":"trace[991326704] linearizableReadLoop","detail":"{readStateIndex:5315; appliedIndex:5313; }","duration":"527.649618ms","start":"2026-04-08T13:06:19.446965Z","end":"2026-04-08T13:06:19.974615Z","steps":["trace[991326704] 'read index received' (duration: 212.116044ms)","trace[991326704] 'applied index is now lower than readState.Index' (duration: 315.531904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:19.974816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.446628Z","time spent":"528.161195ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:19.974955Z","caller":"traceutil/trace.go:171","msg":"trace[2070481626] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"526.770435ms","start":"2026-04-08T13:06:19.448171Z","end":"2026-04-08T13:06:19.974941Z","steps":["trace[2070481626] 'process raft request' (duration: 526.292469ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:19.97506Z","caller":"traceutil/trace.go:171","msg":"trace[1249243447] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"528.249106ms","start":"2026-04-08T13:06:19.4468Z","end":"2026-04-08T13:06:19.975049Z","steps":["trace[1249243447] 'process raft request' (duration: 527.532675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.975122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.446782Z","time spent":"528.304787ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:06:19.975742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.52523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:06:19.975776Z","caller":"traceutil/trace.go:171","msg":"trace[1880927222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5118; }","duration":"528.580151ms","start":"2026-04-08T13:06:19.447186Z","end":"2026-04-08T13:06:19.975766Z","steps":["trace[1880927222] 'agreement among raft nodes before linearized reading' (duration: 528.460719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.975788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.803314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-04-08T13:06:19.975839Z","caller":"traceutil/trace.go:171","msg":"trace[68058924] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5118; }","duration":"528.887655ms","start":"2026-04-08T13:06:19.446938Z","end":"2026-04-08T13:06:19.975825Z","steps":["trace[68058924] 'agreement among raft nodes before linearized reading' (duration: 528.706953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.975874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.446927Z","time spent":"528.939096ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-08T13:06:19.975978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.143153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:19.976013Z","caller":"traceutil/trace.go:171","msg":"trace[278536970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5118; }","duration":"404.203695ms","start":"2026-04-08T13:06:19.571799Z","end":"2026-04-08T13:06:19.976003Z","steps":["trace[278536970] 'agreement among raft nodes before linearized reading' (duration: 404.152744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.975806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.447174Z","time spent":"528.625561ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:06:19.976043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.571786Z","time spent":"404.248485ms","remote":"127.0.0.1:53290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:06:19.975931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.448163Z","time spent":"526.823756ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:19.976317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.741333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a46384af4ccaaf\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-04-08T13:06:19.976342Z","caller":"traceutil/trace.go:171","msg":"trace[1608536377] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a46384af4ccaaf; range_end:; response_count:1; response_revision:5118; }","duration":"528.874275ms","start":"2026-04-08T13:06:19.447461Z","end":"2026-04-08T13:06:19.976335Z","steps":["trace[1608536377] 'agreement among raft nodes before linearized reading' (duration: 528.805924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:19.976359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.447453Z","time spent":"528.902335ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a46384af4ccaaf\" "} {"level":"warn","ts":"2026-04-08T13:06:20.480308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766888101,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:06:20.926025Z","caller":"traceutil/trace.go:171","msg":"trace[1690409440] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"947.604849ms","start":"2026-04-08T13:06:19.978396Z","end":"2026-04-08T13:06:20.926001Z","steps":["trace[1690409440] 'process raft request' (duration: 947.441887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:20.926394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.978373Z","time spent":"947.726211ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:21.72674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.474575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:06:21.727033Z","caller":"traceutil/trace.go:171","msg":"trace[673219351] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"1.745600667s","start":"2026-04-08T13:06:19.981397Z","end":"2026-04-08T13:06:21.726998Z","steps":["trace[673219351] 'process raft request' (duration: 1.058799807s)","trace[673219351] 'compare' (duration: 686.08123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:21.727179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.981029Z","time spent":"1.746073373s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T13:06:21.727373Z","caller":"traceutil/trace.go:171","msg":"trace[2137580377] linearizableReadLoop","detail":"{readStateIndex:5319; appliedIndex:5317; }","duration":"1.747824148s","start":"2026-04-08T13:06:19.979497Z","end":"2026-04-08T13:06:21.727321Z","steps":["trace[2137580377] 'read index received' (duration: 946.357872ms)","trace[2137580377] 'applied index is now lower than readState.Index' (duration: 801.464996ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:21.727484Z","caller":"traceutil/trace.go:171","msg":"trace[985734185] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"1.157709898s","start":"2026-04-08T13:06:20.569754Z","end":"2026-04-08T13:06:21.727464Z","steps":["trace[985734185] 'process raft request' (duration: 1.15712164s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.727583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:20.569731Z","time spent":"1.157803159s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:21.727739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748229534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10698"} {"level":"info","ts":"2026-04-08T13:06:21.727778Z","caller":"traceutil/trace.go:171","msg":"trace[1764452248] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5121; }","duration":"1.748293165s","start":"2026-04-08T13:06:19.979474Z","end":"2026-04-08T13:06:21.727767Z","steps":["trace[1764452248] 'agreement among raft nodes before linearized reading' (duration: 1.748004891s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.72877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.979459Z","time spent":"1.748406907s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":10720,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-08T13:06:21.823831Z","caller":"traceutil/trace.go:171","msg":"trace[988207703] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"817.308569ms","start":"2026-04-08T13:06:21.006506Z","end":"2026-04-08T13:06:21.823815Z","steps":["trace[988207703] 'process raft request' (duration: 816.940724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.823939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:21.00649Z","time spent":"817.3902ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:21.824076Z","caller":"traceutil/trace.go:171","msg":"trace[1742523862] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"816.841402ms","start":"2026-04-08T13:06:21.007223Z","end":"2026-04-08T13:06:21.824064Z","steps":["trace[1742523862] 'process raft request' (duration: 816.328065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.824139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:21.00721Z","time spent":"816.900653ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:21.824257Z","caller":"traceutil/trace.go:171","msg":"trace[77573459] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"816.67802ms","start":"2026-04-08T13:06:21.007572Z","end":"2026-04-08T13:06:21.82425Z","steps":["trace[77573459] 'process raft request' (duration: 816.010001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.824294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:21.007544Z","time spent":"816.730411ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:21.824396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.875043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:21.824421Z","caller":"traceutil/trace.go:171","msg":"trace[306025911] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5124; }","duration":"343.937803ms","start":"2026-04-08T13:06:21.480476Z","end":"2026-04-08T13:06:21.824413Z","steps":["trace[306025911] 'agreement among raft nodes before linearized reading' (duration: 343.893312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.82444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:21.480455Z","time spent":"343.980604ms","remote":"127.0.0.1:43814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:06:21.824574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.845489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:06:21.824591Z","caller":"traceutil/trace.go:171","msg":"trace[1808847078] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5124; }","duration":"683.890239ms","start":"2026-04-08T13:06:21.140696Z","end":"2026-04-08T13:06:21.824586Z","steps":["trace[1808847078] 'agreement among raft nodes before linearized reading' (duration: 683.835749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.82461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:21.140684Z","time spent":"683.92113ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:06:21.824748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.188744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:06:21.824766Z","caller":"traceutil/trace.go:171","msg":"trace[799380394] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5124; }","duration":"726.232226ms","start":"2026-04-08T13:06:21.098529Z","end":"2026-04-08T13:06:21.824761Z","steps":["trace[799380394] 'agreement among raft nodes before linearized reading' (duration: 726.164615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.824783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:21.098512Z","time spent":"726.265986ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":78,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:06:21.824927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.482274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:06:21.824944Z","caller":"traceutil/trace.go:171","msg":"trace[347840421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5124; }","duration":"727.564135ms","start":"2026-04-08T13:06:21.097375Z","end":"2026-04-08T13:06:21.824939Z","steps":["trace[347840421] 'agreement among raft nodes before linearized reading' (duration: 727.490264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.82496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:21.097359Z","time spent":"727.597315ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:06:21.825161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.67869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:06:21.825206Z","caller":"traceutil/trace.go:171","msg":"trace[921779287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5124; }","duration":"728.777442ms","start":"2026-04-08T13:06:21.096418Z","end":"2026-04-08T13:06:21.825196Z","steps":["trace[921779287] 'agreement among raft nodes before linearized reading' (duration: 728.6886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.825223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:21.096385Z","time spent":"728.833532ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:06:21.82533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.986918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-08T13:06:21.825345Z","caller":"traceutil/trace.go:171","msg":"trace[1967952996] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507; range_end:; response_count:1; response_revision:5124; }","duration":"840.000619ms","start":"2026-04-08T13:06:20.985338Z","end":"2026-04-08T13:06:21.825339Z","steps":["trace[1967952996] 'agreement among raft nodes before linearized reading' (duration: 839.950098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.825358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:20.985312Z","time spent":"840.042079ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507\" "} {"level":"warn","ts":"2026-04-08T13:06:21.825447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.763585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a46384af88a9e4\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-04-08T13:06:21.82546Z","caller":"traceutil/trace.go:171","msg":"trace[1564017860] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a46384af88a9e4; range_end:; response_count:1; response_revision:5124; }","duration":"895.807875ms","start":"2026-04-08T13:06:20.929647Z","end":"2026-04-08T13:06:21.825455Z","steps":["trace[1564017860] 'agreement among raft nodes before linearized reading' (duration: 895.770645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.825471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:20.929627Z","time spent":"895.841375ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":762,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18a46384af88a9e4\" "} {"level":"warn","ts":"2026-04-08T13:06:21.825544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815015993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-08T13:06:21.825569Z","caller":"traceutil/trace.go:171","msg":"trace[1853026961] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507; range_end:; response_count:1; response_revision:5124; }","duration":"1.815062835s","start":"2026-04-08T13:06:20.010499Z","end":"2026-04-08T13:06:21.825562Z","steps":["trace[1853026961] 'agreement among raft nodes before linearized reading' (duration: 1.814982844s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.825576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844107184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-08T13:06:21.825591Z","caller":"traceutil/trace.go:171","msg":"trace[1512079179] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5124; }","duration":"1.844139164s","start":"2026-04-08T13:06:19.981447Z","end":"2026-04-08T13:06:21.825586Z","steps":["trace[1512079179] 'agreement among raft nodes before linearized reading' (duration: 1.844090833s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.825605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:19.98144Z","time spent":"1.844161174s","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-08T13:06:21.825619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044594322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:21.825638Z","caller":"traceutil/trace.go:171","msg":"trace[519308316] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5124; }","duration":"1.044647583s","start":"2026-04-08T13:06:20.780986Z","end":"2026-04-08T13:06:21.825633Z","steps":["trace[519308316] 'agreement among raft nodes before linearized reading' (duration: 1.044614262s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.825656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:20.780947Z","time spent":"1.044703404s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:06:21.825589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:20.010491Z","time spent":"1.815093025s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507\" "} {"level":"warn","ts":"2026-04-08T13:06:21.825766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286014915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:21.825786Z","caller":"traceutil/trace.go:171","msg":"trace[2104277731] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5124; }","duration":"1.286074357s","start":"2026-04-08T13:06:20.539705Z","end":"2026-04-08T13:06:21.825779Z","steps":["trace[2104277731] 'agreement among raft nodes before linearized reading' (duration: 1.286040536s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.825803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:20.539682Z","time spent":"1.286116967s","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:06:21.825896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436469006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:21.825912Z","caller":"traceutil/trace.go:171","msg":"trace[1585894868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5124; }","duration":"1.436706839s","start":"2026-04-08T13:06:20.3892Z","end":"2026-04-08T13:06:21.825907Z","steps":["trace[1585894868] 'agreement among raft nodes before linearized reading' (duration: 1.436680279s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:21.825928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:20.389178Z","time spent":"1.43674561s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:06:23.732339Z","caller":"traceutil/trace.go:171","msg":"trace[1627055650] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5341; }","duration":"355.906819ms","start":"2026-04-08T13:06:23.376414Z","end":"2026-04-08T13:06:23.732321Z","steps":["trace[1627055650] 'read index received' (duration: 355.772167ms)","trace[1627055650] 'applied index is now lower than readState.Index' (duration: 133.772µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:23.732435Z","caller":"traceutil/trace.go:171","msg":"trace[2000623784] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"711.20358ms","start":"2026-04-08T13:06:23.021221Z","end":"2026-04-08T13:06:23.732425Z","steps":["trace[2000623784] 'process raft request' (duration: 710.980077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:23.732447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.022531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:23.732477Z","caller":"traceutil/trace.go:171","msg":"trace[98471063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5142; }","duration":"356.098432ms","start":"2026-04-08T13:06:23.37637Z","end":"2026-04-08T13:06:23.732468Z","steps":["trace[98471063] 'agreement among raft nodes before linearized reading' (duration: 356.038201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:23.732504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:23.021208Z","time spent":"711.252551ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:23.732511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:23.376347Z","time spent":"356.156252ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:06:23.747367Z","caller":"traceutil/trace.go:171","msg":"trace[1966491031] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"110.900087ms","start":"2026-04-08T13:06:23.635867Z","end":"2026-04-08T13:06:23.746767Z","steps":["trace[1966491031] 'process raft request' (duration: 110.756625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:23.750274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.668618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T13:06:23.750341Z","caller":"traceutil/trace.go:171","msg":"trace[1140246679] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5144; }","duration":"232.78124ms","start":"2026-04-08T13:06:23.517543Z","end":"2026-04-08T13:06:23.750324Z","steps":["trace[1140246679] 'agreement among raft nodes before linearized reading' (duration: 232.623298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:29.774675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766888391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:06:29.856874Z","caller":"traceutil/trace.go:171","msg":"trace[1960979962] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"845.319191ms","start":"2026-04-08T13:06:29.011525Z","end":"2026-04-08T13:06:29.856844Z","steps":["trace[1960979962] 'process raft request' (duration: 845.057397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:29.857096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:29.011502Z","time spent":"845.465252ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11652,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:29.857334Z","caller":"traceutil/trace.go:171","msg":"trace[1190042728] linearizableReadLoop","detail":"{readStateIndex:5449; appliedIndex:5447; }","duration":"582.686757ms","start":"2026-04-08T13:06:29.274624Z","end":"2026-04-08T13:06:29.857311Z","steps":["trace[1190042728] 'read index received' (duration: 581.906416ms)","trace[1190042728] 'applied index is now lower than readState.Index' (duration: 779.191µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:29.857546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.897181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-08T13:06:29.857577Z","caller":"traceutil/trace.go:171","msg":"trace[441894568] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5244; }","duration":"582.985372ms","start":"2026-04-08T13:06:29.274582Z","end":"2026-04-08T13:06:29.857568Z","steps":["trace[441894568] 'agreement among raft nodes before linearized reading' (duration: 582.812099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:29.857607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:29.274556Z","time spent":"583.044233ms","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-08T13:06:35.816351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:35.297293Z","time spent":"519.050542ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T13:06:35.827577Z","caller":"traceutil/trace.go:171","msg":"trace[974868100] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"457.284976ms","start":"2026-04-08T13:06:35.370273Z","end":"2026-04-08T13:06:35.827558Z","steps":["trace[974868100] 'process raft request' (duration: 457.142634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:35.827795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:35.370251Z","time spent":"457.411298ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:36.40179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766888485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:06:36.9027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766888485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:06:36.978974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151581858s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:06:37.401897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.582391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:06:37.402019Z","caller":"traceutil/trace.go:171","msg":"trace[1425804096] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"1.584350132s","start":"2026-04-08T13:06:35.817646Z","end":"2026-04-08T13:06:37.401997Z","steps":["trace[1425804096] 'process raft request' (duration: 1.161529187s)","trace[1425804096] 'compare' (duration: 422.082484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:37.402083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:35.81762Z","time spent":"1.584431632s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:37.669489Z","caller":"traceutil/trace.go:171","msg":"trace[1101560952] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"1.792984173s","start":"2026-04-08T13:06:35.876483Z","end":"2026-04-08T13:06:37.669468Z","steps":["trace[1101560952] 'process raft request' (duration: 1.79279248s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:37.669591Z","caller":"traceutil/trace.go:171","msg":"trace[1361819889] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"1.790920414s","start":"2026-04-08T13:06:35.87865Z","end":"2026-04-08T13:06:37.669571Z","steps":["trace[1361819889] 'process raft request' (duration: 1.790761232s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.669609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:35.87645Z","time spent":"1.793104815s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:37.669673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:35.878637Z","time spent":"1.790994005s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:37.66979Z","caller":"traceutil/trace.go:171","msg":"trace[1541359173] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"1.786528335s","start":"2026-04-08T13:06:35.883155Z","end":"2026-04-08T13:06:37.669683Z","steps":["trace[1541359173] 'process raft request' (duration: 1.786298281s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:37.670017Z","caller":"traceutil/trace.go:171","msg":"trace[1386407141] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"1.782354506s","start":"2026-04-08T13:06:35.88765Z","end":"2026-04-08T13:06:37.670005Z","steps":["trace[1386407141] 'process raft request' (duration: 1.782167303s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.670083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:35.887626Z","time spent":"1.782425007s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:37.670252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:35.88313Z","time spent":"1.786824908s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:37.669963Z","caller":"traceutil/trace.go:171","msg":"trace[1740087320] linearizableReadLoop","detail":"{readStateIndex:5499; appliedIndex:5494; }","duration":"1.769285014s","start":"2026-04-08T13:06:35.900666Z","end":"2026-04-08T13:06:37.669951Z","steps":["trace[1740087320] 'read index received' (duration: 1.078522696s)","trace[1740087320] 'applied index is now lower than readState.Index' (duration: 690.761348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:37.670466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76975173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:06:37.670601Z","caller":"traceutil/trace.go:171","msg":"trace[1379976419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5292; }","duration":"1.769935485s","start":"2026-04-08T13:06:35.900635Z","end":"2026-04-08T13:06:37.670571Z","steps":["trace[1379976419] 'agreement among raft nodes before linearized reading' (duration: 1.769478307s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.670664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:35.900625Z","time spent":"1.770028966s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:06:37.686666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028929578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:06:37.686708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77192151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:06:37.686742Z","caller":"traceutil/trace.go:171","msg":"trace[216728563] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5293; }","duration":"1.029036739s","start":"2026-04-08T13:06:36.657683Z","end":"2026-04-08T13:06:37.686719Z","steps":["trace[216728563] 'agreement among raft nodes before linearized reading' (duration: 1.028899707s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:37.686766Z","caller":"traceutil/trace.go:171","msg":"trace[405072472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5293; }","duration":"1.772016531s","start":"2026-04-08T13:06:35.914732Z","end":"2026-04-08T13:06:37.686748Z","steps":["trace[405072472] 'agreement among raft nodes before linearized reading' (duration: 1.771833869s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.686757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310066898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:06:37.686758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613512467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T13:06:37.68679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:36.657667Z","time spent":"1.02911232s","remote":"127.0.0.1:43780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:06:37.686815Z","caller":"traceutil/trace.go:171","msg":"trace[1839261317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5293; }","duration":"1.310170429s","start":"2026-04-08T13:06:36.376631Z","end":"2026-04-08T13:06:37.686801Z","steps":["trace[1839261317] 'agreement among raft nodes before linearized reading' (duration: 1.310078498s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:37.686824Z","caller":"traceutil/trace.go:171","msg":"trace[1829131901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5293; }","duration":"1.613580618s","start":"2026-04-08T13:06:36.073228Z","end":"2026-04-08T13:06:37.686809Z","steps":["trace[1829131901] 'agreement among raft nodes before linearized reading' (duration: 1.613401146s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.686853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:36.376609Z","time spent":"1.310235979s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:06:37.686827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531800797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:06:37.686868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:36.073158Z","time spent":"1.61370195s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:06:37.686913Z","caller":"traceutil/trace.go:171","msg":"trace[832347644] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5293; }","duration":"1.531945349s","start":"2026-04-08T13:06:36.154946Z","end":"2026-04-08T13:06:37.686891Z","steps":["trace[832347644] 'agreement among raft nodes before linearized reading' (duration: 1.531796487s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.686963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772060042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:06:37.686972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:36.154923Z","time spent":"1.53203724s","remote":"127.0.0.1:42282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:06:37.68699Z","caller":"traceutil/trace.go:171","msg":"trace[1668115628] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5293; }","duration":"1.772107352s","start":"2026-04-08T13:06:35.914872Z","end":"2026-04-08T13:06:37.686979Z","steps":["trace[1668115628] 'agreement among raft nodes before linearized reading' (duration: 1.772074022s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.686875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613737261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T13:06:37.687015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:35.914855Z","time spent":"1.772154534s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:06:37.687046Z","caller":"traceutil/trace.go:171","msg":"trace[498014583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5293; }","duration":"1.613941293s","start":"2026-04-08T13:06:36.073093Z","end":"2026-04-08T13:06:37.687034Z","steps":["trace[498014583] 'agreement among raft nodes before linearized reading' (duration: 1.6137276s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.687082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:36.073071Z","time spent":"1.614000704s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:06:37.68693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624409559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:06:37.687131Z","caller":"traceutil/trace.go:171","msg":"trace[1658685664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5293; }","duration":"1.624657291s","start":"2026-04-08T13:06:36.062463Z","end":"2026-04-08T13:06:37.687121Z","steps":["trace[1658685664] 'agreement among raft nodes before linearized reading' (duration: 1.624428048s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.687167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:36.062432Z","time spent":"1.624723803s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:06:37.687173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.686684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-08T13:06:37.687213Z","caller":"traceutil/trace.go:171","msg":"trace[408249576] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5293; }","duration":"590.783175ms","start":"2026-04-08T13:06:37.096418Z","end":"2026-04-08T13:06:37.687202Z","steps":["trace[408249576] 'agreement among raft nodes before linearized reading' (duration: 590.635503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.687249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:37.09639Z","time spent":"590.847947ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T13:06:37.686805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:35.914718Z","time spent":"1.772079982s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:06:37.687361Z","caller":"traceutil/trace.go:171","msg":"trace[1791063412] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"110.71866ms","start":"2026-04-08T13:06:37.57663Z","end":"2026-04-08T13:06:37.687349Z","steps":["trace[1791063412] 'process raft request' (duration: 109.818438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.687368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.144979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-08T13:06:37.687409Z","caller":"traceutil/trace.go:171","msg":"trace[2095914235] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5293; }","duration":"841.188041ms","start":"2026-04-08T13:06:36.846209Z","end":"2026-04-08T13:06:37.687397Z","steps":["trace[2095914235] 'agreement among raft nodes before linearized reading' (duration: 841.057658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.687451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:36.846147Z","time spent":"841.296501ms","remote":"127.0.0.1:53056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-08T13:06:37.687507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.900226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:06:37.687542Z","caller":"traceutil/trace.go:171","msg":"trace[596889910] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5293; }","duration":"660.937317ms","start":"2026-04-08T13:06:37.026596Z","end":"2026-04-08T13:06:37.687534Z","steps":["trace[596889910] 'agreement among raft nodes before linearized reading' (duration: 660.846705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.687536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.243075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-08T13:06:37.687569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:37.026533Z","time spent":"661.031298ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:06:37.687592Z","caller":"traceutil/trace.go:171","msg":"trace[2108699276] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5293; }","duration":"105.298416ms","start":"2026-04-08T13:06:37.582277Z","end":"2026-04-08T13:06:37.687575Z","steps":["trace[2108699276] 'agreement among raft nodes before linearized reading' (duration: 105.143244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.687693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.580476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-08T13:06:37.687799Z","caller":"traceutil/trace.go:171","msg":"trace[147931341] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5293; }","duration":"282.89306ms","start":"2026-04-08T13:06:37.404891Z","end":"2026-04-08T13:06:37.687784Z","steps":["trace[147931341] 'agreement among raft nodes before linearized reading' (duration: 281.800074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.689214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462175253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:37.689993Z","caller":"traceutil/trace.go:171","msg":"trace[209549531] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5293; }","duration":"1.462451716s","start":"2026-04-08T13:06:36.226836Z","end":"2026-04-08T13:06:37.689288Z","steps":["trace[209549531] 'agreement among raft nodes before linearized reading' (duration: 1.45983047s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.690135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:36.226812Z","time spent":"1.463301148s","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:06:37.915255Z","caller":"traceutil/trace.go:171","msg":"trace[624809605] linearizableReadLoop","detail":"{readStateIndex:5501; appliedIndex:5500; }","duration":"226.42064ms","start":"2026-04-08T13:06:37.688803Z","end":"2026-04-08T13:06:37.915224Z","steps":["trace[624809605] 'read index received' (duration: 207.150904ms)","trace[624809605] 'applied index is now lower than readState.Index' (duration: 19.267876ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:37.915518Z","caller":"traceutil/trace.go:171","msg":"trace[1380756138] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"240.736877ms","start":"2026-04-08T13:06:37.674745Z","end":"2026-04-08T13:06:37.915482Z","steps":["trace[1380756138] 'process raft request' (duration: 221.250268ms)","trace[1380756138] 'compare' (duration: 19.102554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:37.915716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.697323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:37.915856Z","caller":"traceutil/trace.go:171","msg":"trace[2122489171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5294; }","duration":"227.064729ms","start":"2026-04-08T13:06:37.688776Z","end":"2026-04-08T13:06:37.915841Z","steps":["trace[2122489171] 'agreement among raft nodes before linearized reading' (duration: 226.687394ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:37.948497Z","caller":"traceutil/trace.go:171","msg":"trace[1938626505] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"254.815163ms","start":"2026-04-08T13:06:37.693656Z","end":"2026-04-08T13:06:37.948471Z","steps":["trace[1938626505] 'process raft request' (duration: 254.727051ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:37.948685Z","caller":"traceutil/trace.go:171","msg":"trace[1572568676] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"255.208348ms","start":"2026-04-08T13:06:37.693466Z","end":"2026-04-08T13:06:37.948675Z","steps":["trace[1572568676] 'process raft request' (duration: 254.774992ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:37.948918Z","caller":"traceutil/trace.go:171","msg":"trace[2004540673] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"254.561899ms","start":"2026-04-08T13:06:37.694341Z","end":"2026-04-08T13:06:37.948903Z","steps":["trace[2004540673] 'process raft request' (duration: 254.339026ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:37.949012Z","caller":"traceutil/trace.go:171","msg":"trace[2136609089] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"255.124327ms","start":"2026-04-08T13:06:37.693878Z","end":"2026-04-08T13:06:37.949003Z","steps":["trace[2136609089] 'process raft request' (duration: 254.549729ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:37.949019Z","caller":"traceutil/trace.go:171","msg":"trace[659828590] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"253.530515ms","start":"2026-04-08T13:06:37.695409Z","end":"2026-04-08T13:06:37.94894Z","steps":["trace[659828590] 'process raft request' (duration: 253.444434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.949145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.598281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-08T13:06:37.949187Z","caller":"traceutil/trace.go:171","msg":"trace[1138299692] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507; range_end:; response_count:1; response_revision:5299; }","duration":"257.667932ms","start":"2026-04-08T13:06:37.691506Z","end":"2026-04-08T13:06:37.949174Z","steps":["trace[1138299692] 'agreement among raft nodes before linearized reading' (duration: 257.563241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.949477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.930458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-08T13:06:37.949514Z","caller":"traceutil/trace.go:171","msg":"trace[91356866] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5299; }","duration":"256.018678ms","start":"2026-04-08T13:06:37.693486Z","end":"2026-04-08T13:06:37.949505Z","steps":["trace[91356866] 'agreement among raft nodes before linearized reading' (duration: 255.913067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.949475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.575914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:06:37.949674Z","caller":"traceutil/trace.go:171","msg":"trace[1613579867] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5299; }","duration":"258.816148ms","start":"2026-04-08T13:06:37.690839Z","end":"2026-04-08T13:06:37.949655Z","steps":["trace[1613579867] 'agreement among raft nodes before linearized reading' (duration: 258.489773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:37.949756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.328203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:06:37.949894Z","caller":"traceutil/trace.go:171","msg":"trace[1688957691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5299; }","duration":"256.559846ms","start":"2026-04-08T13:06:37.693315Z","end":"2026-04-08T13:06:37.949874Z","steps":["trace[1688957691] 'agreement among raft nodes before linearized reading' (duration: 256.128341ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:38.864536Z","caller":"traceutil/trace.go:171","msg":"trace[1576566265] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"153.170345ms","start":"2026-04-08T13:06:38.711329Z","end":"2026-04-08T13:06:38.8645Z","steps":["trace[1576566265] 'process raft request' (duration: 152.75916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:39.177434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.568834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:06:39.177633Z","caller":"traceutil/trace.go:171","msg":"trace[664892342] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"304.918398ms","start":"2026-04-08T13:06:38.8727Z","end":"2026-04-08T13:06:39.177619Z","steps":["trace[664892342] 'process raft request' (duration: 304.873267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:39.177812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:38.872673Z","time spent":"305.114991ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:39.177842Z","caller":"traceutil/trace.go:171","msg":"trace[746813309] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"372.401619ms","start":"2026-04-08T13:06:38.805271Z","end":"2026-04-08T13:06:39.177673Z","steps":["trace[746813309] 'process raft request' (duration: 219.525661ms)","trace[746813309] 'compare' (duration: 152.468443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:39.178124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:38.805252Z","time spent":"372.716874ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:06:39.756709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.111531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-08T13:06:39.756805Z","caller":"traceutil/trace.go:171","msg":"trace[448148042] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5307; }","duration":"153.277743ms","start":"2026-04-08T13:06:39.603506Z","end":"2026-04-08T13:06:39.756783Z","steps":["trace[448148042] 'range keys from in-memory index tree' (duration: 152.912439ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:39.874153Z","caller":"traceutil/trace.go:171","msg":"trace[460282913] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"200.10391ms","start":"2026-04-08T13:06:39.67403Z","end":"2026-04-08T13:06:39.874133Z","steps":["trace[460282913] 'process raft request' (duration: 199.986648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:40.150019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.072112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:06:40.150374Z","caller":"traceutil/trace.go:171","msg":"trace[2057140544] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"474.967149ms","start":"2026-04-08T13:06:39.675346Z","end":"2026-04-08T13:06:40.150313Z","steps":["trace[2057140544] 'process raft request' (duration: 323.427961ms)","trace[2057140544] 'compare' (duration: 150.856898ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:40.150406Z","caller":"traceutil/trace.go:171","msg":"trace[783401487] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"474.533693ms","start":"2026-04-08T13:06:39.67584Z","end":"2026-04-08T13:06:40.150373Z","steps":["trace[783401487] 'process raft request' (duration: 474.349141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:40.150528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:39.675827Z","time spent":"474.650156ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:40.150529Z","caller":"traceutil/trace.go:171","msg":"trace[735067317] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5515; }","duration":"390.251581ms","start":"2026-04-08T13:06:39.760245Z","end":"2026-04-08T13:06:40.150496Z","steps":["trace[735067317] 'read index received' (duration: 113.900251ms)","trace[735067317] 'applied index is now lower than readState.Index' (duration: 276.34973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:06:40.150568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:39.67531Z","time spent":"475.145502ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:40.15065Z","caller":"traceutil/trace.go:171","msg":"trace[1699067069] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"473.927564ms","start":"2026-04-08T13:06:39.676687Z","end":"2026-04-08T13:06:40.150615Z","steps":["trace[1699067069] 'process raft request' (duration: 473.59011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:40.150813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.552616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9080bccd-fe86-4256-9421-6222bf3f10b0\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-04-08T13:06:40.150818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:39.676674Z","time spent":"474.056226ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:06:40.150895Z","caller":"traceutil/trace.go:171","msg":"trace[477090442] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9080bccd-fe86-4256-9421-6222bf3f10b0; range_end:; response_count:1; response_revision:5311; }","duration":"390.652517ms","start":"2026-04-08T13:06:39.760199Z","end":"2026-04-08T13:06:40.150852Z","steps":["trace[477090442] 'agreement among raft nodes before linearized reading' (duration: 390.455814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:40.150922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.697355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T13:06:40.150945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.64729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T13:06:40.15095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:39.760182Z","time spent":"390.749168ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-9080bccd-fe86-4256-9421-6222bf3f10b0\" "} {"level":"info","ts":"2026-04-08T13:06:40.150987Z","caller":"traceutil/trace.go:171","msg":"trace[1710688983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5311; }","duration":"196.745031ms","start":"2026-04-08T13:06:39.954231Z","end":"2026-04-08T13:06:40.150976Z","steps":["trace[1710688983] 'agreement among raft nodes before linearized reading' (duration: 196.563009ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:40.150976Z","caller":"traceutil/trace.go:171","msg":"trace[2057660359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5311; }","duration":"197.772566ms","start":"2026-04-08T13:06:39.953187Z","end":"2026-04-08T13:06:40.15096Z","steps":["trace[2057660359] 'agreement among raft nodes before linearized reading' (duration: 197.580583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:40.151153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.550878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:06:40.151198Z","caller":"traceutil/trace.go:171","msg":"trace[625426160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5311; }","duration":"196.604649ms","start":"2026-04-08T13:06:39.954581Z","end":"2026-04-08T13:06:40.151186Z","steps":["trace[625426160] 'agreement among raft nodes before linearized reading' (duration: 196.459047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:40.151199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.028935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T13:06:40.151242Z","caller":"traceutil/trace.go:171","msg":"trace[1531208945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5311; }","duration":"197.095566ms","start":"2026-04-08T13:06:39.954134Z","end":"2026-04-08T13:06:40.151229Z","steps":["trace[1531208945] 'agreement among raft nodes before linearized reading' (duration: 196.974544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:40.151334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.35615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:06:40.151363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.3981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-08T13:06:40.151392Z","caller":"traceutil/trace.go:171","msg":"trace[2076462059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5311; }","duration":"231.43389ms","start":"2026-04-08T13:06:39.919933Z","end":"2026-04-08T13:06:40.151367Z","steps":["trace[2076462059] 'agreement among raft nodes before linearized reading' (duration: 231.227178ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:40.151402Z","caller":"traceutil/trace.go:171","msg":"trace[1727600602] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5311; }","duration":"276.468262ms","start":"2026-04-08T13:06:39.874921Z","end":"2026-04-08T13:06:40.151389Z","steps":["trace[1727600602] 'agreement among raft nodes before linearized reading' (duration: 276.3568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:40.151454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.269082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:40.151504Z","caller":"traceutil/trace.go:171","msg":"trace[198721280] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5311; }","duration":"198.360794ms","start":"2026-04-08T13:06:39.953129Z","end":"2026-04-08T13:06:40.151489Z","steps":["trace[198721280] 'agreement among raft nodes before linearized reading' (duration: 198.275703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:40.151784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.636199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:06:40.151919Z","caller":"traceutil/trace.go:171","msg":"trace[847491505] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5311; }","duration":"325.805652ms","start":"2026-04-08T13:06:39.826096Z","end":"2026-04-08T13:06:40.151901Z","steps":["trace[847491505] 'agreement among raft nodes before linearized reading' (duration: 324.640466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:40.151975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:06:39.826075Z","time spent":"325.884682ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:06:40.322275Z","caller":"traceutil/trace.go:171","msg":"trace[96681237] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"165.615002ms","start":"2026-04-08T13:06:40.15663Z","end":"2026-04-08T13:06:40.322245Z","steps":["trace[96681237] 'process raft request' (duration: 110.058736ms)","trace[96681237] 'compare' (duration: 55.176971ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:40.323051Z","caller":"traceutil/trace.go:171","msg":"trace[2109530916] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"165.827924ms","start":"2026-04-08T13:06:40.157188Z","end":"2026-04-08T13:06:40.323016Z","steps":["trace[2109530916] 'process raft request' (duration: 165.256697ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:40.323047Z","caller":"traceutil/trace.go:171","msg":"trace[2060171428] linearizableReadLoop","detail":"{readStateIndex:5523; appliedIndex:5518; }","duration":"159.817422ms","start":"2026-04-08T13:06:40.163197Z","end":"2026-04-08T13:06:40.323014Z","steps":["trace[2060171428] 'read index received' (duration: 61.402286ms)","trace[2060171428] 'applied index is now lower than readState.Index' (duration: 98.413466ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:06:40.323131Z","caller":"traceutil/trace.go:171","msg":"trace[5627080] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"165.881986ms","start":"2026-04-08T13:06:40.157228Z","end":"2026-04-08T13:06:40.32311Z","steps":["trace[5627080] 'process raft request' (duration: 165.649623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:06:40.323237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.009775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:06:40.323281Z","caller":"traceutil/trace.go:171","msg":"trace[672363160] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5316; }","duration":"160.105026ms","start":"2026-04-08T13:06:40.163164Z","end":"2026-04-08T13:06:40.323269Z","steps":["trace[672363160] 'agreement among raft nodes before linearized reading' (duration: 159.969304ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:06:40.322547Z","caller":"traceutil/trace.go:171","msg":"trace[2129344560] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"165.600992ms","start":"2026-04-08T13:06:40.156918Z","end":"2026-04-08T13:06:40.322519Z","steps":["trace[2129344560] 'process raft request' (duration: 165.239167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:16.996032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.989404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:07:16.996378Z","caller":"traceutil/trace.go:171","msg":"trace[277810626] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"335.632189ms","start":"2026-04-08T13:07:16.660709Z","end":"2026-04-08T13:07:16.996341Z","steps":["trace[277810626] 'process raft request' (duration: 105.23026ms)","trace[277810626] 'compare' (duration: 229.127902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:16.996655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:16.660686Z","time spent":"335.896103ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:16.996739Z","caller":"traceutil/trace.go:171","msg":"trace[319883207] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"335.901983ms","start":"2026-04-08T13:07:16.660816Z","end":"2026-04-08T13:07:16.996718Z","steps":["trace[319883207] 'process raft request' (duration: 335.375626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:16.997332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:16.660794Z","time spent":"336.45318ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:16.996448Z","caller":"traceutil/trace.go:171","msg":"trace[1050918877] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"170.592302ms","start":"2026-04-08T13:07:16.825838Z","end":"2026-04-08T13:07:16.99643Z","steps":["trace[1050918877] 'process raft request' (duration: 170.532192ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:16.996774Z","caller":"traceutil/trace.go:171","msg":"trace[19647121] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"289.223442ms","start":"2026-04-08T13:07:16.707526Z","end":"2026-04-08T13:07:16.996749Z","steps":["trace[19647121] 'process raft request' (duration: 288.769236ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:18.311422Z","caller":"traceutil/trace.go:171","msg":"trace[1456821007] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"302.069096ms","start":"2026-04-08T13:07:18.009333Z","end":"2026-04-08T13:07:18.311402Z","steps":["trace[1456821007] 'process raft request' (duration: 301.757212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:18.31155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:18.009306Z","time spent":"302.176137ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:18.878023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:19.379069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:19.616751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305539659s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:07:19.617142Z","caller":"traceutil/trace.go:171","msg":"trace[448546496] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"1.325652267s","start":"2026-04-08T13:07:18.291461Z","end":"2026-04-08T13:07:19.617114Z","steps":["trace[448546496] 'process raft request' (duration: 1.325460394s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.617353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:18.291437Z","time spent":"1.325803218s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:19.617437Z","caller":"traceutil/trace.go:171","msg":"trace[391800487] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"1.32149862s","start":"2026-04-08T13:07:18.295914Z","end":"2026-04-08T13:07:19.617412Z","steps":["trace[391800487] 'process raft request' (duration: 1.321158986s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.617565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:18.295898Z","time spent":"1.321589811s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:19.617752Z","caller":"traceutil/trace.go:171","msg":"trace[297388669] linearizableReadLoop","detail":"{readStateIndex:5849; appliedIndex:5846; }","duration":"1.240815099s","start":"2026-04-08T13:07:18.376927Z","end":"2026-04-08T13:07:19.617742Z","steps":["trace[297388669] 'read index received' (duration: 1.239963938s)","trace[297388669] 'applied index is now lower than readState.Index' (duration: 850.411µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:19.617825Z","caller":"traceutil/trace.go:171","msg":"trace[1930559838] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"1.319931591s","start":"2026-04-08T13:07:18.297884Z","end":"2026-04-08T13:07:19.617816Z","steps":["trace[1930559838] 'process raft request' (duration: 1.319448004s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.617901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:18.297879Z","time spent":"1.319980631s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:19.618005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191056618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:07:19.618068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.937302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:07:19.618099Z","caller":"traceutil/trace.go:171","msg":"trace[1319538207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5632; }","duration":"616.003832ms","start":"2026-04-08T13:07:19.002087Z","end":"2026-04-08T13:07:19.618091Z","steps":["trace[1319538207] 'agreement among raft nodes before linearized reading' (duration: 615.889481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.618126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:19.002066Z","time spent":"616.055174ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:07:19.618175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.110634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T13:07:19.618212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.382622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-08T13:07:19.618263Z","caller":"traceutil/trace.go:171","msg":"trace[292068559] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5632; }","duration":"276.449822ms","start":"2026-04-08T13:07:19.341799Z","end":"2026-04-08T13:07:19.618249Z","steps":["trace[292068559] 'agreement among raft nodes before linearized reading' (duration: 276.31332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.618328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.182972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:07:19.618371Z","caller":"traceutil/trace.go:171","msg":"trace[1186142200] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5632; }","duration":"940.264744ms","start":"2026-04-08T13:07:18.678095Z","end":"2026-04-08T13:07:19.61836Z","steps":["trace[1186142200] 'agreement among raft nodes before linearized reading' (duration: 940.149702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.618411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:18.678074Z","time spent":"940.326244ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:07:19.618434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241513639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:19.618467Z","caller":"traceutil/trace.go:171","msg":"trace[1020888616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5632; }","duration":"1.24157887s","start":"2026-04-08T13:07:18.376878Z","end":"2026-04-08T13:07:19.618457Z","steps":["trace[1020888616] 'agreement among raft nodes before linearized reading' (duration: 1.241533019s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.618492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:18.376857Z","time spent":"1.24162965s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:07:19.618216Z","caller":"traceutil/trace.go:171","msg":"trace[1467045803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5632; }","duration":"616.187345ms","start":"2026-04-08T13:07:19.002017Z","end":"2026-04-08T13:07:19.618204Z","steps":["trace[1467045803] 'agreement among raft nodes before linearized reading' (duration: 616.072543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.61863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:19.001997Z","time spent":"616.625421ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:07:19.618723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.155798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:07:19.618784Z","caller":"traceutil/trace.go:171","msg":"trace[371678344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5632; }","duration":"957.217669ms","start":"2026-04-08T13:07:18.661552Z","end":"2026-04-08T13:07:19.61877Z","steps":["trace[371678344] 'agreement among raft nodes before linearized reading' (duration: 957.077577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.618828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:18.661483Z","time spent":"957.332821ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:07:19.618064Z","caller":"traceutil/trace.go:171","msg":"trace[475570314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5632; }","duration":"1.19113813s","start":"2026-04-08T13:07:18.426907Z","end":"2026-04-08T13:07:19.618045Z","steps":["trace[475570314] 'agreement among raft nodes before linearized reading' (duration: 1.190967306s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.619141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:18.426874Z","time spent":"1.192254284s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:07:19.61916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058237822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:07:19.619213Z","caller":"traceutil/trace.go:171","msg":"trace[674815945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5632; }","duration":"1.058325893s","start":"2026-04-08T13:07:18.560868Z","end":"2026-04-08T13:07:19.619194Z","steps":["trace[674815945] 'agreement among raft nodes before linearized reading' (duration: 1.058196571s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.619234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.737646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:19.619254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:18.56085Z","time spent":"1.058393194s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:07:19.61926Z","caller":"traceutil/trace.go:171","msg":"trace[1197578942] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5632; }","duration":"279.799477ms","start":"2026-04-08T13:07:19.339451Z","end":"2026-04-08T13:07:19.619251Z","steps":["trace[1197578942] 'agreement among raft nodes before linearized reading' (duration: 279.758017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:19.619825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.893659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:19.61987Z","caller":"traceutil/trace.go:171","msg":"trace[1051972812] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5632; }","duration":"279.973029ms","start":"2026-04-08T13:07:19.339887Z","end":"2026-04-08T13:07:19.61986Z","steps":["trace[1051972812] 'agreement among raft nodes before linearized reading' (duration: 278.353488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:20.125975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:20.593662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.703676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:07:20.593793Z","caller":"traceutil/trace.go:171","msg":"trace[621633560] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"969.575303ms","start":"2026-04-08T13:07:19.624193Z","end":"2026-04-08T13:07:20.593769Z","steps":["trace[621633560] 'process raft request' (duration: 737.685085ms)","trace[621633560] 'compare' (duration: 231.603324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:20.593869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:19.624139Z","time spent":"969.690904ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:21.496425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134421461s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:07:21.62747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:07:21.62753Z","caller":"traceutil/trace.go:171","msg":"trace[598215452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353197s","start":"2026-04-08T13:07:19.627163Z","end":"2026-04-08T13:07:21.627517Z","steps":["trace[598215452] 'agreement among raft nodes before linearized reading' (duration: 2.000267186s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:21.627561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:19.627153Z","time spent":"2.000400537s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:07:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:21.628485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.971019ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:21.62855Z","caller":"traceutil/trace.go:171","msg":"trace[1364943657] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5633; }","duration":"781.04128ms","start":"2026-04-08T13:07:20.8475Z","end":"2026-04-08T13:07:21.628541Z","steps":["trace[1364943657] 'range keys from in-memory index tree' (duration: 780.958789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:21.62915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.224003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:07:21.629431Z","caller":"traceutil/trace.go:171","msg":"trace[28257199] linearizableReadLoop","detail":"{readStateIndex:5854; appliedIndex:5849; }","duration":"2.00435607s","start":"2026-04-08T13:07:19.625063Z","end":"2026-04-08T13:07:21.629419Z","steps":["trace[28257199] 'read index received' (duration: 736.928435ms)","trace[28257199] 'applied index is now lower than readState.Index' (duration: 1.267426925s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:21.62949Z","caller":"traceutil/trace.go:171","msg":"trace[1044737868] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"2.005047309s","start":"2026-04-08T13:07:19.624434Z","end":"2026-04-08T13:07:21.629481Z","steps":["trace[1044737868] 'process raft request' (duration: 1.8724387s)","trace[1044737868] 'compare' (duration: 132.099612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:21.629537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:19.624415Z","time spent":"2.00509679s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:21.629541Z","caller":"traceutil/trace.go:171","msg":"trace[2034210757] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"2.004937898s","start":"2026-04-08T13:07:19.624587Z","end":"2026-04-08T13:07:21.629525Z","steps":["trace[2034210757] 'process raft request' (duration: 2.004750785s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:21.629608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:19.624578Z","time spent":"2.004993598s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:21.62965Z","caller":"traceutil/trace.go:171","msg":"trace[1232001860] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"1.312840978s","start":"2026-04-08T13:07:20.316797Z","end":"2026-04-08T13:07:21.629638Z","steps":["trace[1232001860] 'process raft request' (duration: 1.312595805s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:21.62975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:20.316777Z","time spent":"1.312927179s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:21.629766Z","caller":"traceutil/trace.go:171","msg":"trace[2078448637] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"2.005263382s","start":"2026-04-08T13:07:19.624477Z","end":"2026-04-08T13:07:21.629741Z","steps":["trace[2078448637] 'process raft request' (duration: 2.004821386s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:21.629819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:19.624465Z","time spent":"2.005325592s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:21.629891Z","caller":"traceutil/trace.go:171","msg":"trace[472401129] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"2.005193991s","start":"2026-04-08T13:07:19.624615Z","end":"2026-04-08T13:07:21.629809Z","steps":["trace[472401129] 'process raft request' (duration: 2.004751316s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:21.629961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004916147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11918"} {"level":"warn","ts":"2026-04-08T13:07:21.629977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:19.624606Z","time spent":"2.005309643s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:21.63Z","caller":"traceutil/trace.go:171","msg":"trace[1059289686] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5638; }","duration":"2.004967608s","start":"2026-04-08T13:07:19.625022Z","end":"2026-04-08T13:07:21.62999Z","steps":["trace[1059289686] 'agreement among raft nodes before linearized reading' (duration: 2.004860986s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:21.63003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:19.625015Z","time spent":"2.005007658s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11940,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T13:07:23.089706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117800531s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:07:23.627828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:07:23.627914Z","caller":"traceutil/trace.go:171","msg":"trace[456895770] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000303523s","start":"2026-04-08T13:07:21.627591Z","end":"2026-04-08T13:07:23.627895Z","steps":["trace[456895770] 'agreement among raft nodes before linearized reading' (duration: 2.000191262s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:23.628017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:21.627581Z","time spent":"2.000419964s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:07:23.909535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937651626s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:07:23.909913Z","caller":"traceutil/trace.go:171","msg":"trace[619907122] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5855; }","duration":"2.280437602s","start":"2026-04-08T13:07:21.629459Z","end":"2026-04-08T13:07:23.909897Z","steps":["trace[619907122] 'read index received' (duration: 342.427591ms)","trace[619907122] 'applied index is now lower than readState.Index' (duration: 1.938009181s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:23.91017Z","caller":"traceutil/trace.go:171","msg":"trace[1363349330] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"2.286540224s","start":"2026-04-08T13:07:21.623609Z","end":"2026-04-08T13:07:23.91015Z","steps":["trace[1363349330] 'process raft request' (duration: 2.286049518s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:23.91028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:21.623592Z","time spent":"2.286627885s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:23.9103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286616215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:23.910319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286658655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:23.910349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286609304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-04-08T13:07:23.910324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500067573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:23.910431Z","caller":"traceutil/trace.go:171","msg":"trace[489443335] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5641; }","duration":"2.286733567s","start":"2026-04-08T13:07:21.623679Z","end":"2026-04-08T13:07:23.910413Z","steps":["trace[489443335] 'agreement among raft nodes before linearized reading' (duration: 2.286453843s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:23.910477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:21.623654Z","time spent":"2.286814857s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-08T13:07:23.910395Z","caller":"traceutil/trace.go:171","msg":"trace[84267877] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5641; }","duration":"2.286781237s","start":"2026-04-08T13:07:21.623596Z","end":"2026-04-08T13:07:23.910377Z","steps":["trace[84267877] 'agreement among raft nodes before linearized reading' (duration: 2.286541524s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:23.910496Z","caller":"traceutil/trace.go:171","msg":"trace[153913294] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"2.28549216s","start":"2026-04-08T13:07:21.62499Z","end":"2026-04-08T13:07:23.910482Z","steps":["trace[153913294] 'process raft request' (duration: 2.284827371s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:23.910508Z","caller":"traceutil/trace.go:171","msg":"trace[913804831] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5641; }","duration":"3.500231766s","start":"2026-04-08T13:07:20.410199Z","end":"2026-04-08T13:07:23.910431Z","steps":["trace[913804831] 'agreement among raft nodes before linearized reading' (duration: 3.499998983s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:23.910557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:21.623576Z","time spent":"2.286968849s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-08T13:07:23.91058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:21.624978Z","time spent":"2.285571921s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:23.910605Z","caller":"traceutil/trace.go:171","msg":"trace[2143845848] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"2.284630018s","start":"2026-04-08T13:07:21.625958Z","end":"2026-04-08T13:07:23.910588Z","steps":["trace[2143845848] 'process raft request' (duration: 2.283905919s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:23.910678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:21.625943Z","time spent":"2.284693749s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:23.910694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104613688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:07:23.910678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:20.410184Z","time spent":"3.500417888s","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:23.910733Z","caller":"traceutil/trace.go:171","msg":"trace[1432348891] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5641; }","duration":"4.104661769s","start":"2026-04-08T13:07:19.806061Z","end":"2026-04-08T13:07:23.910722Z","steps":["trace[1432348891] 'agreement among raft nodes before linearized reading' (duration: 4.104580498s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:23.910777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:19.805971Z","time spent":"4.10479718s","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:23.910383Z","caller":"traceutil/trace.go:171","msg":"trace[2033808148] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5641; }","duration":"2.286720116s","start":"2026-04-08T13:07:21.623639Z","end":"2026-04-08T13:07:23.910359Z","steps":["trace[2033808148] 'agreement among raft nodes before linearized reading' (duration: 2.286585324s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:23.910874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:21.62363Z","time spent":"2.287231603s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-08T13:07:24.410299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:25.637052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:07:25.637121Z","caller":"traceutil/trace.go:171","msg":"trace[72230415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104018s","start":"2026-04-08T13:07:23.637003Z","end":"2026-04-08T13:07:25.637107Z","steps":["trace[72230415] 'agreement among raft nodes before linearized reading' (duration: 2.000013817s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.637162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:23.636997Z","time spent":"2.000153889s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:07:25.771895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348367961s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:07:25.77214Z","caller":"traceutil/trace.go:171","msg":"trace[932228472] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"2.135833141s","start":"2026-04-08T13:07:23.636253Z","end":"2026-04-08T13:07:25.772087Z","steps":["trace[932228472] 'process raft request' (duration: 787.170787ms)","trace[932228472] 'compare' (duration: 1.348240169s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:25.772319Z","caller":"traceutil/trace.go:171","msg":"trace[965257471] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"678.609941ms","start":"2026-04-08T13:07:25.093689Z","end":"2026-04-08T13:07:25.772299Z","steps":["trace[965257471] 'process raft request' (duration: 678.50879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.772348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:23.636241Z","time spent":"2.135985093s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:25.772487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.093663Z","time spent":"678.734312ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:25.772729Z","caller":"traceutil/trace.go:171","msg":"trace[30257031] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"1.267849736s","start":"2026-04-08T13:07:24.504862Z","end":"2026-04-08T13:07:25.772712Z","steps":["trace[30257031] 'process raft request' (duration: 1.267239138s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:25.772748Z","caller":"traceutil/trace.go:171","msg":"trace[1898573849] linearizableReadLoop","detail":"{readStateIndex:5860; appliedIndex:5859; }","duration":"1.862759546s","start":"2026-04-08T13:07:23.909951Z","end":"2026-04-08T13:07:25.77271Z","steps":["trace[1898573849] 'read index received' (duration: 513.531664ms)","trace[1898573849] 'applied index is now lower than readState.Index' (duration: 1.349226042s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:25.772833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:24.504839Z","time spent":"1.267926817s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:25.773104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137484074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:07:25.773154Z","caller":"traceutil/trace.go:171","msg":"trace[2034340153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5644; }","duration":"2.137582765s","start":"2026-04-08T13:07:23.635559Z","end":"2026-04-08T13:07:25.773142Z","steps":["trace[2034340153] 'agreement among raft nodes before linearized reading' (duration: 2.137376922s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.773195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:23.635546Z","time spent":"2.137638926s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:07:25.77338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138125152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:07:25.773413Z","caller":"traceutil/trace.go:171","msg":"trace[1873220010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5644; }","duration":"2.138182543s","start":"2026-04-08T13:07:23.635222Z","end":"2026-04-08T13:07:25.773405Z","steps":["trace[1873220010] 'agreement among raft nodes before linearized reading' (duration: 2.138091962s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.77345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:23.63521Z","time spent":"2.138227474s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:07:25.773669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175727606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:07:25.77374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089048881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:25.773783Z","caller":"traceutil/trace.go:171","msg":"trace[1054831492] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5644; }","duration":"4.089115332s","start":"2026-04-08T13:07:21.684657Z","end":"2026-04-08T13:07:25.773773Z","steps":["trace[1054831492] 'agreement among raft nodes before linearized reading' (duration: 4.089054091s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.773798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139750454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-08T13:07:25.773814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:21.684645Z","time spent":"4.089161773s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-08T13:07:25.773839Z","caller":"traceutil/trace.go:171","msg":"trace[96698580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5644; }","duration":"2.139808975s","start":"2026-04-08T13:07:23.634018Z","end":"2026-04-08T13:07:25.773827Z","steps":["trace[96698580] 'agreement among raft nodes before linearized reading' (duration: 2.139714464s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.773866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:23.634005Z","time spent":"2.139856635s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:07:25.773758Z","caller":"traceutil/trace.go:171","msg":"trace[1856701251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5644; }","duration":"3.175849537s","start":"2026-04-08T13:07:22.597892Z","end":"2026-04-08T13:07:25.773742Z","steps":["trace[1856701251] 'agreement among raft nodes before linearized reading' (duration: 3.175646174s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.773915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751117288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:07:25.774008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139570832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-08T13:07:25.774007Z","caller":"traceutil/trace.go:171","msg":"trace[2008401368] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5644; }","duration":"1.75122598s","start":"2026-04-08T13:07:24.022762Z","end":"2026-04-08T13:07:25.773988Z","steps":["trace[2008401368] 'agreement among raft nodes before linearized reading' (duration: 1.751044978s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:25.774033Z","caller":"traceutil/trace.go:171","msg":"trace[582565942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5644; }","duration":"2.139616262s","start":"2026-04-08T13:07:23.63441Z","end":"2026-04-08T13:07:25.774026Z","steps":["trace[582565942] 'agreement among raft nodes before linearized reading' (duration: 2.139551512s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.774053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:23.634399Z","time spent":"2.139649403s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:07:25.774061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:24.022706Z","time spent":"1.751342002s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":38,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:25.774144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800600965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-08T13:07:25.774202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.854756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:25.774225Z","caller":"traceutil/trace.go:171","msg":"trace[591117751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5644; }","duration":"135.932117ms","start":"2026-04-08T13:07:25.638287Z","end":"2026-04-08T13:07:25.774219Z","steps":["trace[591117751] 'agreement among raft nodes before linearized reading' (duration: 135.898056ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:25.774257Z","caller":"traceutil/trace.go:171","msg":"trace[107643226] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5644; }","duration":"2.800730716s","start":"2026-04-08T13:07:22.973478Z","end":"2026-04-08T13:07:25.774209Z","steps":["trace[107643226] 'agreement among raft nodes before linearized reading' (duration: 2.800543773s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.773951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:22.597875Z","time spent":"3.1760631s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:07:25.774171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.79117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:07:25.7745Z","caller":"traceutil/trace.go:171","msg":"trace[185781956] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:5644; }","duration":"476.149654ms","start":"2026-04-08T13:07:25.298331Z","end":"2026-04-08T13:07:25.774481Z","steps":["trace[185781956] 'agreement among raft nodes before linearized reading' (duration: 475.7876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.774554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.298294Z","time spent":"476.245726ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-08T13:07:25.773689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279890066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:25.774629Z","caller":"traceutil/trace.go:171","msg":"trace[930312332] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5644; }","duration":"3.280870618s","start":"2026-04-08T13:07:22.493744Z","end":"2026-04-08T13:07:25.774615Z","steps":["trace[930312332] 'agreement among raft nodes before linearized reading' (duration: 3.279896575s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.774681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:22.493723Z","time spent":"3.280943329s","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:25.77431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574779736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-08T13:07:25.774824Z","caller":"traceutil/trace.go:171","msg":"trace[1907047830] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5644; }","duration":"1.575323023s","start":"2026-04-08T13:07:24.199492Z","end":"2026-04-08T13:07:25.774815Z","steps":["trace[1907047830] 'agreement among raft nodes before linearized reading' (duration: 1.574766116s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.77486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:24.199476Z","time spent":"1.575374994s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T13:07:25.774316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:22.973439Z","time spent":"2.800866078s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T13:07:25.774988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142839115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-08T13:07:25.775045Z","caller":"traceutil/trace.go:171","msg":"trace[1866875483] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405; range_end:; response_count:1; response_revision:5644; }","duration":"2.143405052s","start":"2026-04-08T13:07:23.631622Z","end":"2026-04-08T13:07:25.775027Z","steps":["trace[1866875483] 'agreement among raft nodes before linearized reading' (duration: 2.142352859s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:25.775364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:23.631604Z","time spent":"2.143740507s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" "} {"level":"warn","ts":"2026-04-08T13:07:26.279904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:26.780167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:27.281083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:27.781548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:27.783845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:07:27.783985Z","caller":"traceutil/trace.go:171","msg":"trace[1191317288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266876s","start":"2026-04-08T13:07:25.783693Z","end":"2026-04-08T13:07:27.78396Z","steps":["trace[1191317288] 'agreement among raft nodes before linearized reading' (duration: 2.000118933s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:27.784197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.783665Z","time spent":"2.000516631s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:07:27.879258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.10047807s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:07:28.551885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.46063ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-08T13:07:28.552169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.778634Z","time spent":"2.773531296s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T13:07:29.784959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:07:29.785037Z","caller":"traceutil/trace.go:171","msg":"trace[53034602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081963s","start":"2026-04-08T13:07:27.784938Z","end":"2026-04-08T13:07:29.78502Z","steps":["trace[53034602] 'agreement among raft nodes before linearized reading' (duration: 1.999987951s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:29.785125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:27.784918Z","time spent":"2.000195974s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:07:30.779102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.780489Z","time spent":"4.998605486s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-08T13:07:30.77909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.78091Z","time spent":"4.99817042s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 13:07:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/08 13:07:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:30.779233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.779713Z","time spent":"4.999511578s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 13:07:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:30.811661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.273582229s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:07:30.81275Z","caller":"traceutil/trace.go:171","msg":"trace[629262659] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"5.031903665s","start":"2026-04-08T13:07:25.780822Z","end":"2026-04-08T13:07:30.812726Z","steps":["trace[629262659] 'process raft request' (duration: 5.031780734s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:30.8129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.780808Z","time spent":"5.032017617s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:30.812751Z","caller":"traceutil/trace.go:171","msg":"trace[278223891] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"5.033107641s","start":"2026-04-08T13:07:25.779619Z","end":"2026-04-08T13:07:30.812727Z","steps":["trace[278223891] 'process raft request' (duration: 5.03227464s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:30.813036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.77959Z","time spent":"5.033402175s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:30.813084Z","caller":"traceutil/trace.go:171","msg":"trace[1553492608] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"5.031941875s","start":"2026-04-08T13:07:25.781126Z","end":"2026-04-08T13:07:30.813067Z","steps":["trace[1553492608] 'process raft request' (duration: 5.031786543s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:30.81314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.781117Z","time spent":"5.031993145s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:30.813148Z","caller":"traceutil/trace.go:171","msg":"trace[863037402] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"5.031954696s","start":"2026-04-08T13:07:25.781171Z","end":"2026-04-08T13:07:30.813125Z","steps":["trace[863037402] 'process raft request' (duration: 5.031827054s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:30.813179Z","caller":"traceutil/trace.go:171","msg":"trace[1728470383] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"4.89765425s","start":"2026-04-08T13:07:25.915508Z","end":"2026-04-08T13:07:30.813162Z","steps":["trace[1728470383] 'process raft request' (duration: 4.897523478s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:30.813221Z","caller":"traceutil/trace.go:171","msg":"trace[708254] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"4.897345606s","start":"2026-04-08T13:07:25.915866Z","end":"2026-04-08T13:07:30.813212Z","steps":["trace[708254] 'process raft request' (duration: 4.897200364s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:30.813259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.915494Z","time spent":"4.897720971s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:30.813314Z","caller":"traceutil/trace.go:171","msg":"trace[1669647950] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"3.620308188s","start":"2026-04-08T13:07:27.192998Z","end":"2026-04-08T13:07:30.813306Z","steps":["trace[1669647950] 'process raft request' (duration: 3.620132926s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:30.813323Z","caller":"traceutil/trace.go:171","msg":"trace[1110212625] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"4.896194281s","start":"2026-04-08T13:07:25.917115Z","end":"2026-04-08T13:07:30.813309Z","steps":["trace[1110212625] 'process raft request' (duration: 4.895985758s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:30.813261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.781156Z","time spent":"5.032049747s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:30.813324Z","caller":"traceutil/trace.go:171","msg":"trace[2106860018] linearizableReadLoop","detail":"{readStateIndex:5876; appliedIndex:5862; }","duration":"5.034463099s","start":"2026-04-08T13:07:25.778837Z","end":"2026-04-08T13:07:30.8133Z","steps":["trace[2106860018] 'read index received' (duration: 2.100584551s)","trace[2106860018] 'applied index is now lower than readState.Index' (duration: 2.933877138s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:30.813363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:27.192972Z","time spent":"3.620368278s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:30.81327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.915857Z","time spent":"4.897389077s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:30.813415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.917099Z","time spent":"4.896257913s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:30.813431Z","caller":"traceutil/trace.go:171","msg":"trace[1989781011] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"3.033758687s","start":"2026-04-08T13:07:27.779662Z","end":"2026-04-08T13:07:30.813421Z","steps":["trace[1989781011] 'process raft request' (duration: 3.033503574s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:30.813495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.034655771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:30.813531Z","caller":"traceutil/trace.go:171","msg":"trace[732390768] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5657; }","duration":"5.034720892s","start":"2026-04-08T13:07:25.778801Z","end":"2026-04-08T13:07:30.813522Z","steps":["trace[732390768] 'agreement among raft nodes before linearized reading' (duration: 5.03463127s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:30.81353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:27.779624Z","time spent":"3.033833308s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:30.81356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.778782Z","time spent":"5.034771962s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-08T13:07:30.813606Z","caller":"traceutil/trace.go:171","msg":"trace[1653319017] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"5.033721098s","start":"2026-04-08T13:07:25.779864Z","end":"2026-04-08T13:07:30.813585Z","steps":["trace[1653319017] 'process raft request' (duration: 5.032612514s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:30.813701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.779857Z","time spent":"5.03379669s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:31.313526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:31.794349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:07:31.794481Z","caller":"traceutil/trace.go:171","msg":"trace[955681950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000375376s","start":"2026-04-08T13:07:29.794071Z","end":"2026-04-08T13:07:31.794447Z","steps":["trace[955681950] 'agreement among raft nodes before linearized reading' (duration: 2.000237085s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:31.794534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:29.794059Z","time spent":"2.000465397s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:07:32.788996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027526853s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:07:32.789861Z","caller":"traceutil/trace.go:171","msg":"trace[1265362708] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"4.235480788s","start":"2026-04-08T13:07:28.55433Z","end":"2026-04-08T13:07:32.789811Z","steps":["trace[1265362708] 'process raft request' (duration: 3.207046083s)","trace[1265362708] 'compare' (duration: 1.026836474s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:32.789987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:28.554279Z","time spent":"4.235633911s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:33.516719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.601122ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:07:33.517775Z","caller":"traceutil/trace.go:171","msg":"trace[547161194] linearizableReadLoop","detail":"{readStateIndex:5878; appliedIndex:5876; }","duration":"2.704358868s","start":"2026-04-08T13:07:30.813383Z","end":"2026-04-08T13:07:33.517742Z","steps":["trace[547161194] 'read index received' (duration: 947.968785ms)","trace[547161194] 'applied index is now lower than readState.Index' (duration: 1.756383153s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:33.518008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.756078261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:33.518068Z","caller":"traceutil/trace.go:171","msg":"trace[1823529013] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5658; }","duration":"4.756193612s","start":"2026-04-08T13:07:28.761858Z","end":"2026-04-08T13:07:33.518051Z","steps":["trace[1823529013] 'agreement among raft nodes before linearized reading' (duration: 4.755979129s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.518151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:28.761834Z","time spent":"4.756303764s","remote":"127.0.0.1:57862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:33.518215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.043713664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T13:07:33.518253Z","caller":"traceutil/trace.go:171","msg":"trace[217288738] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5658; }","duration":"5.043814496s","start":"2026-04-08T13:07:28.474428Z","end":"2026-04-08T13:07:33.518243Z","steps":["trace[217288738] 'agreement among raft nodes before linearized reading' (duration: 5.04345133s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.518295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:28.474408Z","time spent":"5.043876588s","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":526,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:33.518298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.31899029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-08T13:07:33.518394Z","caller":"traceutil/trace.go:171","msg":"trace[1697510546] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5658; }","duration":"7.319089581s","start":"2026-04-08T13:07:26.199287Z","end":"2026-04-08T13:07:33.518376Z","steps":["trace[1697510546] 'agreement among raft nodes before linearized reading' (duration: 7.318726925s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.518425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.60290089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:33.518507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:26.199227Z","time spent":"7.319263963s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-08T13:07:33.518559Z","caller":"traceutil/trace.go:171","msg":"trace[533310080] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5658; }","duration":"7.603084003s","start":"2026-04-08T13:07:25.915457Z","end":"2026-04-08T13:07:33.518541Z","steps":["trace[533310080] 'agreement among raft nodes before linearized reading' (duration: 7.60283927s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.518672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.685941176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:33.518713Z","caller":"traceutil/trace.go:171","msg":"trace[662342646] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5658; }","duration":"5.686011707s","start":"2026-04-08T13:07:27.832691Z","end":"2026-04-08T13:07:33.518703Z","steps":["trace[662342646] 'agreement among raft nodes before linearized reading' (duration: 5.685938686s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.518744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:27.832678Z","time spent":"5.686058438s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:33.518773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862510501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:33.518463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.646901291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:33.518801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.915434Z","time spent":"7.603255945s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-08T13:07:33.518411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.603000312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:33.518941Z","caller":"traceutil/trace.go:171","msg":"trace[1705250407] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5658; }","duration":"7.603571079s","start":"2026-04-08T13:07:25.915356Z","end":"2026-04-08T13:07:33.518927Z","steps":["trace[1705250407] 'agreement among raft nodes before linearized reading' (duration: 7.602989461s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:33.518889Z","caller":"traceutil/trace.go:171","msg":"trace[567075093] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5658; }","duration":"6.647320756s","start":"2026-04-08T13:07:26.871502Z","end":"2026-04-08T13:07:33.518823Z","steps":["trace[567075093] 'agreement among raft nodes before linearized reading' (duration: 6.646943842s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.518951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.258001513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:07:33.518981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.915332Z","time spent":"7.60363901s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-04-08T13:07:33.519005Z","caller":"traceutil/trace.go:171","msg":"trace[1158910772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5658; }","duration":"7.258130726s","start":"2026-04-08T13:07:26.260857Z","end":"2026-04-08T13:07:33.518987Z","steps":["trace[1158910772] 'agreement among raft nodes before linearized reading' (duration: 7.258010404s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.519095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:26.260835Z","time spent":"7.258243137s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:33.519271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.603139093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-08T13:07:33.519338Z","caller":"traceutil/trace.go:171","msg":"trace[285630018] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5658; }","duration":"7.603252635s","start":"2026-04-08T13:07:25.916073Z","end":"2026-04-08T13:07:33.519326Z","steps":["trace[285630018] 'agreement among raft nodes before linearized reading' (duration: 7.603049332s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.519396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:25.916066Z","time spent":"7.603319786s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-08T13:07:33.518857Z","caller":"traceutil/trace.go:171","msg":"trace[2102481849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5658; }","duration":"2.862633792s","start":"2026-04-08T13:07:30.656182Z","end":"2026-04-08T13:07:33.518816Z","steps":["trace[2102481849] 'agreement among raft nodes before linearized reading' (duration: 2.862526111s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.519551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:30.656127Z","time spent":"2.863408493s","remote":"127.0.0.1:53292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:33.519138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:26.871479Z","time spent":"6.647504819s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:33.519863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.811029734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:33.519901Z","caller":"traceutil/trace.go:171","msg":"trace[615759420] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5658; }","duration":"3.811106684s","start":"2026-04-08T13:07:29.708783Z","end":"2026-04-08T13:07:33.51989Z","steps":["trace[615759420] 'agreement among raft nodes before linearized reading' (duration: 3.811047083s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.51993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:29.708761Z","time spent":"3.811163056s","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:33.519887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046025926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:33.520005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972401801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:33.520107Z","caller":"traceutil/trace.go:171","msg":"trace[1054196115] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5658; }","duration":"3.972504153s","start":"2026-04-08T13:07:29.54758Z","end":"2026-04-08T13:07:33.520084Z","steps":["trace[1054196115] 'agreement among raft nodes before linearized reading' (duration: 3.97232395s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.520206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:29.547526Z","time spent":"3.972660464s","remote":"127.0.0.1:53780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:33.520322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428746198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:33.52035Z","caller":"traceutil/trace.go:171","msg":"trace[593970775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5658; }","duration":"3.428818348s","start":"2026-04-08T13:07:30.091524Z","end":"2026-04-08T13:07:33.520342Z","steps":["trace[593970775] 'agreement among raft nodes before linearized reading' (duration: 3.428769567s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.520377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:30.0915Z","time spent":"3.428870679s","remote":"127.0.0.1:53260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:33.520363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40264173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:33.520429Z","caller":"traceutil/trace.go:171","msg":"trace[1556994881] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5658; }","duration":"4.402741891s","start":"2026-04-08T13:07:29.117668Z","end":"2026-04-08T13:07:33.520409Z","steps":["trace[1556994881] 'agreement among raft nodes before linearized reading' (duration: 4.402625559s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.520511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:29.117652Z","time spent":"4.402841072s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:33.519975Z","caller":"traceutil/trace.go:171","msg":"trace[1793829801] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5658; }","duration":"3.046195489s","start":"2026-04-08T13:07:30.473768Z","end":"2026-04-08T13:07:33.519963Z","steps":["trace[1793829801] 'agreement among raft nodes before linearized reading' (duration: 3.045911455s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.520696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:30.473745Z","time spent":"3.046853017s","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:33.52287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734136441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-08T13:07:33.523032Z","caller":"traceutil/trace.go:171","msg":"trace[1061891198] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5658; }","duration":"3.734295783s","start":"2026-04-08T13:07:29.788693Z","end":"2026-04-08T13:07:33.522989Z","steps":["trace[1061891198] 'agreement among raft nodes before linearized reading' (duration: 3.73179347s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.523072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:29.788674Z","time spent":"3.734387904s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-08T13:07:33.568459Z","caller":"traceutil/trace.go:171","msg":"trace[540096187] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"748.377785ms","start":"2026-04-08T13:07:32.820059Z","end":"2026-04-08T13:07:33.568437Z","steps":["trace[540096187] 'process raft request' (duration: 748.229693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.56859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:32.820042Z","time spent":"748.479236ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:33.63365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.450099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:07:33.633748Z","caller":"traceutil/trace.go:171","msg":"trace[879182075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"819.578421ms","start":"2026-04-08T13:07:32.814156Z","end":"2026-04-08T13:07:33.633734Z","steps":["trace[879182075] 'agreement among raft nodes before linearized reading' (duration: 819.46831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.633805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:32.814144Z","time spent":"819.651822ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/08 13:07:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:33.635144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.995939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:07:33.635211Z","caller":"traceutil/trace.go:171","msg":"trace[1526657792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"853.114481ms","start":"2026-04-08T13:07:32.782087Z","end":"2026-04-08T13:07:33.635201Z","steps":["trace[1526657792] 'agreement among raft nodes before linearized reading' (duration: 853.03915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.635259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:32.78206Z","time spent":"853.189791ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/08 13:07:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:33.796368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000923214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:07:33.796505Z","caller":"traceutil/trace.go:171","msg":"trace[1613430334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001124497s","start":"2026-04-08T13:07:31.795349Z","end":"2026-04-08T13:07:33.796473Z","steps":["trace[1613430334] 'agreement among raft nodes before linearized reading' (duration: 2.000947005s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:33.796576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:31.795329Z","time spent":"2.001229668s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:07:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:35.802403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:07:35.802532Z","caller":"traceutil/trace.go:171","msg":"trace[1313637738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294737s","start":"2026-04-08T13:07:33.802207Z","end":"2026-04-08T13:07:35.802501Z","steps":["trace[1313637738] 'agreement among raft nodes before linearized reading' (duration: 2.000134105s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:35.802595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:33.802179Z","time spent":"2.000404249s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:07:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:35.925903Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.35765963s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:07:35.926522Z","caller":"traceutil/trace.go:171","msg":"trace[1322858446] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"3.106390419s","start":"2026-04-08T13:07:32.820108Z","end":"2026-04-08T13:07:35.926499Z","steps":["trace[1322858446] 'process raft request' (duration: 3.106057295s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:35.926791Z","caller":"traceutil/trace.go:171","msg":"trace[1476943602] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"3.106620123s","start":"2026-04-08T13:07:32.820162Z","end":"2026-04-08T13:07:35.926782Z","steps":["trace[1476943602] 'process raft request' (duration: 3.106294269s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:35.926847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:32.820122Z","time spent":"3.106697903s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:35.92712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:32.820089Z","time spent":"3.106510681s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:35.927239Z","caller":"traceutil/trace.go:171","msg":"trace[813452862] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"3.106597532s","start":"2026-04-08T13:07:32.820631Z","end":"2026-04-08T13:07:35.927228Z","steps":["trace[813452862] 'process raft request' (duration: 3.106104636s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:35.927282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:32.820619Z","time spent":"3.106641733s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:35.927342Z","caller":"traceutil/trace.go:171","msg":"trace[41698066] linearizableReadLoop","detail":"{readStateIndex:5883; appliedIndex:5878; }","duration":"2.409465941s","start":"2026-04-08T13:07:33.517845Z","end":"2026-04-08T13:07:35.927311Z","steps":["trace[41698066] 'read index received' (duration: 50.415483ms)","trace[41698066] 'applied index is now lower than readState.Index' (duration: 2.359049218s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:35.927439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106850826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:07:35.927498Z","caller":"traceutil/trace.go:171","msg":"trace[575334229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5664; }","duration":"3.106929938s","start":"2026-04-08T13:07:32.820553Z","end":"2026-04-08T13:07:35.927483Z","steps":["trace[575334229] 'agreement among raft nodes before linearized reading' (duration: 3.106762835s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:35.927538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:32.820544Z","time spent":"3.106987018s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:07:35.927623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110425113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:07:35.927695Z","caller":"traceutil/trace.go:171","msg":"trace[2130100370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5664; }","duration":"3.110537425s","start":"2026-04-08T13:07:32.817139Z","end":"2026-04-08T13:07:35.927676Z","steps":["trace[2130100370] 'agreement among raft nodes before linearized reading' (duration: 3.110332353s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:35.927758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:32.817115Z","time spent":"3.110627686s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:07:35.927764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109084907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:07:35.927833Z","caller":"traceutil/trace.go:171","msg":"trace[1646236865] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"2.395788272s","start":"2026-04-08T13:07:33.532035Z","end":"2026-04-08T13:07:35.927823Z","steps":["trace[1646236865] 'process raft request' (duration: 2.395180063s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:35.927834Z","caller":"traceutil/trace.go:171","msg":"trace[1785008581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5664; }","duration":"5.109183078s","start":"2026-04-08T13:07:30.818629Z","end":"2026-04-08T13:07:35.927812Z","steps":["trace[1785008581] 'agreement among raft nodes before linearized reading' (duration: 5.108925835s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:35.927903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:33.532017Z","time spent":"2.395844973s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:35.928099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.11084426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-08T13:07:35.928117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746447919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:35.928011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081091018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:35.928338Z","caller":"traceutil/trace.go:171","msg":"trace[874319329] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5664; }","duration":"4.081831197s","start":"2026-04-08T13:07:31.846425Z","end":"2026-04-08T13:07:35.928256Z","steps":["trace[874319329] 'agreement among raft nodes before linearized reading' (duration: 4.081058857s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:35.927888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:30.818621Z","time spent":"5.109256559s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:07:35.928558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:31.8464Z","time spent":"4.08204033s","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:35.928582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136480156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-08T13:07:35.928604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.716034343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:07:35.928625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328621951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:07:35.928638Z","caller":"traceutil/trace.go:171","msg":"trace[1692841269] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5664; }","duration":"4.716075793s","start":"2026-04-08T13:07:31.212553Z","end":"2026-04-08T13:07:35.928628Z","steps":["trace[1692841269] 'agreement among raft nodes before linearized reading' (duration: 4.716010172s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:35.928642Z","caller":"traceutil/trace.go:171","msg":"trace[1339850576] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5664; }","duration":"3.136572117s","start":"2026-04-08T13:07:32.792047Z","end":"2026-04-08T13:07:35.928619Z","steps":["trace[1339850576] 'agreement among raft nodes before linearized reading' (duration: 3.136429465s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:35.928677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:31.212492Z","time spent":"4.716176885s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:35.928673Z","caller":"traceutil/trace.go:171","msg":"trace[1569485549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5664; }","duration":"3.328719543s","start":"2026-04-08T13:07:32.599943Z","end":"2026-04-08T13:07:35.928662Z","steps":["trace[1569485549] 'agreement among raft nodes before linearized reading' (duration: 3.328597511s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:35.92869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:32.79203Z","time spent":"3.136648068s","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T13:07:35.928708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:32.599908Z","time spent":"3.328793143s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:07:35.9282Z","caller":"traceutil/trace.go:171","msg":"trace[2068080794] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405; range_end:; response_count:1; response_revision:5664; }","duration":"5.110971702s","start":"2026-04-08T13:07:30.817212Z","end":"2026-04-08T13:07:35.928184Z","steps":["trace[2068080794] 'agreement among raft nodes before linearized reading' (duration: 5.110713818s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:35.928786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:30.817187Z","time spent":"5.111592549s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" "} {"level":"info","ts":"2026-04-08T13:07:35.927654Z","caller":"traceutil/trace.go:171","msg":"trace[223816133] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"2.642363282s","start":"2026-04-08T13:07:33.28528Z","end":"2026-04-08T13:07:35.927643Z","steps":["trace[223816133] 'process raft request' (duration: 2.641772843s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:35.928203Z","caller":"traceutil/trace.go:171","msg":"trace[646682726] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5664; }","duration":"2.746569021s","start":"2026-04-08T13:07:33.181622Z","end":"2026-04-08T13:07:35.928191Z","steps":["trace[646682726] 'agreement among raft nodes before linearized reading' (duration: 2.746458429s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:35.928909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:33.28525Z","time spent":"2.643633348s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:35.928983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:33.181601Z","time spent":"2.74733623s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:36.428447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:36.929278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:37.159235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233081494s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:07:37.803518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000865405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:07:37.803608Z","caller":"traceutil/trace.go:171","msg":"trace[628440360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001013397s","start":"2026-04-08T13:07:35.802571Z","end":"2026-04-08T13:07:37.803584Z","steps":["trace[628440360] 'agreement among raft nodes before linearized reading' (duration: 2.000904015s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:37.803655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.802548Z","time spent":"2.001097969s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:07:37.897724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.972608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:07:37.897843Z","caller":"traceutil/trace.go:171","msg":"trace[1766436019] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"2.32295988s","start":"2026-04-08T13:07:35.574865Z","end":"2026-04-08T13:07:37.897825Z","steps":["trace[1766436019] 'process raft request' (duration: 1.584804269s)","trace[1766436019] 'compare' (duration: 737.664005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:37.897902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.574839Z","time spent":"2.323034101s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:38.636169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998455858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:07:38.636259Z","caller":"traceutil/trace.go:171","msg":"trace[432540718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99863128s","start":"2026-04-08T13:07:33.637607Z","end":"2026-04-08T13:07:38.636238Z","steps":["trace[432540718] 'agreement among raft nodes before linearized reading' (duration: 4.998479698s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:38.636314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:33.637591Z","time spent":"4.998711373s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:07:38.64827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:07:38.648346Z","caller":"traceutil/trace.go:171","msg":"trace[246234948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022639s","start":"2026-04-08T13:07:36.648306Z","end":"2026-04-08T13:07:38.648329Z","steps":["trace[246234948] 'agreement among raft nodes before linearized reading' (duration: 1.999900288s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:38.648392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:36.648273Z","time spent":"2.00010828s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:07:39.811201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:07:39.811281Z","caller":"traceutil/trace.go:171","msg":"trace[1438500424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082698s","start":"2026-04-08T13:07:37.811181Z","end":"2026-04-08T13:07:39.811264Z","steps":["trace[1438500424] 'agreement among raft nodes before linearized reading' (duration: 1.999989847s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:39.811324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:37.811165Z","time spent":"2.000150299s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:07:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:41.811197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999840628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:07:41.811322Z","caller":"traceutil/trace.go:171","msg":"trace[1774708437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99995791s","start":"2026-04-08T13:07:39.811318Z","end":"2026-04-08T13:07:41.811276Z","steps":["trace[1774708437] 'agreement among raft nodes before linearized reading' (duration: 1.999837458s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:41.811385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:39.811258Z","time spent":"2.000112362s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:07:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:42.113952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.954322958s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:07:42.114472Z","caller":"traceutil/trace.go:171","msg":"trace[359274371] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"6.179431508s","start":"2026-04-08T13:07:35.935014Z","end":"2026-04-08T13:07:42.114446Z","steps":["trace[359274371] 'process raft request' (duration: 6.179350397s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:42.114508Z","caller":"traceutil/trace.go:171","msg":"trace[925100165] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"6.17960694s","start":"2026-04-08T13:07:35.934873Z","end":"2026-04-08T13:07:42.11448Z","steps":["trace[925100165] 'process raft request' (duration: 6.179433468s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:42.114626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.934991Z","time spent":"6.17955503s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:42.114674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.934863Z","time spent":"6.179726602s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:42.114733Z","caller":"traceutil/trace.go:171","msg":"trace[1018020250] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"6.183171097s","start":"2026-04-08T13:07:35.931515Z","end":"2026-04-08T13:07:42.114686Z","steps":["trace[1018020250] 'process raft request' (duration: 6.1826414s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:42.11488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.931493Z","time spent":"6.183310549s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:42.114905Z","caller":"traceutil/trace.go:171","msg":"trace[904200399] linearizableReadLoop","detail":"{readStateIndex:5889; appliedIndex:5884; }","duration":"6.187435312s","start":"2026-04-08T13:07:35.927428Z","end":"2026-04-08T13:07:42.114863Z","steps":["trace[904200399] 'read index received' (duration: 1.232225283s)","trace[904200399] 'applied index is now lower than readState.Index' (duration: 4.955208599s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:42.11499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.588022248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:42.11504Z","caller":"traceutil/trace.go:171","msg":"trace[853569857] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5669; }","duration":"6.588108578s","start":"2026-04-08T13:07:35.526919Z","end":"2026-04-08T13:07:42.115028Z","steps":["trace[853569857] 'agreement among raft nodes before linearized reading' (duration: 6.588002157s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:42.115076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.526897Z","time spent":"6.58817204s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-08T13:07:42.115379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.864521352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:42.11543Z","caller":"traceutil/trace.go:171","msg":"trace[666311810] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5669; }","duration":"7.864624654s","start":"2026-04-08T13:07:34.250792Z","end":"2026-04-08T13:07:42.115417Z","steps":["trace[666311810] 'agreement among raft nodes before linearized reading' (duration: 7.864346711s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:42.115471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:34.250773Z","time spent":"7.864688455s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:42.115433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.739002089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:07:42.115583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.254795989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:42.115555Z","caller":"traceutil/trace.go:171","msg":"trace[1420169010] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5669; }","duration":"6.739202183s","start":"2026-04-08T13:07:35.37634Z","end":"2026-04-08T13:07:42.115542Z","steps":["trace[1420169010] 'agreement among raft nodes before linearized reading' (duration: 6.738758766s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:42.115641Z","caller":"traceutil/trace.go:171","msg":"trace[141447767] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5669; }","duration":"8.254931531s","start":"2026-04-08T13:07:33.860696Z","end":"2026-04-08T13:07:42.115628Z","steps":["trace[141447767] 'agreement among raft nodes before linearized reading' (duration: 8.254817589s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:42.115671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.464107866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:07:42.115684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:33.860658Z","time spent":"8.255015882s","remote":"127.0.0.1:53100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:42.115701Z","caller":"traceutil/trace.go:171","msg":"trace[774092173] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5669; }","duration":"7.464166668s","start":"2026-04-08T13:07:34.651526Z","end":"2026-04-08T13:07:42.115692Z","steps":["trace[774092173] 'agreement among raft nodes before linearized reading' (duration: 7.464088647s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:42.115731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:34.651512Z","time spent":"7.464211398s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":38,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:42.115728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.587709475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-08T13:07:42.115773Z","caller":"traceutil/trace.go:171","msg":"trace[574222207] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5669; }","duration":"6.587773176s","start":"2026-04-08T13:07:35.527987Z","end":"2026-04-08T13:07:42.115761Z","steps":["trace[574222207] 'agreement among raft nodes before linearized reading' (duration: 6.587631814s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:42.115592Z","caller":"traceutil/trace.go:171","msg":"trace[1889060426] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"6.136519505s","start":"2026-04-08T13:07:35.979054Z","end":"2026-04-08T13:07:42.115573Z","steps":["trace[1889060426] 'process raft request' (duration: 6.135349409s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:42.115819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.527976Z","time spent":"6.587833276s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-08T13:07:42.11588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.979036Z","time spent":"6.136772978s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:42.115697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.37632Z","time spent":"6.739320454s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":30,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:42.115964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.752519383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:42.116007Z","caller":"traceutil/trace.go:171","msg":"trace[1261640351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5669; }","duration":"7.752601615s","start":"2026-04-08T13:07:34.363393Z","end":"2026-04-08T13:07:42.115994Z","steps":["trace[1261640351] 'agreement among raft nodes before linearized reading' (duration: 7.752526524s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:42.116055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:34.363371Z","time spent":"7.752671115s","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:42.116066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.588268112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:42.116112Z","caller":"traceutil/trace.go:171","msg":"trace[1228558050] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5669; }","duration":"6.588395873s","start":"2026-04-08T13:07:35.527702Z","end":"2026-04-08T13:07:42.116098Z","steps":["trace[1228558050] 'agreement among raft nodes before linearized reading' (duration: 6.588294132s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:42.116178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.527668Z","time spent":"6.588500475s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-08T13:07:42.116402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.160833854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:42.116483Z","caller":"traceutil/trace.go:171","msg":"trace[228358805] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5669; }","duration":"8.161001307s","start":"2026-04-08T13:07:33.955463Z","end":"2026-04-08T13:07:42.116464Z","steps":["trace[228358805] 'agreement among raft nodes before linearized reading' (duration: 8.159934232s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:42.11664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:33.955425Z","time spent":"8.161146198s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":95,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:42.61604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:42.931131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:37.932584Z","time spent":"4.99853925s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 13:07:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:42.93346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:37.935883Z","time spent":"4.997573246s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 13:07:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:42.934609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:37.936679Z","time spent":"4.997923851s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 13:07:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:43.117934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:43.618913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:43.819114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000069294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:07:43.819198Z","caller":"traceutil/trace.go:171","msg":"trace[987186525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204336s","start":"2026-04-08T13:07:41.818974Z","end":"2026-04-08T13:07:43.819178Z","steps":["trace[987186525] 'agreement among raft nodes before linearized reading' (duration: 2.000093924s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:43.819246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:41.818958Z","time spent":"2.000279087s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:07:44.119744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:44.631376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:44.90188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:39.903364Z","time spent":"4.998508009s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-08T13:07:45.131917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:45.633119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:45.667095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000946132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:07:45.667166Z","caller":"traceutil/trace.go:171","msg":"trace[1298106370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001065824s","start":"2026-04-08T13:07:43.666081Z","end":"2026-04-08T13:07:45.667147Z","steps":["trace[1298106370] 'agreement among raft nodes before linearized reading' (duration: 2.000977343s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:45.667257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:43.666063Z","time spent":"2.001172485s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:07:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:07:45.820608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000305862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:07:45.820721Z","caller":"traceutil/trace.go:171","msg":"trace[365173325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464433s","start":"2026-04-08T13:07:43.820231Z","end":"2026-04-08T13:07:45.820696Z","steps":["trace[365173325] 'agreement among raft nodes before linearized reading' (duration: 2.000333432s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:45.820779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:43.820214Z","time spent":"2.000545364s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:07:46.133833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766889425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:07:46.157372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.043222953s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:07:46.158096Z","caller":"traceutil/trace.go:171","msg":"trace[1789489909] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"5.229365839s","start":"2026-04-08T13:07:40.928705Z","end":"2026-04-08T13:07:46.158071Z","steps":["trace[1789489909] 'process raft request' (duration: 5.229176376s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.158253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:40.928666Z","time spent":"5.2295115s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:07:46.47914Z","caller":"traceutil/trace.go:171","msg":"trace[1949937797] linearizableReadLoop","detail":"{readStateIndex:5897; appliedIndex:5889; }","duration":"4.364080201s","start":"2026-04-08T13:07:42.114994Z","end":"2026-04-08T13:07:46.479074Z","steps":["trace[1949937797] 'read index received' (duration: 4.042652145s)","trace[1949937797] 'applied index is now lower than readState.Index' (duration: 321.426676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:46.479234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.362903559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:46.479308Z","caller":"traceutil/trace.go:171","msg":"trace[529589204] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5677; }","duration":"6.363027251s","start":"2026-04-08T13:07:40.116261Z","end":"2026-04-08T13:07:46.479288Z","steps":["trace[529589204] 'agreement among raft nodes before linearized reading' (duration: 6.362865769s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.479358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:40.11624Z","time spent":"6.363104722s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:46.479833Z","caller":"traceutil/trace.go:171","msg":"trace[1993390804] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"3.042774425s","start":"2026-04-08T13:07:43.437031Z","end":"2026-04-08T13:07:46.479806Z","steps":["trace[1993390804] 'process raft request' (duration: 3.041671071s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.479911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.847693358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:46.479966Z","caller":"traceutil/trace.go:171","msg":"trace[1324155489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5677; }","duration":"4.847756289s","start":"2026-04-08T13:07:41.632193Z","end":"2026-04-08T13:07:46.47995Z","steps":["trace[1324155489] 'agreement among raft nodes before linearized reading' (duration: 4.847644967s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:46.479985Z","caller":"traceutil/trace.go:171","msg":"trace[230001649] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"1.158445287s","start":"2026-04-08T13:07:45.321516Z","end":"2026-04-08T13:07:46.479961Z","steps":["trace[230001649] 'process raft request' (duration: 1.157421114s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.479899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369973218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:46.480028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.423670302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:46.48004Z","caller":"traceutil/trace.go:171","msg":"trace[1294643927] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5677; }","duration":"4.37017881s","start":"2026-04-08T13:07:42.109851Z","end":"2026-04-08T13:07:46.48003Z","steps":["trace[1294643927] 'agreement among raft nodes before linearized reading' (duration: 4.369935867s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:46.480057Z","caller":"traceutil/trace.go:171","msg":"trace[976937738] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5677; }","duration":"5.423744623s","start":"2026-04-08T13:07:41.056304Z","end":"2026-04-08T13:07:46.480049Z","steps":["trace[976937738] 'agreement among raft nodes before linearized reading' (duration: 5.423692171s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.480068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:42.10984Z","time spent":"4.370220461s","remote":"127.0.0.1:42282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:46.480079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:41.056282Z","time spent":"5.423791354s","remote":"127.0.0.1:53766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:46.480101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:45.321483Z","time spent":"1.158552349s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12032,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:46.480108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.266430589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:07:46.479984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:43.437005Z","time spent":"3.042887957s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:46.480241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.832885834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:46.480267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.213975214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:46.480001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:41.632119Z","time spent":"4.84787331s","remote":"127.0.0.1:53248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:46.480293Z","caller":"traceutil/trace.go:171","msg":"trace[1951935518] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5677; }","duration":"6.214074705s","start":"2026-04-08T13:07:40.26621Z","end":"2026-04-08T13:07:46.480284Z","steps":["trace[1951935518] 'agreement among raft nodes before linearized reading' (duration: 6.214031284s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:46.480291Z","caller":"traceutil/trace.go:171","msg":"trace[1717139715] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5677; }","duration":"7.832975175s","start":"2026-04-08T13:07:38.647298Z","end":"2026-04-08T13:07:46.480273Z","steps":["trace[1717139715] 'agreement among raft nodes before linearized reading' (duration: 7.832901654s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.480313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:40.266188Z","time spent":"6.214119155s","remote":"127.0.0.1:57594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:46.480313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.694805361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:46.48034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:38.647274Z","time spent":"7.833054526s","remote":"127.0.0.1:53828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:46.480356Z","caller":"traceutil/trace.go:171","msg":"trace[771598498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5677; }","duration":"6.694897973s","start":"2026-04-08T13:07:39.785446Z","end":"2026-04-08T13:07:46.480344Z","steps":["trace[771598498] 'agreement among raft nodes before linearized reading' (duration: 6.694821082s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.480403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:39.785424Z","time spent":"6.694967143s","remote":"127.0.0.1:53290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:46.480234Z","caller":"traceutil/trace.go:171","msg":"trace[1150887338] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5677; }","duration":"7.266609011s","start":"2026-04-08T13:07:39.213602Z","end":"2026-04-08T13:07:46.480211Z","steps":["trace[1150887338] 'agreement among raft nodes before linearized reading' (duration: 7.266377597s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.480483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:39.213586Z","time spent":"7.266880684s","remote":"127.0.0.1:57732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:46.480098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.119257962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:46.480569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.066635503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:46.480601Z","caller":"traceutil/trace.go:171","msg":"trace[272598926] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5677; }","duration":"8.066692264s","start":"2026-04-08T13:07:38.413899Z","end":"2026-04-08T13:07:46.480592Z","steps":["trace[272598926] 'agreement among raft nodes before linearized reading' (duration: 8.066630903s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:46.480601Z","caller":"traceutil/trace.go:171","msg":"trace[1444979421] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5677; }","duration":"8.11982341s","start":"2026-04-08T13:07:38.360764Z","end":"2026-04-08T13:07:46.480587Z","steps":["trace[1444979421] 'agreement among raft nodes before linearized reading' (duration: 8.119226111s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.480627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:38.413887Z","time spent":"8.066732634s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:46.480655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:38.360748Z","time spent":"8.11988714s","remote":"127.0.0.1:43628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:46.480696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.847718312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:46.480737Z","caller":"traceutil/trace.go:171","msg":"trace[243325167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5677; }","duration":"6.847837603s","start":"2026-04-08T13:07:39.632885Z","end":"2026-04-08T13:07:46.480723Z","steps":["trace[243325167] 'agreement among raft nodes before linearized reading' (duration: 6.847773623s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.480771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.999159856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:07:46.480773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.549420926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12046"} {"level":"info","ts":"2026-04-08T13:07:46.480796Z","caller":"traceutil/trace.go:171","msg":"trace[884564254] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5677; }","duration":"8.999218987s","start":"2026-04-08T13:07:37.48157Z","end":"2026-04-08T13:07:46.480789Z","steps":["trace[884564254] 'agreement among raft nodes before linearized reading' (duration: 8.999170007s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.480816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:37.481551Z","time spent":"8.999258868s","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:46.480812Z","caller":"traceutil/trace.go:171","msg":"trace[1339517041] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5677; }","duration":"10.549476856s","start":"2026-04-08T13:07:35.931325Z","end":"2026-04-08T13:07:46.480802Z","steps":["trace[1339517041] 'agreement among raft nodes before linearized reading' (duration: 10.549400016s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.480839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.931309Z","time spent":"10.549524587s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12068,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T13:07:46.48093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.547394689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:46.480954Z","caller":"traceutil/trace.go:171","msg":"trace[2054118477] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:5677; }","duration":"10.547442149s","start":"2026-04-08T13:07:35.933505Z","end":"2026-04-08T13:07:46.480947Z","steps":["trace[2054118477] 'agreement among raft nodes before linearized reading' (duration: 10.547403229s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.480924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.665579495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:46.48098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:35.933494Z","time spent":"10.547480191s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-08T13:07:46.480775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:39.632856Z","time spent":"6.847907914s","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:46.481011Z","caller":"traceutil/trace.go:171","msg":"trace[811908892] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5677; }","duration":"8.66664184s","start":"2026-04-08T13:07:37.814351Z","end":"2026-04-08T13:07:46.480993Z","steps":["trace[811908892] 'agreement among raft nodes before linearized reading' (duration: 8.665578405s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.48103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.36093646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a463859eaf7d8c\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-08T13:07:46.481068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278892312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:46.481073Z","caller":"traceutil/trace.go:171","msg":"trace[680289212] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a463859eaf7d8c; range_end:; response_count:1; response_revision:5677; }","duration":"4.361014941s","start":"2026-04-08T13:07:42.120046Z","end":"2026-04-08T13:07:46.481061Z","steps":["trace[680289212] 'agreement among raft nodes before linearized reading' (duration: 4.360882289s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:37.81433Z","time spent":"8.666724711s","remote":"127.0.0.1:53150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:46.481095Z","caller":"traceutil/trace.go:171","msg":"trace[1484392104] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5677; }","duration":"2.278957213s","start":"2026-04-08T13:07:44.202131Z","end":"2026-04-08T13:07:46.481088Z","steps":["trace[1484392104] 'agreement among raft nodes before linearized reading' (duration: 2.278914043s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:42.120026Z","time spent":"4.361071311s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a463859eaf7d8c\" "} {"level":"warn","ts":"2026-04-08T13:07:46.481116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:44.202113Z","time spent":"2.278997123s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:46.481157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361153754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:07:46.481189Z","caller":"traceutil/trace.go:171","msg":"trace[1796822934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5677; }","duration":"2.361185985s","start":"2026-04-08T13:07:44.119993Z","end":"2026-04-08T13:07:46.481179Z","steps":["trace[1796822934] 'agreement among raft nodes before linearized reading' (duration: 2.361053464s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:44.119897Z","time spent":"2.361315117s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:07:46.481258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.599868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:46.48128Z","caller":"traceutil/trace.go:171","msg":"trace[1613778656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5677; }","duration":"652.636748ms","start":"2026-04-08T13:07:45.828636Z","end":"2026-04-08T13:07:46.481273Z","steps":["trace[1613778656] 'agreement among raft nodes before linearized reading' (duration: 652.600528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:45.828628Z","time spent":"652.665459ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:07:46.481307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.54592104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-08T13:07:46.481339Z","caller":"traceutil/trace.go:171","msg":"trace[92353961] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5677; }","duration":"3.545989421s","start":"2026-04-08T13:07:42.935341Z","end":"2026-04-08T13:07:46.48133Z","steps":["trace[92353961] 'agreement among raft nodes before linearized reading' (duration: 3.54586241s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548409673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-08T13:07:46.481398Z","caller":"traceutil/trace.go:171","msg":"trace[400879999] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:5677; }","duration":"3.548509874s","start":"2026-04-08T13:07:42.932877Z","end":"2026-04-08T13:07:46.481387Z","steps":["trace[400879999] 'agreement among raft nodes before linearized reading' (duration: 3.548375992s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359683075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:07:46.481412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197450483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:07:46.481432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.678986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-08T13:07:46.481432Z","caller":"traceutil/trace.go:171","msg":"trace[920097469] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5677; }","duration":"2.359736925s","start":"2026-04-08T13:07:44.121686Z","end":"2026-04-08T13:07:46.481423Z","steps":["trace[920097469] 'agreement among raft nodes before linearized reading' (duration: 2.359695505s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35925734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:46.48144Z","caller":"traceutil/trace.go:171","msg":"trace[1382544125] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5677; }","duration":"3.197515093s","start":"2026-04-08T13:07:43.283918Z","end":"2026-04-08T13:07:46.481433Z","steps":["trace[1382544125] 'agreement among raft nodes before linearized reading' (duration: 3.197467343s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:46.481453Z","caller":"traceutil/trace.go:171","msg":"trace[186906646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5677; }","duration":"661.700207ms","start":"2026-04-08T13:07:45.819746Z","end":"2026-04-08T13:07:46.481447Z","steps":["trace[186906646] 'agreement among raft nodes before linearized reading' (duration: 661.634466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:44.121603Z","time spent":"2.359849047s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-08T13:07:46.48147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:45.81972Z","time spent":"661.745467ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T13:07:46.481468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:43.283896Z","time spent":"3.197564344s","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:46.481529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735562459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:46.481572Z","caller":"traceutil/trace.go:171","msg":"trace[868765819] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5677; }","duration":"1.7356392s","start":"2026-04-08T13:07:44.745925Z","end":"2026-04-08T13:07:46.481565Z","steps":["trace[868765819] 'agreement among raft nodes before linearized reading' (duration: 1.735559899s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.48159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545692567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-08T13:07:46.481609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:44.745909Z","time spent":"1.735692251s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:46.481631Z","caller":"traceutil/trace.go:171","msg":"trace[1568665164] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5677; }","duration":"3.545772968s","start":"2026-04-08T13:07:42.935846Z","end":"2026-04-08T13:07:46.481619Z","steps":["trace[1568665164] 'agreement among raft nodes before linearized reading' (duration: 3.545626426s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359949598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-08T13:07:46.481699Z","caller":"traceutil/trace.go:171","msg":"trace[1536917017] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5677; }","duration":"2.360026349s","start":"2026-04-08T13:07:44.121658Z","end":"2026-04-08T13:07:46.481684Z","steps":["trace[1536917017] 'agreement among raft nodes before linearized reading' (duration: 2.359904777s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361041973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:07:46.481776Z","caller":"traceutil/trace.go:171","msg":"trace[1527325871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5677; }","duration":"2.361323237s","start":"2026-04-08T13:07:44.120443Z","end":"2026-04-08T13:07:46.481766Z","steps":["trace[1527325871] 'agreement among raft nodes before linearized reading' (duration: 2.360966022s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:44.120425Z","time spent":"2.361374217s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:07:46.481818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577496437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-08T13:07:46.481844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023396389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:07:46.481846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.183851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:07:46.48186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.812761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-08T13:07:46.481581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215791609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:46.481899Z","caller":"traceutil/trace.go:171","msg":"trace[1816935584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5677; }","duration":"662.888361ms","start":"2026-04-08T13:07:45.819001Z","end":"2026-04-08T13:07:46.481889Z","steps":["trace[1816935584] 'agreement among raft nodes before linearized reading' (duration: 662.77969ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:46.481898Z","caller":"traceutil/trace.go:171","msg":"trace[791189887] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5677; }","duration":"787.307483ms","start":"2026-04-08T13:07:45.694576Z","end":"2026-04-08T13:07:46.481884Z","steps":["trace[791189887] 'agreement among raft nodes before linearized reading' (duration: 787.164891ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:46.481908Z","caller":"traceutil/trace.go:171","msg":"trace[1478593874] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5677; }","duration":"2.216145303s","start":"2026-04-08T13:07:44.265754Z","end":"2026-04-08T13:07:46.481899Z","steps":["trace[1478593874] 'agreement among raft nodes before linearized reading' (duration: 2.215800659s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:45.818979Z","time spent":"662.941762ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T13:07:46.481941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:44.265738Z","time spent":"2.216193055s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:46.481944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:45.694542Z","time spent":"787.385554ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":71,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:46.482049Z","caller":"traceutil/trace.go:171","msg":"trace[417809193] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5677; }","duration":"1.577573769s","start":"2026-04-08T13:07:44.904274Z","end":"2026-04-08T13:07:46.481848Z","steps":["trace[417809193] 'agreement among raft nodes before linearized reading' (duration: 1.577459907s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.481663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:42.935804Z","time spent":"3.545852629s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T13:07:46.481429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:42.932857Z","time spent":"3.548564074s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-08T13:07:46.482095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:44.90425Z","time spent":"1.577834012s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-08T13:07:46.481869Z","caller":"traceutil/trace.go:171","msg":"trace[1619284034] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5677; }","duration":"1.023449599s","start":"2026-04-08T13:07:45.458413Z","end":"2026-04-08T13:07:46.481863Z","steps":["trace[1619284034] 'agreement among raft nodes before linearized reading' (duration: 1.023407818s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.482133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:45.458389Z","time spent":"1.023734172s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:07:46.481367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:42.935275Z","time spent":"3.546086412s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T13:07:46.481745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:44.121644Z","time spent":"2.360085579s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-04-08T13:07:46.481465Z","caller":"traceutil/trace.go:171","msg":"trace[1893210256] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5677; }","duration":"2.359397851s","start":"2026-04-08T13:07:44.12206Z","end":"2026-04-08T13:07:46.481457Z","steps":["trace[1893210256] 'agreement among raft nodes before linearized reading' (duration: 2.359279619s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.485864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:44.122035Z","time spent":"2.363793628s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-08T13:07:46.482405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40079508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:46.486009Z","caller":"traceutil/trace.go:171","msg":"trace[1038339056] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5677; }","duration":"4.404435088s","start":"2026-04-08T13:07:42.081553Z","end":"2026-04-08T13:07:46.485988Z","steps":["trace[1038339056] 'agreement among raft nodes before linearized reading' (duration: 4.40080439s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:46.486074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:42.081531Z","time spent":"4.404523559s","remote":"127.0.0.1:53800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":9,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:07:47.311367Z","caller":"traceutil/trace.go:171","msg":"trace[850532486] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"123.584158ms","start":"2026-04-08T13:07:47.187763Z","end":"2026-04-08T13:07:47.311347Z","steps":["trace[850532486] 'process raft request' (duration: 103.098581ms)","trace[850532486] 'compare' (duration: 20.302784ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:47.521052Z","caller":"traceutil/trace.go:171","msg":"trace[376423633] linearizableReadLoop","detail":"{readStateIndex:5925; appliedIndex:5924; }","duration":"144.637933ms","start":"2026-04-08T13:07:47.376368Z","end":"2026-04-08T13:07:47.521006Z","steps":["trace[376423633] 'read index received' (duration: 75.31336ms)","trace[376423633] 'applied index is now lower than readState.Index' (duration: 69.323523ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:47.521195Z","caller":"traceutil/trace.go:171","msg":"trace[1498023439] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"198.946499ms","start":"2026-04-08T13:07:47.322224Z","end":"2026-04-08T13:07:47.521171Z","steps":["trace[1498023439] 'process raft request' (duration: 129.443304ms)","trace[1498023439] 'compare' (duration: 69.237461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:47.521453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.076478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:47.521491Z","caller":"traceutil/trace.go:171","msg":"trace[1968608067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5704; }","duration":"145.166599ms","start":"2026-04-08T13:07:47.376315Z","end":"2026-04-08T13:07:47.521482Z","steps":["trace[1968608067] 'agreement among raft nodes before linearized reading' (duration: 145.059647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:47.521654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.566682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-08T13:07:47.521728Z","caller":"traceutil/trace.go:171","msg":"trace[607289127] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5704; }","duration":"111.682664ms","start":"2026-04-08T13:07:47.410026Z","end":"2026-04-08T13:07:47.521709Z","steps":["trace[607289127] 'agreement among raft nodes before linearized reading' (duration: 111.445811ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:47.840107Z","caller":"traceutil/trace.go:171","msg":"trace[1961026119] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"235.630575ms","start":"2026-04-08T13:07:47.604446Z","end":"2026-04-08T13:07:47.840077Z","steps":["trace[1961026119] 'process raft request' (duration: 235.455223ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:48.218317Z","caller":"traceutil/trace.go:171","msg":"trace[1938057578] linearizableReadLoop","detail":"{readStateIndex:5928; appliedIndex:5927; }","duration":"109.089699ms","start":"2026-04-08T13:07:48.109205Z","end":"2026-04-08T13:07:48.218294Z","steps":["trace[1938057578] 'read index received' (duration: 108.874116ms)","trace[1938057578] 'applied index is now lower than readState.Index' (duration: 214.753µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:48.218379Z","caller":"traceutil/trace.go:171","msg":"trace[790662853] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"202.439692ms","start":"2026-04-08T13:07:48.01591Z","end":"2026-04-08T13:07:48.21835Z","steps":["trace[790662853] 'process raft request' (duration: 202.23438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:48.218468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.23873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:07:48.218523Z","caller":"traceutil/trace.go:171","msg":"trace[231182504] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5707; }","duration":"109.357361ms","start":"2026-04-08T13:07:48.109151Z","end":"2026-04-08T13:07:48.218508Z","steps":["trace[231182504] 'agreement among raft nodes before linearized reading' (duration: 109.25428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:48.218498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.750009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:48.21858Z","caller":"traceutil/trace.go:171","msg":"trace[623835982] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5707; }","duration":"103.86411ms","start":"2026-04-08T13:07:48.114699Z","end":"2026-04-08T13:07:48.218563Z","steps":["trace[623835982] 'agreement among raft nodes before linearized reading' (duration: 103.727958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:48.452305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.261982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:07:48.452411Z","caller":"traceutil/trace.go:171","msg":"trace[24872370] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"162.338941ms","start":"2026-04-08T13:07:48.290054Z","end":"2026-04-08T13:07:48.452393Z","steps":["trace[24872370] 'process raft request' (duration: 45.922387ms)","trace[24872370] 'compare' (duration: 116.090819ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:48.708095Z","caller":"traceutil/trace.go:171","msg":"trace[1242663503] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"135.132036ms","start":"2026-04-08T13:07:48.572935Z","end":"2026-04-08T13:07:48.708067Z","steps":["trace[1242663503] 'process raft request' (duration: 135.047345ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:48.708393Z","caller":"traceutil/trace.go:171","msg":"trace[424954262] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"133.7969ms","start":"2026-04-08T13:07:48.574559Z","end":"2026-04-08T13:07:48.708356Z","steps":["trace[424954262] 'process raft request' (duration: 133.470766ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:48.708564Z","caller":"traceutil/trace.go:171","msg":"trace[1321511215] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"137.999063ms","start":"2026-04-08T13:07:48.570536Z","end":"2026-04-08T13:07:48.708535Z","steps":["trace[1321511215] 'process raft request' (duration: 70.757119ms)","trace[1321511215] 'compare' (duration: 66.528655ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:48.708675Z","caller":"traceutil/trace.go:171","msg":"trace[2028985918] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"132.436962ms","start":"2026-04-08T13:07:48.57622Z","end":"2026-04-08T13:07:48.708657Z","steps":["trace[2028985918] 'process raft request' (duration: 131.912935ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:48.708813Z","caller":"traceutil/trace.go:171","msg":"trace[1968841700] linearizableReadLoop","detail":"{readStateIndex:5932; appliedIndex:5930; }","duration":"134.866664ms","start":"2026-04-08T13:07:48.573936Z","end":"2026-04-08T13:07:48.708803Z","steps":["trace[1968841700] 'read index received' (duration: 67.322646ms)","trace[1968841700] 'applied index is now lower than readState.Index' (duration: 67.543318ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:48.708896Z","caller":"traceutil/trace.go:171","msg":"trace[1527473778] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"111.48431ms","start":"2026-04-08T13:07:48.597405Z","end":"2026-04-08T13:07:48.70889Z","steps":["trace[1527473778] 'process raft request' (duration: 110.806351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:48.709102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.857453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:07:48.709153Z","caller":"traceutil/trace.go:171","msg":"trace[1889697909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5714; }","duration":"134.939614ms","start":"2026-04-08T13:07:48.574201Z","end":"2026-04-08T13:07:48.70914Z","steps":["trace[1889697909] 'agreement among raft nodes before linearized reading' (duration: 134.747751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:48.709184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.234468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:07:48.709215Z","caller":"traceutil/trace.go:171","msg":"trace[1504966610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5714; }","duration":"135.306909ms","start":"2026-04-08T13:07:48.5739Z","end":"2026-04-08T13:07:48.709207Z","steps":["trace[1504966610] 'agreement among raft nodes before linearized reading' (duration: 135.197427ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:48.868619Z","caller":"traceutil/trace.go:171","msg":"trace[1040846431] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"152.998328ms","start":"2026-04-08T13:07:48.715594Z","end":"2026-04-08T13:07:48.868593Z","steps":["trace[1040846431] 'process raft request' (duration: 152.946207ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:48.868866Z","caller":"traceutil/trace.go:171","msg":"trace[633465320] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"154.112663ms","start":"2026-04-08T13:07:48.71474Z","end":"2026-04-08T13:07:48.868852Z","steps":["trace[633465320] 'process raft request' (duration: 105.477851ms)","trace[633465320] 'compare' (duration: 48.157106ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:49.257875Z","caller":"traceutil/trace.go:171","msg":"trace[1092138538] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5940; }","duration":"164.852592ms","start":"2026-04-08T13:07:49.093007Z","end":"2026-04-08T13:07:49.257859Z","steps":["trace[1092138538] 'read index received' (duration: 130.144841ms)","trace[1092138538] 'applied index is now lower than readState.Index' (duration: 34.707241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:49.258117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.068365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:49.258146Z","caller":"traceutil/trace.go:171","msg":"trace[102737069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5720; }","duration":"165.151635ms","start":"2026-04-08T13:07:49.092987Z","end":"2026-04-08T13:07:49.258138Z","steps":["trace[102737069] 'agreement among raft nodes before linearized reading' (duration: 165.066834ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:49.258269Z","caller":"traceutil/trace.go:171","msg":"trace[1892134296] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"166.868828ms","start":"2026-04-08T13:07:49.091393Z","end":"2026-04-08T13:07:49.258262Z","steps":["trace[1892134296] 'process raft request' (duration: 131.837273ms)","trace[1892134296] 'compare' (duration: 34.562749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:49.258547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.462737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:07:49.258566Z","caller":"traceutil/trace.go:171","msg":"trace[330792518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5720; }","duration":"151.506049ms","start":"2026-04-08T13:07:49.107056Z","end":"2026-04-08T13:07:49.258562Z","steps":["trace[330792518] 'agreement among raft nodes before linearized reading' (duration: 151.432878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:49.930449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.108006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:07:49.930571Z","caller":"traceutil/trace.go:171","msg":"trace[1611746682] linearizableReadLoop","detail":"{readStateIndex:5942; appliedIndex:5941; }","duration":"554.450734ms","start":"2026-04-08T13:07:49.3761Z","end":"2026-04-08T13:07:49.930551Z","steps":["trace[1611746682] 'read index received' (duration: 252.019414ms)","trace[1611746682] 'applied index is now lower than readState.Index' (duration: 302.42976ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:49.931074Z","caller":"traceutil/trace.go:171","msg":"trace[935457298] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"664.023887ms","start":"2026-04-08T13:07:49.26703Z","end":"2026-04-08T13:07:49.931053Z","steps":["trace[935457298] 'process raft request' (duration: 361.184982ms)","trace[935457298] 'compare' (duration: 301.838332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:49.931187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:49.267019Z","time spent":"664.120208ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:07:49.931581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.469367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:49.931632Z","caller":"traceutil/trace.go:171","msg":"trace[2131497422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5721; }","duration":"555.540298ms","start":"2026-04-08T13:07:49.376077Z","end":"2026-04-08T13:07:49.931617Z","steps":["trace[2131497422] 'agreement among raft nodes before linearized reading' (duration: 555.464777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:49.931673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:07:49.376064Z","time spent":"555.597749ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:07:50.197883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.913143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-bg4pn\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-04-08T13:07:50.197988Z","caller":"traceutil/trace.go:171","msg":"trace[1576704632] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-bg4pn; range_end:; response_count:1; response_revision:5721; }","duration":"142.046595ms","start":"2026-04-08T13:07:50.05591Z","end":"2026-04-08T13:07:50.197957Z","steps":["trace[1576704632] 'range keys from in-memory index tree' (duration: 141.757032ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:50.381581Z","caller":"traceutil/trace.go:171","msg":"trace[591341072] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"174.10262ms","start":"2026-04-08T13:07:50.20746Z","end":"2026-04-08T13:07:50.381562Z","steps":["trace[591341072] 'process raft request' (duration: 173.633284ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:50.643102Z","caller":"traceutil/trace.go:171","msg":"trace[935303468] linearizableReadLoop","detail":"{readStateIndex:5944; appliedIndex:5943; }","duration":"152.688274ms","start":"2026-04-08T13:07:50.490388Z","end":"2026-04-08T13:07:50.643077Z","steps":["trace[935303468] 'read index received' (duration: 124.507928ms)","trace[935303468] 'applied index is now lower than readState.Index' (duration: 28.178986ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:50.643231Z","caller":"traceutil/trace.go:171","msg":"trace[1048753694] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"251.209453ms","start":"2026-04-08T13:07:50.392008Z","end":"2026-04-08T13:07:50.643218Z","steps":["trace[1048753694] 'process raft request' (duration: 222.967896ms)","trace[1048753694] 'compare' (duration: 27.643048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:07:50.643378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.974217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:50.643424Z","caller":"traceutil/trace.go:171","msg":"trace[1906529048] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5723; }","duration":"153.065908ms","start":"2026-04-08T13:07:50.490347Z","end":"2026-04-08T13:07:50.643413Z","steps":["trace[1906529048] 'agreement among raft nodes before linearized reading' (duration: 152.986407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:50.643653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.456704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:50.643741Z","caller":"traceutil/trace.go:171","msg":"trace[774018576] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5723; }","duration":"150.576556ms","start":"2026-04-08T13:07:50.493145Z","end":"2026-04-08T13:07:50.643722Z","steps":["trace[774018576] 'agreement among raft nodes before linearized reading' (duration: 150.452394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:50.643827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.814826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-08T13:07:50.64387Z","caller":"traceutil/trace.go:171","msg":"trace[1446842378] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5723; }","duration":"149.883827ms","start":"2026-04-08T13:07:50.493977Z","end":"2026-04-08T13:07:50.64386Z","steps":["trace[1446842378] 'agreement among raft nodes before linearized reading' (duration: 149.752955ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:50.982451Z","caller":"traceutil/trace.go:171","msg":"trace[845004922] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"105.253738ms","start":"2026-04-08T13:07:50.877174Z","end":"2026-04-08T13:07:50.982428Z","steps":["trace[845004922] 'process raft request' (duration: 83.637507ms)","trace[845004922] 'compare' (duration: 21.389898ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:51.015024Z","caller":"traceutil/trace.go:171","msg":"trace[662087533] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"137.505056ms","start":"2026-04-08T13:07:50.877482Z","end":"2026-04-08T13:07:51.014987Z","steps":["trace[662087533] 'process raft request' (duration: 137.363564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:51.566027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.313547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-08T13:07:51.5661Z","caller":"traceutil/trace.go:171","msg":"trace[1600355222] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5730; }","duration":"102.404899ms","start":"2026-04-08T13:07:51.46367Z","end":"2026-04-08T13:07:51.566075Z","steps":["trace[1600355222] 'range keys from in-memory index tree' (duration: 102.164126ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:51.923724Z","caller":"traceutil/trace.go:171","msg":"trace[885181067] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"111.209523ms","start":"2026-04-08T13:07:51.812489Z","end":"2026-04-08T13:07:51.923699Z","steps":["trace[885181067] 'process raft request' (duration: 111.054921ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:52.236571Z","caller":"traceutil/trace.go:171","msg":"trace[2078122463] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"116.764383ms","start":"2026-04-08T13:07:52.119788Z","end":"2026-04-08T13:07:52.236552Z","steps":["trace[2078122463] 'process raft request' (duration: 116.609691ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:52.979885Z","caller":"traceutil/trace.go:171","msg":"trace[195473026] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"164.975039ms","start":"2026-04-08T13:07:52.81487Z","end":"2026-04-08T13:07:52.979845Z","steps":["trace[195473026] 'process raft request' (duration: 164.924339ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:52.979873Z","caller":"traceutil/trace.go:171","msg":"trace[493737815] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"166.944275ms","start":"2026-04-08T13:07:52.81291Z","end":"2026-04-08T13:07:52.979855Z","steps":["trace[493737815] 'process raft request' (duration: 163.076725ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:52.980051Z","caller":"traceutil/trace.go:171","msg":"trace[763388110] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"165.186452ms","start":"2026-04-08T13:07:52.814822Z","end":"2026-04-08T13:07:52.980008Z","steps":["trace[763388110] 'process raft request' (duration: 164.891088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:53.283102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.11582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:07:53.283656Z","caller":"traceutil/trace.go:171","msg":"trace[215862629] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"225.138547ms","start":"2026-04-08T13:07:53.058488Z","end":"2026-04-08T13:07:53.283627Z","steps":["trace[215862629] 'process raft request' (duration: 69.406459ms)","trace[215862629] 'compare' (duration: 155.001089ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:57.009327Z","caller":"traceutil/trace.go:171","msg":"trace[470452241] linearizableReadLoop","detail":"{readStateIndex:5973; appliedIndex:5972; }","duration":"112.994291ms","start":"2026-04-08T13:07:56.896301Z","end":"2026-04-08T13:07:57.009295Z","steps":["trace[470452241] 'read index received' (duration: 112.700077ms)","trace[470452241] 'applied index is now lower than readState.Index' (duration: 293.034µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:07:57.009433Z","caller":"traceutil/trace.go:171","msg":"trace[431806347] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"132.697726ms","start":"2026-04-08T13:07:56.876691Z","end":"2026-04-08T13:07:57.009388Z","steps":["trace[431806347] 'process raft request' (duration: 132.433733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:57.009545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.231004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-08T13:07:57.009643Z","caller":"traceutil/trace.go:171","msg":"trace[1227127282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5751; }","duration":"113.385806ms","start":"2026-04-08T13:07:56.896245Z","end":"2026-04-08T13:07:57.00963Z","steps":["trace[1227127282] 'agreement among raft nodes before linearized reading' (duration: 113.169234ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:07:57.257643Z","caller":"traceutil/trace.go:171","msg":"trace[2068466045] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"107.403989ms","start":"2026-04-08T13:07:57.150213Z","end":"2026-04-08T13:07:57.257617Z","steps":["trace[2068466045] 'process raft request' (duration: 107.193027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:59.587731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.717081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:07:59.587848Z","caller":"traceutil/trace.go:171","msg":"trace[1149520801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5761; }","duration":"210.933524ms","start":"2026-04-08T13:07:59.376887Z","end":"2026-04-08T13:07:59.587821Z","steps":["trace[1149520801] 'range keys from in-memory index tree' (duration: 210.60362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:07:59.588082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.568878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:07:59.588292Z","caller":"traceutil/trace.go:171","msg":"trace[1034468874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5761; }","duration":"172.824221ms","start":"2026-04-08T13:07:59.415437Z","end":"2026-04-08T13:07:59.588262Z","steps":["trace[1034468874] 'range keys from in-memory index tree' (duration: 172.282455ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:00.744541Z","caller":"traceutil/trace.go:171","msg":"trace[121352373] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"143.187238ms","start":"2026-04-08T13:08:00.601332Z","end":"2026-04-08T13:08:00.744519Z","steps":["trace[121352373] 'process raft request' (duration: 143.025775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:01.546471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.284799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:08:01.546556Z","caller":"traceutil/trace.go:171","msg":"trace[1597835248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5768; }","duration":"168.419031ms","start":"2026-04-08T13:08:01.378109Z","end":"2026-04-08T13:08:01.546528Z","steps":["trace[1597835248] 'range keys from in-memory index tree' (duration: 168.158738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:01.546982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.220646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:08:01.547363Z","caller":"traceutil/trace.go:171","msg":"trace[1282966874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5768; }","duration":"219.467859ms","start":"2026-04-08T13:08:01.327655Z","end":"2026-04-08T13:08:01.547123Z","steps":["trace[1282966874] 'range keys from in-memory index tree' (duration: 218.857702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:01.804984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.000472ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:08:01.805097Z","caller":"traceutil/trace.go:171","msg":"trace[846025879] linearizableReadLoop","detail":"{readStateIndex:5993; appliedIndex:5992; }","duration":"207.471165ms","start":"2026-04-08T13:08:01.597601Z","end":"2026-04-08T13:08:01.805073Z","steps":["trace[846025879] 'read index received' (duration: 82.462543ms)","trace[846025879] 'applied index is now lower than readState.Index' (duration: 125.006582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:08:01.805313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.897883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T13:08:01.805359Z","caller":"traceutil/trace.go:171","msg":"trace[2077553169] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5770; }","duration":"232.977274ms","start":"2026-04-08T13:08:01.572368Z","end":"2026-04-08T13:08:01.805346Z","steps":["trace[2077553169] 'agreement among raft nodes before linearized reading' (duration: 232.799112ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:01.826942Z","caller":"traceutil/trace.go:171","msg":"trace[469908883] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"225.016371ms","start":"2026-04-08T13:08:01.601901Z","end":"2026-04-08T13:08:01.826918Z","steps":["trace[469908883] 'process raft request' (duration: 224.624456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:01.82729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.602541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:08:01.827354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.380233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:08:01.827378Z","caller":"traceutil/trace.go:171","msg":"trace[2079998988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5771; }","duration":"174.741782ms","start":"2026-04-08T13:08:01.652622Z","end":"2026-04-08T13:08:01.827364Z","steps":["trace[2079998988] 'agreement among raft nodes before linearized reading' (duration: 174.51439ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:01.827404Z","caller":"traceutil/trace.go:171","msg":"trace[387637844] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5771; }","duration":"124.468305ms","start":"2026-04-08T13:08:01.702923Z","end":"2026-04-08T13:08:01.827391Z","steps":["trace[387637844] 'agreement among raft nodes before linearized reading' (duration: 124.299853ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:03.375726Z","caller":"traceutil/trace.go:171","msg":"trace[490831702] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"181.624039ms","start":"2026-04-08T13:08:03.194078Z","end":"2026-04-08T13:08:03.375702Z","steps":["trace[490831702] 'process raft request' (duration: 181.458907ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:03.383356Z","caller":"traceutil/trace.go:171","msg":"trace[1175449691] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"185.056004ms","start":"2026-04-08T13:08:03.198269Z","end":"2026-04-08T13:08:03.383325Z","steps":["trace[1175449691] 'process raft request' (duration: 184.968113ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:03.38341Z","caller":"traceutil/trace.go:171","msg":"trace[198162715] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"186.35222ms","start":"2026-04-08T13:08:03.197029Z","end":"2026-04-08T13:08:03.383381Z","steps":["trace[198162715] 'process raft request' (duration: 186.094046ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:05.453936Z","caller":"traceutil/trace.go:171","msg":"trace[1440773286] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"136.490706ms","start":"2026-04-08T13:08:05.317428Z","end":"2026-04-08T13:08:05.453919Z","steps":["trace[1440773286] 'process raft request' (duration: 136.275843ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:05.670319Z","caller":"traceutil/trace.go:171","msg":"trace[761227672] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"192.595238ms","start":"2026-04-08T13:08:05.477699Z","end":"2026-04-08T13:08:05.670294Z","steps":["trace[761227672] 'process raft request' (duration: 192.390395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:05.827487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.23851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:08:05.827595Z","caller":"traceutil/trace.go:171","msg":"trace[127830220] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"152.115326ms","start":"2026-04-08T13:08:05.675456Z","end":"2026-04-08T13:08:05.827571Z","steps":["trace[127830220] 'process raft request' (duration: 37.694884ms)","trace[127830220] 'compare' (duration: 114.109188ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:08:06.046755Z","caller":"traceutil/trace.go:171","msg":"trace[1709484145] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"127.278407ms","start":"2026-04-08T13:08:05.919441Z","end":"2026-04-08T13:08:06.04672Z","steps":["trace[1709484145] 'process raft request' (duration: 46.598439ms)","trace[1709484145] 'compare' (duration: 80.382774ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:08:06.855085Z","caller":"traceutil/trace.go:171","msg":"trace[211376021] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"156.839987ms","start":"2026-04-08T13:08:06.698225Z","end":"2026-04-08T13:08:06.855065Z","steps":["trace[211376021] 'process raft request' (duration: 156.713195ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:06.856116Z","caller":"traceutil/trace.go:171","msg":"trace[1502050450] linearizableReadLoop","detail":"{readStateIndex:6017; appliedIndex:6017; }","duration":"151.533249ms","start":"2026-04-08T13:08:06.704569Z","end":"2026-04-08T13:08:06.856103Z","steps":["trace[1502050450] 'read index received' (duration: 151.528578ms)","trace[1502050450] 'applied index is now lower than readState.Index' (duration: 3.851µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:08:06.856389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.798162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-08T13:08:06.856545Z","caller":"traceutil/trace.go:171","msg":"trace[2087517098] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:5793; }","duration":"151.983924ms","start":"2026-04-08T13:08:06.704547Z","end":"2026-04-08T13:08:06.856531Z","steps":["trace[2087517098] 'agreement among raft nodes before linearized reading' (duration: 151.736131ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:06.886841Z","caller":"traceutil/trace.go:171","msg":"trace[1001495670] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"174.028627ms","start":"2026-04-08T13:08:06.712786Z","end":"2026-04-08T13:08:06.886815Z","steps":["trace[1001495670] 'process raft request' (duration: 173.645103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:06.887332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.806608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-04-08T13:08:06.887386Z","caller":"traceutil/trace.go:171","msg":"trace[869642032] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:5794; }","duration":"146.902258ms","start":"2026-04-08T13:08:06.740471Z","end":"2026-04-08T13:08:06.887374Z","steps":["trace[869642032] 'agreement among raft nodes before linearized reading' (duration: 146.627805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:06.887471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.022914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-08T13:08:06.887547Z","caller":"traceutil/trace.go:171","msg":"trace[1208850898] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:5794; }","duration":"180.123965ms","start":"2026-04-08T13:08:06.707399Z","end":"2026-04-08T13:08:06.887523Z","steps":["trace[1208850898] 'agreement among raft nodes before linearized reading' (duration: 179.815652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:06.887691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.079523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-08T13:08:06.887725Z","caller":"traceutil/trace.go:171","msg":"trace[1628961558] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5794; }","duration":"127.125685ms","start":"2026-04-08T13:08:06.76059Z","end":"2026-04-08T13:08:06.887716Z","steps":["trace[1628961558] 'agreement among raft nodes before linearized reading' (duration: 127.011593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:06.887886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.732489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:08:06.887915Z","caller":"traceutil/trace.go:171","msg":"trace[499660841] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5794; }","duration":"129.771239ms","start":"2026-04-08T13:08:06.758136Z","end":"2026-04-08T13:08:06.887908Z","steps":["trace[499660841] 'agreement among raft nodes before linearized reading' (duration: 129.728499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:06.887989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.717144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-04-08T13:08:06.888038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.908211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:08:06.888037Z","caller":"traceutil/trace.go:171","msg":"trace[307412513] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:5794; }","duration":"180.777955ms","start":"2026-04-08T13:08:06.707244Z","end":"2026-04-08T13:08:06.888022Z","steps":["trace[307412513] 'agreement among raft nodes before linearized reading' (duration: 180.663863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:06.888036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.93321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-08T13:08:06.888922Z","caller":"traceutil/trace.go:171","msg":"trace[1183369123] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:5794; }","duration":"175.814601ms","start":"2026-04-08T13:08:06.713085Z","end":"2026-04-08T13:08:06.8889Z","steps":["trace[1183369123] 'agreement among raft nodes before linearized reading' (duration: 174.848979ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:06.888066Z","caller":"traceutil/trace.go:171","msg":"trace[422584244] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5794; }","duration":"129.947741ms","start":"2026-04-08T13:08:06.75811Z","end":"2026-04-08T13:08:06.888058Z","steps":["trace[422584244] 'agreement among raft nodes before linearized reading' (duration: 129.904071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:06.887879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.578163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-08T13:08:06.889083Z","caller":"traceutil/trace.go:171","msg":"trace[66905728] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:5794; }","duration":"181.800968ms","start":"2026-04-08T13:08:06.707272Z","end":"2026-04-08T13:08:06.889073Z","steps":["trace[66905728] 'agreement among raft nodes before linearized reading' (duration: 180.505191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:06.888197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.760693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-08T13:08:06.889166Z","caller":"traceutil/trace.go:171","msg":"trace[914186095] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:5794; }","duration":"170.792176ms","start":"2026-04-08T13:08:06.718365Z","end":"2026-04-08T13:08:06.889157Z","steps":["trace[914186095] 'agreement among raft nodes before linearized reading' (duration: 169.630261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:06.888247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.951146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-08T13:08:06.889248Z","caller":"traceutil/trace.go:171","msg":"trace[1634621647] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:5794; }","duration":"177.980619ms","start":"2026-04-08T13:08:06.711259Z","end":"2026-04-08T13:08:06.88924Z","steps":["trace[1634621647] 'agreement among raft nodes before linearized reading' (duration: 176.848745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:06.888578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.276182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-08T13:08:06.88937Z","caller":"traceutil/trace.go:171","msg":"trace[516584092] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:5794; }","duration":"182.126102ms","start":"2026-04-08T13:08:06.707193Z","end":"2026-04-08T13:08:06.889319Z","steps":["trace[516584092] 'agreement among raft nodes before linearized reading' (duration: 180.897026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:06.88945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.154203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-08T13:08:06.88949Z","caller":"traceutil/trace.go:171","msg":"trace[643901222] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:5794; }","duration":"179.214375ms","start":"2026-04-08T13:08:06.710262Z","end":"2026-04-08T13:08:06.889477Z","steps":["trace[643901222] 'agreement among raft nodes before linearized reading' (duration: 176.809494ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:07.073506Z","caller":"traceutil/trace.go:171","msg":"trace[87809538] linearizableReadLoop","detail":"{readStateIndex:6019; appliedIndex:6018; }","duration":"168.307973ms","start":"2026-04-08T13:08:06.905174Z","end":"2026-04-08T13:08:07.073482Z","steps":["trace[87809538] 'read index received' (duration: 118.27204ms)","trace[87809538] 'applied index is now lower than readState.Index' (duration: 50.034963ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:08:07.073532Z","caller":"traceutil/trace.go:171","msg":"trace[810106175] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"175.972943ms","start":"2026-04-08T13:08:06.89754Z","end":"2026-04-08T13:08:07.073512Z","steps":["trace[810106175] 'process raft request' (duration: 125.894179ms)","trace[810106175] 'compare' (duration: 49.930782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:08:07.074009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.820799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-08T13:08:07.074058Z","caller":"traceutil/trace.go:171","msg":"trace[319136406] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:5795; }","duration":"168.915951ms","start":"2026-04-08T13:08:06.90513Z","end":"2026-04-08T13:08:07.074046Z","steps":["trace[319136406] 'agreement among raft nodes before linearized reading' (duration: 168.483136ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:07.308743Z","caller":"traceutil/trace.go:171","msg":"trace[1047053020] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"109.525488ms","start":"2026-04-08T13:08:07.199181Z","end":"2026-04-08T13:08:07.308707Z","steps":["trace[1047053020] 'process raft request' (duration: 42.256573ms)","trace[1047053020] 'compare' (duration: 66.90223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:08:07.945808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.851769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:08:07.945902Z","caller":"traceutil/trace.go:171","msg":"trace[521311790] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5800; }","duration":"144.00629ms","start":"2026-04-08T13:08:07.801872Z","end":"2026-04-08T13:08:07.945879Z","steps":["trace[521311790] 'count revisions from in-memory index tree' (duration: 143.761637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:07.94603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.714233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-04-08T13:08:07.946114Z","caller":"traceutil/trace.go:171","msg":"trace[1675107704] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:5800; }","duration":"135.863126ms","start":"2026-04-08T13:08:07.810231Z","end":"2026-04-08T13:08:07.946095Z","steps":["trace[1675107704] 'range keys from in-memory index tree' (duration: 135.513481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:07.94652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.625873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:08:07.946565Z","caller":"traceutil/trace.go:171","msg":"trace[389722483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5800; }","duration":"114.704394ms","start":"2026-04-08T13:08:07.831849Z","end":"2026-04-08T13:08:07.946553Z","steps":["trace[389722483] 'range keys from in-memory index tree' (duration: 114.5178ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:08.491052Z","caller":"traceutil/trace.go:171","msg":"trace[1330501689] linearizableReadLoop","detail":"{readStateIndex:6027; appliedIndex:6026; }","duration":"114.263857ms","start":"2026-04-08T13:08:08.376772Z","end":"2026-04-08T13:08:08.491036Z","steps":["trace[1330501689] 'read index received' (duration: 98.843329ms)","trace[1330501689] 'applied index is now lower than readState.Index' (duration: 15.419848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:08:08.49116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.380499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:08:08.491178Z","caller":"traceutil/trace.go:171","msg":"trace[1890556836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5803; }","duration":"114.43187ms","start":"2026-04-08T13:08:08.376739Z","end":"2026-04-08T13:08:08.491171Z","steps":["trace[1890556836] 'agreement among raft nodes before linearized reading' (duration: 114.355549ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:08.491391Z","caller":"traceutil/trace.go:171","msg":"trace[1587845188] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"256.341702ms","start":"2026-04-08T13:08:08.235014Z","end":"2026-04-08T13:08:08.491356Z","steps":["trace[1587845188] 'process raft request' (duration: 240.573609ms)","trace[1587845188] 'compare' (duration: 15.001604ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:08:19.718355Z","caller":"traceutil/trace.go:171","msg":"trace[2119399055] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"116.406416ms","start":"2026-04-08T13:08:19.601903Z","end":"2026-04-08T13:08:19.71831Z","steps":["trace[2119399055] 'process raft request' (duration: 86.787158ms)","trace[2119399055] 'compare' (duration: 29.370395ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:08:19.718526Z","caller":"traceutil/trace.go:171","msg":"trace[1102365005] transaction","detail":"{read_only:false; response_revision:5888; number_of_response:1; }","duration":"113.52022ms","start":"2026-04-08T13:08:19.604976Z","end":"2026-04-08T13:08:19.718496Z","steps":["trace[1102365005] 'process raft request' (duration: 113.284917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:39.987498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.582195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:08:39.987721Z","caller":"traceutil/trace.go:171","msg":"trace[1683336241] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6043; }","duration":"200.842287ms","start":"2026-04-08T13:08:39.786868Z","end":"2026-04-08T13:08:39.98771Z","steps":["trace[1683336241] 'count revisions from in-memory index tree' (duration: 200.522164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:39.987494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.697286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:08:39.987999Z","caller":"traceutil/trace.go:171","msg":"trace[1943036549] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6043; }","duration":"349.257273ms","start":"2026-04-08T13:08:39.638727Z","end":"2026-04-08T13:08:39.987984Z","steps":["trace[1943036549] 'count revisions from in-memory index tree' (duration: 348.612415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:39.98805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:08:39.638707Z","time spent":"349.325394ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":38,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:08:39.987716Z","caller":"traceutil/trace.go:171","msg":"trace[1237566201] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"199.935726ms","start":"2026-04-08T13:08:39.787747Z","end":"2026-04-08T13:08:39.987683Z","steps":["trace[1237566201] 'process raft request' (duration: 168.863894ms)","trace[1237566201] 'compare' (duration: 30.602766ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:08:40.017146Z","caller":"traceutil/trace.go:171","msg":"trace[1828882493] linearizableReadLoop","detail":"{readStateIndex:6278; appliedIndex:6275; }","duration":"105.853057ms","start":"2026-04-08T13:08:39.91127Z","end":"2026-04-08T13:08:40.017123Z","steps":["trace[1828882493] 'read index received' (duration: 45.354703ms)","trace[1828882493] 'applied index is now lower than readState.Index' (duration: 60.497164ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:08:40.017199Z","caller":"traceutil/trace.go:171","msg":"trace[305431007] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"157.042024ms","start":"2026-04-08T13:08:39.860137Z","end":"2026-04-08T13:08:40.017179Z","steps":["trace[305431007] 'process raft request' (duration: 156.77212ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:40.01727Z","caller":"traceutil/trace.go:171","msg":"trace[472258492] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"141.546109ms","start":"2026-04-08T13:08:39.875691Z","end":"2026-04-08T13:08:40.017238Z","steps":["trace[472258492] 'process raft request' (duration: 141.374256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:40.017339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.06226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:08:40.01739Z","caller":"traceutil/trace.go:171","msg":"trace[465060601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6046; }","duration":"106.153551ms","start":"2026-04-08T13:08:39.911219Z","end":"2026-04-08T13:08:40.017372Z","steps":["trace[465060601] 'agreement among raft nodes before linearized reading' (duration: 105.999819ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:40.584072Z","caller":"traceutil/trace.go:171","msg":"trace[1789364002] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"101.534522ms","start":"2026-04-08T13:08:40.482496Z","end":"2026-04-08T13:08:40.584031Z","steps":["trace[1789364002] 'process raft request' (duration: 101.311439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:41.054754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.966145ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:08:41.055392Z","caller":"traceutil/trace.go:171","msg":"trace[1193966640] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6050; }","duration":"207.671623ms","start":"2026-04-08T13:08:40.847693Z","end":"2026-04-08T13:08:41.055364Z","steps":["trace[1193966640] 'range keys from in-memory index tree' (duration: 206.874774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:54.027912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.607056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:08:54.028919Z","caller":"traceutil/trace.go:171","msg":"trace[1717630015] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"201.237678ms","start":"2026-04-08T13:08:53.826794Z","end":"2026-04-08T13:08:54.028031Z","steps":["trace[1717630015] 'process raft request' (duration: 72.380809ms)","trace[1717630015] 'compare' (duration: 128.332882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:08:54.35085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.963898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:08:54.351952Z","caller":"traceutil/trace.go:171","msg":"trace[614733694] linearizableReadLoop","detail":"{readStateIndex:6377; appliedIndex:6374; }","duration":"233.712735ms","start":"2026-04-08T13:08:54.118211Z","end":"2026-04-08T13:08:54.351924Z","steps":["trace[614733694] 'read index received' (duration: 9.579381ms)","trace[614733694] 'applied index is now lower than readState.Index' (duration: 224.132294ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:08:54.352221Z","caller":"traceutil/trace.go:171","msg":"trace[637374239] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"235.630558ms","start":"2026-04-08T13:08:54.116564Z","end":"2026-04-08T13:08:54.352195Z","steps":["trace[637374239] 'process raft request' (duration: 235.306804ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:54.352298Z","caller":"traceutil/trace.go:171","msg":"trace[1758149511] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"242.14554ms","start":"2026-04-08T13:08:54.110126Z","end":"2026-04-08T13:08:54.352271Z","steps":["trace[1758149511] 'process raft request' (duration: 241.591063ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:54.352416Z","caller":"traceutil/trace.go:171","msg":"trace[545488473] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"306.243335ms","start":"2026-04-08T13:08:54.044726Z","end":"2026-04-08T13:08:54.350969Z","steps":["trace[545488473] 'process raft request' (duration: 83.052554ms)","trace[545488473] 'compare' (duration: 222.657725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:08:54.352339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.096969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:08:54.352509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:08:54.044699Z","time spent":"307.765604ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:08:54.352573Z","caller":"traceutil/trace.go:171","msg":"trace[1256627285] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6142; }","duration":"234.310622ms","start":"2026-04-08T13:08:54.118204Z","end":"2026-04-08T13:08:54.352514Z","steps":["trace[1256627285] 'agreement among raft nodes before linearized reading' (duration: 234.061349ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:54.421482Z","caller":"traceutil/trace.go:171","msg":"trace[823730089] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"249.735437ms","start":"2026-04-08T13:08:54.171721Z","end":"2026-04-08T13:08:54.421456Z","steps":["trace[823730089] 'process raft request' (duration: 249.485344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:54.421854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.266285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:08:54.421951Z","caller":"traceutil/trace.go:171","msg":"trace[590851969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6143; }","duration":"251.428448ms","start":"2026-04-08T13:08:54.170501Z","end":"2026-04-08T13:08:54.421929Z","steps":["trace[590851969] 'agreement among raft nodes before linearized reading' (duration: 251.089474ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:58.921122Z","caller":"traceutil/trace.go:171","msg":"trace[401683306] linearizableReadLoop","detail":"{readStateIndex:6416; appliedIndex:6415; }","duration":"143.533749ms","start":"2026-04-08T13:08:58.777546Z","end":"2026-04-08T13:08:58.92108Z","steps":["trace[401683306] 'read index received' (duration: 143.390307ms)","trace[401683306] 'applied index is now lower than readState.Index' (duration: 142.442µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:08:58.921581Z","caller":"traceutil/trace.go:171","msg":"trace[949334551] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"210.412768ms","start":"2026-04-08T13:08:58.711145Z","end":"2026-04-08T13:08:58.921558Z","steps":["trace[949334551] 'process raft request' (duration: 209.81109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:08:58.922294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.725233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:08:58.922503Z","caller":"traceutil/trace.go:171","msg":"trace[1780993332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6180; }","duration":"144.855785ms","start":"2026-04-08T13:08:58.777484Z","end":"2026-04-08T13:08:58.922339Z","steps":["trace[1780993332] 'agreement among raft nodes before linearized reading' (duration: 144.041725ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:59.178865Z","caller":"traceutil/trace.go:171","msg":"trace[1572535111] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"249.035261ms","start":"2026-04-08T13:08:58.929801Z","end":"2026-04-08T13:08:59.178836Z","steps":["trace[1572535111] 'process raft request' (duration: 248.562376ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:59.179462Z","caller":"traceutil/trace.go:171","msg":"trace[2062581761] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"249.426736ms","start":"2026-04-08T13:08:58.930018Z","end":"2026-04-08T13:08:59.179445Z","steps":["trace[2062581761] 'process raft request' (duration: 248.543495ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:08:59.298756Z","caller":"traceutil/trace.go:171","msg":"trace[796864879] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"114.407184ms","start":"2026-04-08T13:08:59.184313Z","end":"2026-04-08T13:08:59.29872Z","steps":["trace[796864879] 'process raft request' (duration: 103.522987ms)","trace[796864879] 'compare' (duration: 10.668964ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:08:59.299393Z","caller":"traceutil/trace.go:171","msg":"trace[783998045] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"112.432939ms","start":"2026-04-08T13:08:59.186937Z","end":"2026-04-08T13:08:59.29937Z","steps":["trace[783998045] 'process raft request' (duration: 111.69109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:00.783162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.085229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:09:00.783303Z","caller":"traceutil/trace.go:171","msg":"trace[938791674] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"235.894345ms","start":"2026-04-08T13:09:00.547381Z","end":"2026-04-08T13:09:00.783275Z","steps":["trace[938791674] 'process raft request' (duration: 113.592173ms)","trace[938791674] 'compare' (duration: 121.736184ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:00.849154Z","caller":"traceutil/trace.go:171","msg":"trace[349355795] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"239.010684ms","start":"2026-04-08T13:09:00.610119Z","end":"2026-04-08T13:09:00.84913Z","steps":["trace[349355795] 'process raft request' (duration: 238.873712ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:14.564898Z","caller":"traceutil/trace.go:171","msg":"trace[2061843234] transaction","detail":"{read_only:false; response_revision:6270; number_of_response:1; }","duration":"106.297164ms","start":"2026-04-08T13:09:14.45858Z","end":"2026-04-08T13:09:14.564878Z","steps":["trace[2061843234] 'process raft request' (duration: 106.244543ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:14.56533Z","caller":"traceutil/trace.go:171","msg":"trace[975434319] transaction","detail":"{read_only:false; response_revision:6269; number_of_response:1; }","duration":"111.084673ms","start":"2026-04-08T13:09:14.45423Z","end":"2026-04-08T13:09:14.565315Z","steps":["trace[975434319] 'process raft request' (duration: 77.324373ms)","trace[975434319] 'compare' (duration: 33.164473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:15.140171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.815246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:09:15.140248Z","caller":"traceutil/trace.go:171","msg":"trace[1942924887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6272; }","duration":"112.958757ms","start":"2026-04-08T13:09:15.02727Z","end":"2026-04-08T13:09:15.140229Z","steps":["trace[1942924887] 'range keys from in-memory index tree' (duration: 112.653624ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:16.277827Z","caller":"traceutil/trace.go:171","msg":"trace[57011760] linearizableReadLoop","detail":"{readStateIndex:6516; appliedIndex:6515; }","duration":"145.34009ms","start":"2026-04-08T13:09:16.132463Z","end":"2026-04-08T13:09:16.277804Z","steps":["trace[57011760] 'read index received' (duration: 145.144407ms)","trace[57011760] 'applied index is now lower than readState.Index' (duration: 194.843µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:16.278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.522472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-08T13:09:16.278035Z","caller":"traceutil/trace.go:171","msg":"trace[422738515] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6277; }","duration":"145.639383ms","start":"2026-04-08T13:09:16.132386Z","end":"2026-04-08T13:09:16.278025Z","steps":["trace[422738515] 'agreement among raft nodes before linearized reading' (duration: 145.503652ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:16.278155Z","caller":"traceutil/trace.go:171","msg":"trace[629848013] transaction","detail":"{read_only:false; response_revision:6277; number_of_response:1; }","duration":"203.398753ms","start":"2026-04-08T13:09:16.07473Z","end":"2026-04-08T13:09:16.278129Z","steps":["trace[629848013] 'process raft request' (duration: 202.882146ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:16.577539Z","caller":"traceutil/trace.go:171","msg":"trace[1385765848] linearizableReadLoop","detail":"{readStateIndex:6521; appliedIndex:6520; }","duration":"203.93923ms","start":"2026-04-08T13:09:16.373568Z","end":"2026-04-08T13:09:16.577507Z","steps":["trace[1385765848] 'read index received' (duration: 203.862439ms)","trace[1385765848] 'applied index is now lower than readState.Index' (duration: 75.951µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:16.577792Z","caller":"traceutil/trace.go:171","msg":"trace[1859922468] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"212.580437ms","start":"2026-04-08T13:09:16.365182Z","end":"2026-04-08T13:09:16.577762Z","steps":["trace[1859922468] 'process raft request' (duration: 212.174302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:16.577868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.281604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:16.577969Z","caller":"traceutil/trace.go:171","msg":"trace[1981206613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6282; }","duration":"204.402245ms","start":"2026-04-08T13:09:16.373553Z","end":"2026-04-08T13:09:16.577956Z","steps":["trace[1981206613] 'agreement among raft nodes before linearized reading' (duration: 204.253733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:16.622019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.719853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:09:16.622096Z","caller":"traceutil/trace.go:171","msg":"trace[1848612488] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:6285; }","duration":"132.840925ms","start":"2026-04-08T13:09:16.489242Z","end":"2026-04-08T13:09:16.622083Z","steps":["trace[1848612488] 'agreement among raft nodes before linearized reading' (duration: 132.460149ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:18.879818Z","caller":"traceutil/trace.go:171","msg":"trace[1755746602] transaction","detail":"{read_only:false; response_revision:6298; number_of_response:1; }","duration":"252.053126ms","start":"2026-04-08T13:09:18.627733Z","end":"2026-04-08T13:09:18.879786Z","steps":["trace[1755746602] 'process raft request' (duration: 251.726941ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:18.880436Z","caller":"traceutil/trace.go:171","msg":"trace[1433824559] transaction","detail":"{read_only:false; response_revision:6299; number_of_response:1; }","duration":"252.600263ms","start":"2026-04-08T13:09:18.627803Z","end":"2026-04-08T13:09:18.880403Z","steps":["trace[1433824559] 'process raft request' (duration: 251.851294ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:19.803494Z","caller":"traceutil/trace.go:171","msg":"trace[1032959774] transaction","detail":"{read_only:false; response_revision:6304; number_of_response:1; }","duration":"205.970402ms","start":"2026-04-08T13:09:19.597149Z","end":"2026-04-08T13:09:19.803119Z","steps":["trace[1032959774] 'process raft request' (duration: 205.798859ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:20.079942Z","caller":"traceutil/trace.go:171","msg":"trace[1862924728] linearizableReadLoop","detail":"{readStateIndex:6545; appliedIndex:6544; }","duration":"115.472025ms","start":"2026-04-08T13:09:19.964446Z","end":"2026-04-08T13:09:20.079918Z","steps":["trace[1862924728] 'read index received' (duration: 115.333064ms)","trace[1862924728] 'applied index is now lower than readState.Index' (duration: 137.961µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:20.080016Z","caller":"traceutil/trace.go:171","msg":"trace[1355302391] transaction","detail":"{read_only:false; response_revision:6305; number_of_response:1; }","duration":"162.584182ms","start":"2026-04-08T13:09:19.917377Z","end":"2026-04-08T13:09:20.079961Z","steps":["trace[1355302391] 'process raft request' (duration: 162.375729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:20.080076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.601597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:09:20.08027Z","caller":"traceutil/trace.go:171","msg":"trace[328792350] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6305; }","duration":"115.84509ms","start":"2026-04-08T13:09:19.964414Z","end":"2026-04-08T13:09:20.080259Z","steps":["trace[328792350] 'agreement among raft nodes before linearized reading' (duration: 115.598747ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:20.83207Z","caller":"traceutil/trace.go:171","msg":"trace[1838451710] transaction","detail":"{read_only:false; response_revision:6307; number_of_response:1; }","duration":"146.211668ms","start":"2026-04-08T13:09:20.685828Z","end":"2026-04-08T13:09:20.832039Z","steps":["trace[1838451710] 'process raft request' (duration: 146.002145ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:20.905004Z","caller":"traceutil/trace.go:171","msg":"trace[1827044193] linearizableReadLoop","detail":"{readStateIndex:6549; appliedIndex:6547; }","duration":"170.069875ms","start":"2026-04-08T13:09:20.734914Z","end":"2026-04-08T13:09:20.904984Z","steps":["trace[1827044193] 'read index received' (duration: 96.907354ms)","trace[1827044193] 'applied index is now lower than readState.Index' (duration: 73.161501ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:20.905072Z","caller":"traceutil/trace.go:171","msg":"trace[1232941389] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"194.926264ms","start":"2026-04-08T13:09:20.710132Z","end":"2026-04-08T13:09:20.905058Z","steps":["trace[1232941389] 'process raft request' (duration: 194.728941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:20.905201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.261457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:20.905277Z","caller":"traceutil/trace.go:171","msg":"trace[680280500] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6308; }","duration":"170.379638ms","start":"2026-04-08T13:09:20.734877Z","end":"2026-04-08T13:09:20.905257Z","steps":["trace[680280500] 'agreement among raft nodes before linearized reading' (duration: 170.222226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:20.920015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.79931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:09:20.920104Z","caller":"traceutil/trace.go:171","msg":"trace[1511550852] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6310; }","duration":"152.932782ms","start":"2026-04-08T13:09:20.767147Z","end":"2026-04-08T13:09:20.92008Z","steps":["trace[1511550852] 'agreement among raft nodes before linearized reading' (duration: 152.802671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:21.74366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.767408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:09:21.74375Z","caller":"traceutil/trace.go:171","msg":"trace[505545701] linearizableReadLoop","detail":"{readStateIndex:6557; appliedIndex:6556; }","duration":"183.123586ms","start":"2026-04-08T13:09:21.56061Z","end":"2026-04-08T13:09:21.743734Z","steps":["trace[505545701] 'read index received' (duration: 48.64µs)","trace[505545701] 'applied index is now lower than readState.Index' (duration: 183.073676ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:21.743837Z","caller":"traceutil/trace.go:171","msg":"trace[775364139] transaction","detail":"{read_only:false; response_revision:6316; number_of_response:1; }","duration":"283.043699ms","start":"2026-04-08T13:09:21.460781Z","end":"2026-04-08T13:09:21.743825Z","steps":["trace[775364139] 'process raft request' (duration: 39.822665ms)","trace[775364139] 'compare' (duration: 242.571436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:21.744089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.466161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:09:21.744161Z","caller":"traceutil/trace.go:171","msg":"trace[1186898552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6316; }","duration":"183.571111ms","start":"2026-04-08T13:09:21.560559Z","end":"2026-04-08T13:09:21.74413Z","steps":["trace[1186898552] 'agreement among raft nodes before linearized reading' (duration: 183.48482ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:21.844312Z","caller":"traceutil/trace.go:171","msg":"trace[1530521339] linearizableReadLoop","detail":"{readStateIndex:6558; appliedIndex:6557; }","duration":"100.51124ms","start":"2026-04-08T13:09:21.74378Z","end":"2026-04-08T13:09:21.844291Z","steps":["trace[1530521339] 'read index received' (duration: 90.12211ms)","trace[1530521339] 'applied index is now lower than readState.Index' (duration: 10.38775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:21.84466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.987193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:21.844711Z","caller":"traceutil/trace.go:171","msg":"trace[1035810080] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6316; }","duration":"141.270956ms","start":"2026-04-08T13:09:21.703428Z","end":"2026-04-08T13:09:21.844699Z","steps":["trace[1035810080] 'agreement among raft nodes before linearized reading' (duration: 140.992472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:21.84511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.921864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-gcpbr\" ","response":"range_response_count:1 size:8151"} {"level":"info","ts":"2026-04-08T13:09:21.845202Z","caller":"traceutil/trace.go:171","msg":"trace[976048831] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-gcpbr; range_end:; response_count:1; response_revision:6316; }","duration":"163.052726ms","start":"2026-04-08T13:09:21.682139Z","end":"2026-04-08T13:09:21.845192Z","steps":["trace[976048831] 'agreement among raft nodes before linearized reading' (duration: 162.862644ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:38.033057Z","caller":"traceutil/trace.go:171","msg":"trace[471452703] transaction","detail":"{read_only:false; response_revision:6401; number_of_response:1; }","duration":"175.513491ms","start":"2026-04-08T13:09:37.857522Z","end":"2026-04-08T13:09:38.033035Z","steps":["trace[471452703] 'process raft request' (duration: 175.014705ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:41.234601Z","caller":"traceutil/trace.go:171","msg":"trace[328062447] transaction","detail":"{read_only:false; response_revision:6437; number_of_response:1; }","duration":"127.570241ms","start":"2026-04-08T13:09:41.106979Z","end":"2026-04-08T13:09:41.234549Z","steps":["trace[328062447] 'process raft request' (duration: 70.736578ms)","trace[328062447] 'compare' (duration: 56.099538ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:42.269479Z","caller":"traceutil/trace.go:171","msg":"trace[1313948061] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"205.9706ms","start":"2026-04-08T13:09:42.063483Z","end":"2026-04-08T13:09:42.269454Z","steps":["trace[1313948061] 'process raft request' (duration: 205.789834ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:45.253514Z","caller":"traceutil/trace.go:171","msg":"trace[1419825334] transaction","detail":"{read_only:false; response_revision:6460; number_of_response:1; }","duration":"164.483558ms","start":"2026-04-08T13:09:45.089009Z","end":"2026-04-08T13:09:45.253493Z","steps":["trace[1419825334] 'process raft request' (duration: 164.358774ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:45.357911Z","caller":"traceutil/trace.go:171","msg":"trace[638048475] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"266.542993ms","start":"2026-04-08T13:09:45.091339Z","end":"2026-04-08T13:09:45.357882Z","steps":["trace[638048475] 'process raft request' (duration: 202.861171ms)","trace[638048475] 'compare' (duration: 63.499486ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:45.358111Z","caller":"traceutil/trace.go:171","msg":"trace[1348418998] linearizableReadLoop","detail":"{readStateIndex:6709; appliedIndex:6707; }","duration":"104.712615ms","start":"2026-04-08T13:09:45.253389Z","end":"2026-04-08T13:09:45.358101Z","steps":["trace[1348418998] 'read index received' (duration: 40.783233ms)","trace[1348418998] 'applied index is now lower than readState.Index' (duration: 63.928401ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:45.358246Z","caller":"traceutil/trace.go:171","msg":"trace[465791109] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"113.739504ms","start":"2026-04-08T13:09:45.244498Z","end":"2026-04-08T13:09:45.358237Z","steps":["trace[465791109] 'process raft request' (duration: 113.34417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:45.358431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.636964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:09:45.358501Z","caller":"traceutil/trace.go:171","msg":"trace[150392510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6462; }","duration":"101.736166ms","start":"2026-04-08T13:09:45.256748Z","end":"2026-04-08T13:09:45.358485Z","steps":["trace[150392510] 'agreement among raft nodes before linearized reading' (duration: 101.54659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:45.35868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.274634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:09:45.35872Z","caller":"traceutil/trace.go:171","msg":"trace[1013183242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6462; }","duration":"105.353465ms","start":"2026-04-08T13:09:45.253356Z","end":"2026-04-08T13:09:45.358709Z","steps":["trace[1013183242] 'agreement among raft nodes before linearized reading' (duration: 105.212881ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:46.21318Z","caller":"traceutil/trace.go:171","msg":"trace[12416633] transaction","detail":"{read_only:false; response_revision:6466; number_of_response:1; }","duration":"301.757457ms","start":"2026-04-08T13:09:45.911395Z","end":"2026-04-08T13:09:46.213152Z","steps":["trace[12416633] 'process raft request' (duration: 301.582942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:46.213409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:45.911377Z","time spent":"301.87031ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:09:46.213423Z","caller":"traceutil/trace.go:171","msg":"trace[34054235] linearizableReadLoop","detail":"{readStateIndex:6713; appliedIndex:6712; }","duration":"212.457114ms","start":"2026-04-08T13:09:46.000875Z","end":"2026-04-08T13:09:46.213332Z","steps":["trace[34054235] 'read index received' (duration: 212.002339ms)","trace[34054235] 'applied index is now lower than readState.Index' (duration: 449.545µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:46.213564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.65672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:09:46.213648Z","caller":"traceutil/trace.go:171","msg":"trace[1005268113] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:6466; }","duration":"212.793185ms","start":"2026-04-08T13:09:46.000832Z","end":"2026-04-08T13:09:46.213625Z","steps":["trace[1005268113] 'agreement among raft nodes before linearized reading' (duration: 212.63529ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:46.461223Z","caller":"traceutil/trace.go:171","msg":"trace[1811001249] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"176.690529ms","start":"2026-04-08T13:09:46.284514Z","end":"2026-04-08T13:09:46.461205Z","steps":["trace[1811001249] 'process raft request' (duration: 118.762512ms)","trace[1811001249] 'compare' (duration: 57.756322ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:46.510857Z","caller":"traceutil/trace.go:171","msg":"trace[949132032] linearizableReadLoop","detail":"{readStateIndex:6715; appliedIndex:6713; }","duration":"109.239666ms","start":"2026-04-08T13:09:46.401605Z","end":"2026-04-08T13:09:46.510845Z","steps":["trace[949132032] 'read index received' (duration: 1.678016ms)","trace[949132032] 'applied index is now lower than readState.Index' (duration: 107.56085ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:46.510916Z","caller":"traceutil/trace.go:171","msg":"trace[1632447794] transaction","detail":"{read_only:false; response_revision:6468; number_of_response:1; }","duration":"221.836284ms","start":"2026-04-08T13:09:46.289055Z","end":"2026-04-08T13:09:46.510892Z","steps":["trace[1632447794] 'process raft request' (duration: 221.72282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:46.511006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.342119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:09:46.511171Z","caller":"traceutil/trace.go:171","msg":"trace[234144796] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6468; }","duration":"109.590688ms","start":"2026-04-08T13:09:46.401562Z","end":"2026-04-08T13:09:46.511153Z","steps":["trace[234144796] 'agreement among raft nodes before linearized reading' (duration: 109.33226ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:47.483992Z","caller":"traceutil/trace.go:171","msg":"trace[2048206321] linearizableReadLoop","detail":"{readStateIndex:6720; appliedIndex:6719; }","duration":"449.56984ms","start":"2026-04-08T13:09:47.034392Z","end":"2026-04-08T13:09:47.483962Z","steps":["trace[2048206321] 'read index received' (duration: 449.2451ms)","trace[2048206321] 'applied index is now lower than readState.Index' (duration: 323.54µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:47.484077Z","caller":"traceutil/trace.go:171","msg":"trace[240943196] transaction","detail":"{read_only:false; response_revision:6472; number_of_response:1; }","duration":"480.812112ms","start":"2026-04-08T13:09:47.003241Z","end":"2026-04-08T13:09:47.484053Z","steps":["trace[240943196] 'process raft request' (duration: 480.253674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:47.484195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.750476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:47.484249Z","caller":"traceutil/trace.go:171","msg":"trace[1428754171] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6472; }","duration":"449.850419ms","start":"2026-04-08T13:09:47.034383Z","end":"2026-04-08T13:09:47.484233Z","steps":["trace[1428754171] 'agreement among raft nodes before linearized reading' (duration: 449.714755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:47.484264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:47.003225Z","time spent":"480.969768ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:09:47.484301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:47.034343Z","time spent":"449.942333ms","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:09:47.507765Z","caller":"traceutil/trace.go:171","msg":"trace[1748951147] transaction","detail":"{read_only:false; response_revision:6474; number_of_response:1; }","duration":"145.236588ms","start":"2026-04-08T13:09:47.36251Z","end":"2026-04-08T13:09:47.507747Z","steps":["trace[1748951147] 'process raft request' (duration: 145.164086ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:47.507949Z","caller":"traceutil/trace.go:171","msg":"trace[1831429922] transaction","detail":"{read_only:false; response_revision:6473; number_of_response:1; }","duration":"250.247415ms","start":"2026-04-08T13:09:47.257693Z","end":"2026-04-08T13:09:47.507941Z","steps":["trace[1831429922] 'process raft request' (duration: 249.889234ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:47.50778Z","caller":"traceutil/trace.go:171","msg":"trace[338186374] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"144.123022ms","start":"2026-04-08T13:09:47.363645Z","end":"2026-04-08T13:09:47.507768Z","steps":["trace[338186374] 'process raft request' (duration: 144.054419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:47.508212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.070889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:47.508262Z","caller":"traceutil/trace.go:171","msg":"trace[1761337221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6475; }","duration":"131.170152ms","start":"2026-04-08T13:09:47.377079Z","end":"2026-04-08T13:09:47.508249Z","steps":["trace[1761337221] 'agreement among raft nodes before linearized reading' (duration: 131.08284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:47.508269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.863073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:09:47.5083Z","caller":"traceutil/trace.go:171","msg":"trace[474820310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6475; }","duration":"110.928045ms","start":"2026-04-08T13:09:47.397365Z","end":"2026-04-08T13:09:47.508294Z","steps":["trace[474820310] 'agreement among raft nodes before linearized reading' (duration: 110.829412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:47.509242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.057958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:09:47.50929Z","caller":"traceutil/trace.go:171","msg":"trace[1253768786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6475; }","duration":"111.165751ms","start":"2026-04-08T13:09:47.398115Z","end":"2026-04-08T13:09:47.509281Z","steps":["trace[1253768786] 'agreement among raft nodes before linearized reading' (duration: 109.686423ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:47.738691Z","caller":"traceutil/trace.go:171","msg":"trace[1489517620] transaction","detail":"{read_only:false; response_revision:6478; number_of_response:1; }","duration":"227.066221ms","start":"2026-04-08T13:09:47.511604Z","end":"2026-04-08T13:09:47.73867Z","steps":["trace[1489517620] 'process raft request' (duration: 226.999879ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:47.738877Z","caller":"traceutil/trace.go:171","msg":"trace[1668182668] transaction","detail":"{read_only:false; response_revision:6477; number_of_response:1; }","duration":"227.319108ms","start":"2026-04-08T13:09:47.511546Z","end":"2026-04-08T13:09:47.738865Z","steps":["trace[1668182668] 'process raft request' (duration: 199.293122ms)","trace[1668182668] 'compare' (duration: 26.997533ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:48.545952Z","caller":"traceutil/trace.go:171","msg":"trace[1306944452] linearizableReadLoop","detail":"{readStateIndex:6728; appliedIndex:6727; }","duration":"193.167095ms","start":"2026-04-08T13:09:48.352757Z","end":"2026-04-08T13:09:48.545924Z","steps":["trace[1306944452] 'read index received' (duration: 101.999751ms)","trace[1306944452] 'applied index is now lower than readState.Index' (duration: 91.166314ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:48.546222Z","caller":"traceutil/trace.go:171","msg":"trace[29336470] transaction","detail":"{read_only:false; response_revision:6480; number_of_response:1; }","duration":"230.216269ms","start":"2026-04-08T13:09:48.315992Z","end":"2026-04-08T13:09:48.546208Z","steps":["trace[29336470] 'process raft request' (duration: 138.764794ms)","trace[29336470] 'compare' (duration: 90.936497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:48.546445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.676413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:48.546495Z","caller":"traceutil/trace.go:171","msg":"trace[1672239316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6480; }","duration":"193.770106ms","start":"2026-04-08T13:09:48.35271Z","end":"2026-04-08T13:09:48.54648Z","steps":["trace[1672239316] 'agreement among raft nodes before linearized reading' (duration: 193.685593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:50.376057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:09:50.376173Z","caller":"traceutil/trace.go:171","msg":"trace[803095757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000691684s","start":"2026-04-08T13:09:48.375431Z","end":"2026-04-08T13:09:50.376123Z","steps":["trace[803095757] 'agreement among raft nodes before linearized reading' (duration: 2.0005815s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:50.37624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:48.375419Z","time spent":"2.000807057s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:09:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:09:51.043556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141433433s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:09:51.043665Z","caller":"traceutil/trace.go:171","msg":"trace[1148854827] linearizableReadLoop","detail":"{readStateIndex:6729; appliedIndex:6728; }","duration":"2.497605763s","start":"2026-04-08T13:09:48.546044Z","end":"2026-04-08T13:09:51.043649Z","steps":["trace[1148854827] 'read index received' (duration: 355.976553ms)","trace[1148854827] 'applied index is now lower than readState.Index' (duration: 2.14162793s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:51.043565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.294536ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:51.043891Z","caller":"traceutil/trace.go:171","msg":"trace[1165374083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6480; }","duration":"195.659378ms","start":"2026-04-08T13:09:50.848221Z","end":"2026-04-08T13:09:51.04388Z","steps":["trace[1165374083] 'range keys from in-memory index tree' (duration: 195.270235ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:51.044075Z","caller":"traceutil/trace.go:171","msg":"trace[1576785838] transaction","detail":"{read_only:false; response_revision:6481; number_of_response:1; }","duration":"2.577153535s","start":"2026-04-08T13:09:48.466909Z","end":"2026-04-08T13:09:51.044063Z","steps":["trace[1576785838] 'process raft request' (duration: 435.128443ms)","trace[1576785838] 'compare' (duration: 2.1404135s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:51.04422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:48.466893Z","time spent":"2.577289389s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:09:51.04428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52967216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:09:51.04433Z","caller":"traceutil/trace.go:171","msg":"trace[1920701744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6481; }","duration":"2.529750962s","start":"2026-04-08T13:09:48.514561Z","end":"2026-04-08T13:09:51.044312Z","steps":["trace[1920701744] 'agreement among raft nodes before linearized reading' (duration: 2.529507745s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.04437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:48.514549Z","time spent":"2.529813954s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:09:51.044546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501545703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:09:51.044576Z","caller":"traceutil/trace.go:171","msg":"trace[1728324161] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6481; }","duration":"2.501599385s","start":"2026-04-08T13:09:48.542968Z","end":"2026-04-08T13:09:51.044567Z","steps":["trace[1728324161] 'agreement among raft nodes before linearized reading' (duration: 2.501524132s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.044608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:48.542957Z","time spent":"2.501642926s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":38,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:09:51.437104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.923572775s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:09:51.453621Z","caller":"traceutil/trace.go:171","msg":"trace[1649727347] transaction","detail":"{read_only:false; response_revision:6482; number_of_response:1; }","duration":"1.940033733s","start":"2026-04-08T13:09:49.513328Z","end":"2026-04-08T13:09:51.453362Z","steps":["trace[1649727347] 'process raft request' (duration: 1.923999059s)","trace[1649727347] 'compare' (duration: 15.782576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:51.453966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:49.51328Z","time spent":"1.940470138s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:09:51.525626Z","caller":"traceutil/trace.go:171","msg":"trace[2120550161] transaction","detail":"{read_only:false; response_revision:6484; number_of_response:1; }","duration":"2.011006518s","start":"2026-04-08T13:09:49.514601Z","end":"2026-04-08T13:09:51.525608Z","steps":["trace[2120550161] 'process raft request' (duration: 2.010956166s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.525742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:49.514572Z","time spent":"2.011107701s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:09:51.525821Z","caller":"traceutil/trace.go:171","msg":"trace[426307113] transaction","detail":"{read_only:false; response_revision:6483; number_of_response:1; }","duration":"2.011214895s","start":"2026-04-08T13:09:49.514602Z","end":"2026-04-08T13:09:51.525817Z","steps":["trace[426307113] 'process raft request' (duration: 2.010820292s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.525849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:49.514572Z","time spent":"2.011263546s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:09:51.52592Z","caller":"traceutil/trace.go:171","msg":"trace[409477416] linearizableReadLoop","detail":"{readStateIndex:6732; appliedIndex:6729; }","duration":"482.208858ms","start":"2026-04-08T13:09:51.043691Z","end":"2026-04-08T13:09:51.5259Z","steps":["trace[409477416] 'read index received' (duration: 393.650339ms)","trace[409477416] 'applied index is now lower than readState.Index' (duration: 88.557839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:51.526042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149511783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:51.526073Z","caller":"traceutil/trace.go:171","msg":"trace[1014821388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6485; }","duration":"1.149585946s","start":"2026-04-08T13:09:50.376479Z","end":"2026-04-08T13:09:51.526065Z","steps":["trace[1014821388] 'agreement among raft nodes before linearized reading' (duration: 1.149539174s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.526088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:50.376462Z","time spent":"1.149623436s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:09:51.526206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.153494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:51.526229Z","caller":"traceutil/trace.go:171","msg":"trace[1726320942] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6485; }","duration":"557.212176ms","start":"2026-04-08T13:09:50.96901Z","end":"2026-04-08T13:09:51.526222Z","steps":["trace[1726320942] 'agreement among raft nodes before linearized reading' (duration: 557.177484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.526243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:50.96899Z","time spent":"557.249417ms","remote":"127.0.0.1:53828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:09:51.52633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077033864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:51.526347Z","caller":"traceutil/trace.go:171","msg":"trace[1452246911] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6485; }","duration":"1.077053424s","start":"2026-04-08T13:09:50.449289Z","end":"2026-04-08T13:09:51.526342Z","steps":["trace[1452246911] 'agreement among raft nodes before linearized reading' (duration: 1.077023113s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.52636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:50.449275Z","time spent":"1.077081105s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:09:51.526585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783950391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:09:51.526675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173673025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:09:51.526701Z","caller":"traceutil/trace.go:171","msg":"trace[1869562844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6485; }","duration":"1.173750258s","start":"2026-04-08T13:09:50.352944Z","end":"2026-04-08T13:09:51.526694Z","steps":["trace[1869562844] 'agreement among raft nodes before linearized reading' (duration: 1.173679046s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.526715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:50.352923Z","time spent":"1.173788459s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:09:51.526666Z","caller":"traceutil/trace.go:171","msg":"trace[989143438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6485; }","duration":"1.784101895s","start":"2026-04-08T13:09:49.742544Z","end":"2026-04-08T13:09:51.526646Z","steps":["trace[989143438] 'agreement among raft nodes before linearized reading' (duration: 1.783908689s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.526756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784132937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:09:51.526784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:49.742521Z","time spent":"1.784258181s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:09:51.52679Z","caller":"traceutil/trace.go:171","msg":"trace[1284650852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6485; }","duration":"1.78420054s","start":"2026-04-08T13:09:49.74258Z","end":"2026-04-08T13:09:51.52678Z","steps":["trace[1284650852] 'agreement among raft nodes before linearized reading' (duration: 1.784115026s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.526833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:49.74256Z","time spent":"1.784264441s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:09:51.527005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977409682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:09:51.527025Z","caller":"traceutil/trace.go:171","msg":"trace[724451823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6485; }","duration":"1.977465124s","start":"2026-04-08T13:09:49.549555Z","end":"2026-04-08T13:09:51.52702Z","steps":["trace[724451823] 'agreement among raft nodes before linearized reading' (duration: 1.977414793s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.527038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:49.549538Z","time spent":"1.977496645s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:09:51.527057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359505918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:51.527105Z","caller":"traceutil/trace.go:171","msg":"trace[1719507642] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6485; }","duration":"2.359590461s","start":"2026-04-08T13:09:49.1675Z","end":"2026-04-08T13:09:51.527091Z","steps":["trace[1719507642] 'agreement among raft nodes before linearized reading' (duration: 2.359516288s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.527145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:49.167482Z","time spent":"2.359652472s","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:09:51.527164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731681932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:09:51.52718Z","caller":"traceutil/trace.go:171","msg":"trace[1842288120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6485; }","duration":"2.731732224s","start":"2026-04-08T13:09:48.795442Z","end":"2026-04-08T13:09:51.527175Z","steps":["trace[1842288120] 'agreement among raft nodes before linearized reading' (duration: 2.730492733s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.527226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:48.795423Z","time spent":"2.731794176s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:09:51.526102Z","caller":"traceutil/trace.go:171","msg":"trace[1172893924] transaction","detail":"{read_only:false; response_revision:6485; number_of_response:1; }","duration":"476.882974ms","start":"2026-04-08T13:09:51.049187Z","end":"2026-04-08T13:09:51.52607Z","steps":["trace[1172893924] 'process raft request' (duration: 476.393738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.528333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:51.049165Z","time spent":"479.081706ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:09:51.982868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.522923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:09:51.983036Z","caller":"traceutil/trace.go:171","msg":"trace[951680489] transaction","detail":"{read_only:false; response_revision:6490; number_of_response:1; }","duration":"449.087553ms","start":"2026-04-08T13:09:51.533937Z","end":"2026-04-08T13:09:51.983025Z","steps":["trace[951680489] 'process raft request' (duration: 449.066232ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:51.983025Z","caller":"traceutil/trace.go:171","msg":"trace[511404643] linearizableReadLoop","detail":"{readStateIndex:6734; appliedIndex:6733; }","duration":"450.885323ms","start":"2026-04-08T13:09:51.532103Z","end":"2026-04-08T13:09:51.982988Z","steps":["trace[511404643] 'read index received' (duration: 72.199504ms)","trace[511404643] 'applied index is now lower than readState.Index' (duration: 378.683949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:51.983077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:51.533919Z","time spent":"449.141785ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:09:51.983125Z","caller":"traceutil/trace.go:171","msg":"trace[1744672975] transaction","detail":"{read_only:false; response_revision:6486; number_of_response:1; }","duration":"451.09787ms","start":"2026-04-08T13:09:51.532012Z","end":"2026-04-08T13:09:51.98311Z","steps":["trace[1744672975] 'process raft request' (duration: 72.279327ms)","trace[1744672975] 'compare' (duration: 378.448801ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:51.983244Z","caller":"traceutil/trace.go:171","msg":"trace[604384060] transaction","detail":"{read_only:false; response_revision:6487; number_of_response:1; }","duration":"450.937004ms","start":"2026-04-08T13:09:51.532301Z","end":"2026-04-08T13:09:51.983238Z","steps":["trace[604384060] 'process raft request' (duration: 450.635004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.983253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:51.532003Z","time spent":"451.167862ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:09:51.983276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:51.532281Z","time spent":"450.981066ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:09:51.9835Z","caller":"traceutil/trace.go:171","msg":"trace[1270497682] transaction","detail":"{read_only:false; response_revision:6488; number_of_response:1; }","duration":"451.10128ms","start":"2026-04-08T13:09:51.532394Z","end":"2026-04-08T13:09:51.983495Z","steps":["trace[1270497682] 'process raft request' (duration: 450.574812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.983529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:51.532369Z","time spent":"451.146621ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:09:51.983589Z","caller":"traceutil/trace.go:171","msg":"trace[874470711] transaction","detail":"{read_only:false; response_revision:6489; number_of_response:1; }","duration":"450.719367ms","start":"2026-04-08T13:09:51.532865Z","end":"2026-04-08T13:09:51.983584Z","steps":["trace[874470711] 'process raft request' (duration: 450.120747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.983616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:51.532856Z","time spent":"450.746259ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:09:51.983806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.69667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12170"} {"level":"info","ts":"2026-04-08T13:09:51.983852Z","caller":"traceutil/trace.go:171","msg":"trace[136140267] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6490; }","duration":"451.776122ms","start":"2026-04-08T13:09:51.532064Z","end":"2026-04-08T13:09:51.98384Z","steps":["trace[136140267] 'agreement among raft nodes before linearized reading' (duration: 451.572256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:51.983889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:51.532045Z","time spent":"451.837345ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12192,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T13:09:52.210742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.394951ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:09:52.21092Z","caller":"traceutil/trace.go:171","msg":"trace[2119689553] linearizableReadLoop","detail":"{readStateIndex:6739; appliedIndex:6738; }","duration":"227.822845ms","start":"2026-04-08T13:09:51.983081Z","end":"2026-04-08T13:09:52.210904Z","steps":["trace[2119689553] 'read index received' (duration: 97.145686ms)","trace[2119689553] 'applied index is now lower than readState.Index' (duration: 130.675649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:52.211135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.33635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:52.211215Z","caller":"traceutil/trace.go:171","msg":"trace[540298815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6490; }","duration":"676.431314ms","start":"2026-04-08T13:09:51.534768Z","end":"2026-04-08T13:09:52.211199Z","steps":["trace[540298815] 'agreement among raft nodes before linearized reading' (duration: 676.291709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:52.211297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:51.53476Z","time spent":"676.525736ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:09:52.211176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.391466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:52.211418Z","caller":"traceutil/trace.go:171","msg":"trace[650114569] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6490; }","duration":"550.688486ms","start":"2026-04-08T13:09:51.660706Z","end":"2026-04-08T13:09:52.211394Z","steps":["trace[650114569] 'agreement among raft nodes before linearized reading' (duration: 550.256592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:52.211475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:09:51.660687Z","time spent":"550.768989ms","remote":"127.0.0.1:53100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:09:52.21114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.469604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:52.211752Z","caller":"traceutil/trace.go:171","msg":"trace[1106836056] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:6490; }","duration":"221.117175ms","start":"2026-04-08T13:09:51.99062Z","end":"2026-04-08T13:09:52.211737Z","steps":["trace[1106836056] 'agreement among raft nodes before linearized reading' (duration: 220.469654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:52.211223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.156183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:09:52.212085Z","caller":"traceutil/trace.go:171","msg":"trace[1647144884] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6490; }","duration":"176.095103ms","start":"2026-04-08T13:09:52.035976Z","end":"2026-04-08T13:09:52.212071Z","steps":["trace[1647144884] 'agreement among raft nodes before linearized reading' (duration: 175.207794ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:52.457773Z","caller":"traceutil/trace.go:171","msg":"trace[981067946] linearizableReadLoop","detail":"{readStateIndex:6740; appliedIndex:6739; }","duration":"235.273507ms","start":"2026-04-08T13:09:52.222476Z","end":"2026-04-08T13:09:52.457749Z","steps":["trace[981067946] 'read index received' (duration: 235.098531ms)","trace[981067946] 'applied index is now lower than readState.Index' (duration: 174.066µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:09:52.458096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.598887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12170"} {"level":"info","ts":"2026-04-08T13:09:52.458104Z","caller":"traceutil/trace.go:171","msg":"trace[1741626063] transaction","detail":"{read_only:false; response_revision:6491; number_of_response:1; }","duration":"236.507796ms","start":"2026-04-08T13:09:52.221577Z","end":"2026-04-08T13:09:52.458085Z","steps":["trace[1741626063] 'process raft request' (duration: 236.021481ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:52.458166Z","caller":"traceutil/trace.go:171","msg":"trace[1772979082] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6491; }","duration":"235.693811ms","start":"2026-04-08T13:09:52.222456Z","end":"2026-04-08T13:09:52.458149Z","steps":["trace[1772979082] 'agreement among raft nodes before linearized reading' (duration: 235.385761ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:53.64807Z","caller":"traceutil/trace.go:171","msg":"trace[1709893368] transaction","detail":"{read_only:false; response_revision:6494; number_of_response:1; }","duration":"187.869044ms","start":"2026-04-08T13:09:53.460186Z","end":"2026-04-08T13:09:53.648055Z","steps":["trace[1709893368] 'process raft request' (duration: 187.769931ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:53.729469Z","caller":"traceutil/trace.go:171","msg":"trace[1559811209] transaction","detail":"{read_only:false; response_revision:6496; number_of_response:1; }","duration":"198.45497ms","start":"2026-04-08T13:09:53.530988Z","end":"2026-04-08T13:09:53.729443Z","steps":["trace[1559811209] 'process raft request' (duration: 198.365487ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:53.729504Z","caller":"traceutil/trace.go:171","msg":"trace[823836565] transaction","detail":"{read_only:false; response_revision:6495; number_of_response:1; }","duration":"246.769423ms","start":"2026-04-08T13:09:53.482703Z","end":"2026-04-08T13:09:53.729473Z","steps":["trace[823836565] 'process raft request' (duration: 220.467906ms)","trace[823836565] 'compare' (duration: 26.033659ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:09:53.729678Z","caller":"traceutil/trace.go:171","msg":"trace[2006591454] transaction","detail":"{read_only:false; response_revision:6497; number_of_response:1; }","duration":"198.584394ms","start":"2026-04-08T13:09:53.531083Z","end":"2026-04-08T13:09:53.729668Z","steps":["trace[2006591454] 'process raft request' (duration: 198.318025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:09:53.730061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.262891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:09:53.730111Z","caller":"traceutil/trace.go:171","msg":"trace[316092595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6497; }","duration":"174.354434ms","start":"2026-04-08T13:09:53.555745Z","end":"2026-04-08T13:09:53.730099Z","steps":["trace[316092595] 'agreement among raft nodes before linearized reading' (duration: 174.150467ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:09:53.729654Z","caller":"traceutil/trace.go:171","msg":"trace[1975352600] linearizableReadLoop","detail":"{readStateIndex:6746; appliedIndex:6743; }","duration":"173.840006ms","start":"2026-04-08T13:09:53.555787Z","end":"2026-04-08T13:09:53.729627Z","steps":["trace[1975352600] 'read index received' (duration: 92.300719ms)","trace[1975352600] 'applied index is now lower than readState.Index' (duration: 81.537497ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:08.245151Z","caller":"traceutil/trace.go:171","msg":"trace[1384639709] linearizableReadLoop","detail":"{readStateIndex:6862; appliedIndex:6861; }","duration":"116.132544ms","start":"2026-04-08T13:10:08.128995Z","end":"2026-04-08T13:10:08.245127Z","steps":["trace[1384639709] 'read index received' (duration: 115.898277ms)","trace[1384639709] 'applied index is now lower than readState.Index' (duration: 232.857µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:08.245214Z","caller":"traceutil/trace.go:171","msg":"trace[695346889] transaction","detail":"{read_only:false; response_revision:6607; number_of_response:1; }","duration":"124.329493ms","start":"2026-04-08T13:10:08.120848Z","end":"2026-04-08T13:10:08.245177Z","steps":["trace[695346889] 'process raft request' (duration: 124.129697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:08.245365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.733891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:10:08.245399Z","caller":"traceutil/trace.go:171","msg":"trace[1808863344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6607; }","duration":"102.816674ms","start":"2026-04-08T13:10:08.142572Z","end":"2026-04-08T13:10:08.245388Z","steps":["trace[1808863344] 'agreement among raft nodes before linearized reading' (duration: 102.681659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:08.245427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.399903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:10:08.2455Z","caller":"traceutil/trace.go:171","msg":"trace[1041185884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6607; }","duration":"116.500587ms","start":"2026-04-08T13:10:08.128982Z","end":"2026-04-08T13:10:08.245483Z","steps":["trace[1041185884] 'agreement among raft nodes before linearized reading' (duration: 116.245408ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:09.479618Z","caller":"traceutil/trace.go:171","msg":"trace[399127511] transaction","detail":"{read_only:false; response_revision:6611; number_of_response:1; }","duration":"659.399985ms","start":"2026-04-08T13:10:08.820201Z","end":"2026-04-08T13:10:09.479601Z","steps":["trace[399127511] 'process raft request' (duration: 659.226669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:09.479743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:08.820126Z","time spent":"659.55627ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:09.512524Z","caller":"traceutil/trace.go:171","msg":"trace[834612868] linearizableReadLoop","detail":"{readStateIndex:6867; appliedIndex:6865; }","duration":"135.90528ms","start":"2026-04-08T13:10:09.376598Z","end":"2026-04-08T13:10:09.512503Z","steps":["trace[834612868] 'read index received' (duration: 102.932832ms)","trace[834612868] 'applied index is now lower than readState.Index' (duration: 32.971668ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:09.512577Z","caller":"traceutil/trace.go:171","msg":"trace[619035939] transaction","detail":"{read_only:false; response_revision:6612; number_of_response:1; }","duration":"255.479474ms","start":"2026-04-08T13:10:09.257069Z","end":"2026-04-08T13:10:09.512548Z","steps":["trace[619035939] 'process raft request' (duration: 255.307979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:09.512666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.060154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:09.51272Z","caller":"traceutil/trace.go:171","msg":"trace[444164633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6612; }","duration":"136.179218ms","start":"2026-04-08T13:10:09.376533Z","end":"2026-04-08T13:10:09.512712Z","steps":["trace[444164633] 'agreement among raft nodes before linearized reading' (duration: 136.090736ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:10.107002Z","caller":"traceutil/trace.go:171","msg":"trace[1036356966] linearizableReadLoop","detail":"{readStateIndex:6886; appliedIndex:6882; }","duration":"107.406835ms","start":"2026-04-08T13:10:09.999564Z","end":"2026-04-08T13:10:10.106971Z","steps":["trace[1036356966] 'read index received' (duration: 77.464784ms)","trace[1036356966] 'applied index is now lower than readState.Index' (duration: 29.940631ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:10.107143Z","caller":"traceutil/trace.go:171","msg":"trace[1188886611] transaction","detail":"{read_only:false; response_revision:6630; number_of_response:1; }","duration":"109.12517ms","start":"2026-04-08T13:10:09.997995Z","end":"2026-04-08T13:10:10.10712Z","steps":["trace[1188886611] 'process raft request' (duration: 108.793809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:10.107402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.807407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-08T13:10:10.107498Z","caller":"traceutil/trace.go:171","msg":"trace[266034193] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6630; }","duration":"107.929811ms","start":"2026-04-08T13:10:09.999545Z","end":"2026-04-08T13:10:10.107475Z","steps":["trace[266034193] 'agreement among raft nodes before linearized reading' (duration: 107.698063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:10.157472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.035964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-08T13:10:10.157561Z","caller":"traceutil/trace.go:171","msg":"trace[1926234786] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6631; }","duration":"157.158798ms","start":"2026-04-08T13:10:10.000381Z","end":"2026-04-08T13:10:10.15754Z","steps":["trace[1926234786] 'agreement among raft nodes before linearized reading' (duration: 156.90498ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:10.379889Z","caller":"traceutil/trace.go:171","msg":"trace[1710673053] linearizableReadLoop","detail":"{readStateIndex:6894; appliedIndex:6892; }","duration":"138.722328ms","start":"2026-04-08T13:10:10.241147Z","end":"2026-04-08T13:10:10.379869Z","steps":["trace[1710673053] 'read index received' (duration: 33.933586ms)","trace[1710673053] 'applied index is now lower than readState.Index' (duration: 104.787912ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:10.379905Z","caller":"traceutil/trace.go:171","msg":"trace[4328208] transaction","detail":"{read_only:false; response_revision:6637; number_of_response:1; }","duration":"139.365708ms","start":"2026-04-08T13:10:10.240516Z","end":"2026-04-08T13:10:10.379882Z","steps":["trace[4328208] 'process raft request' (duration: 138.353357ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:10.379953Z","caller":"traceutil/trace.go:171","msg":"trace[2088649175] transaction","detail":"{read_only:false; response_revision:6638; number_of_response:1; }","duration":"139.318296ms","start":"2026-04-08T13:10:10.240597Z","end":"2026-04-08T13:10:10.379916Z","steps":["trace[2088649175] 'process raft request' (duration: 139.223973ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:10.38Z","caller":"traceutil/trace.go:171","msg":"trace[939324146] transaction","detail":"{read_only:false; response_revision:6639; number_of_response:1; }","duration":"129.357704ms","start":"2026-04-08T13:10:10.250629Z","end":"2026-04-08T13:10:10.379987Z","steps":["trace[939324146] 'process raft request' (duration: 129.21471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:10.380134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.310665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:10:10.380208Z","caller":"traceutil/trace.go:171","msg":"trace[562956344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6639; }","duration":"131.418019ms","start":"2026-04-08T13:10:10.248782Z","end":"2026-04-08T13:10:10.3802Z","steps":["trace[562956344] 'agreement among raft nodes before linearized reading' (duration: 131.243373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:10.380382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.220564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-08T13:10:10.380427Z","caller":"traceutil/trace.go:171","msg":"trace[2123967083] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6639; }","duration":"139.297047ms","start":"2026-04-08T13:10:10.241116Z","end":"2026-04-08T13:10:10.380413Z","steps":["trace[2123967083] 'agreement among raft nodes before linearized reading' (duration: 139.164933ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:10.530525Z","caller":"traceutil/trace.go:171","msg":"trace[1534952345] linearizableReadLoop","detail":"{readStateIndex:6900; appliedIndex:6899; }","duration":"116.338315ms","start":"2026-04-08T13:10:10.414167Z","end":"2026-04-08T13:10:10.530506Z","steps":["trace[1534952345] 'read index received' (duration: 73.542991ms)","trace[1534952345] 'applied index is now lower than readState.Index' (duration: 42.794484ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:10.53064Z","caller":"traceutil/trace.go:171","msg":"trace[894677336] transaction","detail":"{read_only:false; response_revision:6644; number_of_response:1; }","duration":"117.725199ms","start":"2026-04-08T13:10:10.4129Z","end":"2026-04-08T13:10:10.530625Z","steps":["trace[894677336] 'process raft request' (duration: 74.936735ms)","trace[894677336] 'compare' (duration: 42.519745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:10.531099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.033494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-08T13:10:10.531181Z","caller":"traceutil/trace.go:171","msg":"trace[1506941504] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6644; }","duration":"101.129797ms","start":"2026-04-08T13:10:10.43003Z","end":"2026-04-08T13:10:10.53116Z","steps":["trace[1506941504] 'agreement among raft nodes before linearized reading' (duration: 100.818428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:10.531237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.030926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-08T13:10:10.531327Z","caller":"traceutil/trace.go:171","msg":"trace[250838698] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6644; }","duration":"117.14901ms","start":"2026-04-08T13:10:10.414153Z","end":"2026-04-08T13:10:10.531302Z","steps":["trace[250838698] 'agreement among raft nodes before linearized reading' (duration: 116.811719ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:10.710853Z","caller":"traceutil/trace.go:171","msg":"trace[1506969496] linearizableReadLoop","detail":"{readStateIndex:6902; appliedIndex:6901; }","duration":"161.564127ms","start":"2026-04-08T13:10:10.549264Z","end":"2026-04-08T13:10:10.710828Z","steps":["trace[1506969496] 'read index received' (duration: 138.80598ms)","trace[1506969496] 'applied index is now lower than readState.Index' (duration: 22.757107ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:10.711011Z","caller":"traceutil/trace.go:171","msg":"trace[1034395971] transaction","detail":"{read_only:false; response_revision:6646; number_of_response:1; }","duration":"175.616559ms","start":"2026-04-08T13:10:10.535381Z","end":"2026-04-08T13:10:10.710997Z","steps":["trace[1034395971] 'process raft request' (duration: 152.75488ms)","trace[1034395971] 'compare' (duration: 22.555489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:10.711238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.153454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:10.711312Z","caller":"traceutil/trace.go:171","msg":"trace[1602042417] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6646; }","duration":"175.255317ms","start":"2026-04-08T13:10:10.536039Z","end":"2026-04-08T13:10:10.711295Z","steps":["trace[1602042417] 'agreement among raft nodes before linearized reading' (duration: 175.108623ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:10.723345Z","caller":"traceutil/trace.go:171","msg":"trace[1231619007] transaction","detail":"{read_only:false; response_revision:6648; number_of_response:1; }","duration":"169.130404ms","start":"2026-04-08T13:10:10.554203Z","end":"2026-04-08T13:10:10.723333Z","steps":["trace[1231619007] 'process raft request' (duration: 169.038421ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:10.723334Z","caller":"traceutil/trace.go:171","msg":"trace[275402597] transaction","detail":"{read_only:false; response_revision:6647; number_of_response:1; }","duration":"169.155654ms","start":"2026-04-08T13:10:10.554159Z","end":"2026-04-08T13:10:10.723315Z","steps":["trace[275402597] 'process raft request' (duration: 168.980959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:10.723508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.96217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-08T13:10:10.723556Z","caller":"traceutil/trace.go:171","msg":"trace[708806505] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6648; }","duration":"170.045483ms","start":"2026-04-08T13:10:10.5535Z","end":"2026-04-08T13:10:10.723546Z","steps":["trace[708806505] 'agreement among raft nodes before linearized reading' (duration: 169.875708ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:10.887407Z","caller":"traceutil/trace.go:171","msg":"trace[992203635] transaction","detail":"{read_only:false; response_revision:6650; number_of_response:1; }","duration":"122.19287ms","start":"2026-04-08T13:10:10.76519Z","end":"2026-04-08T13:10:10.887383Z","steps":["trace[992203635] 'process raft request' (duration: 55.079211ms)","trace[992203635] 'compare' (duration: 66.925983ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:10.888053Z","caller":"traceutil/trace.go:171","msg":"trace[1809981602] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"122.815579ms","start":"2026-04-08T13:10:10.765212Z","end":"2026-04-08T13:10:10.888028Z","steps":["trace[1809981602] 'process raft request' (duration: 122.52555ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:10.888233Z","caller":"traceutil/trace.go:171","msg":"trace[1615100862] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"121.604751ms","start":"2026-04-08T13:10:10.76662Z","end":"2026-04-08T13:10:10.888225Z","steps":["trace[1615100862] 'process raft request' (duration: 121.24161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:10.888826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.894721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-08T13:10:10.888853Z","caller":"traceutil/trace.go:171","msg":"trace[173893927] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6652; }","duration":"122.951143ms","start":"2026-04-08T13:10:10.765895Z","end":"2026-04-08T13:10:10.888846Z","steps":["trace[173893927] 'agreement among raft nodes before linearized reading' (duration: 122.747827ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:10.887992Z","caller":"traceutil/trace.go:171","msg":"trace[737315558] linearizableReadLoop","detail":"{readStateIndex:6907; appliedIndex:6905; }","duration":"122.019624ms","start":"2026-04-08T13:10:10.765924Z","end":"2026-04-08T13:10:10.887944Z","steps":["trace[737315558] 'read index received' (duration: 54.368859ms)","trace[737315558] 'applied index is now lower than readState.Index' (duration: 67.649815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:10.889092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.046584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-08T13:10:10.889153Z","caller":"traceutil/trace.go:171","msg":"trace[1147464584] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6652; }","duration":"122.129956ms","start":"2026-04-08T13:10:10.76701Z","end":"2026-04-08T13:10:10.88914Z","steps":["trace[1147464584] 'agreement among raft nodes before linearized reading' (duration: 121.966101ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.117355Z","caller":"traceutil/trace.go:171","msg":"trace[1523564998] transaction","detail":"{read_only:false; response_revision:6659; number_of_response:1; }","duration":"158.488672ms","start":"2026-04-08T13:10:10.958847Z","end":"2026-04-08T13:10:11.117335Z","steps":["trace[1523564998] 'process raft request' (duration: 158.200773ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.117446Z","caller":"traceutil/trace.go:171","msg":"trace[1581411598] transaction","detail":"{read_only:false; response_revision:6658; number_of_response:1; }","duration":"159.137153ms","start":"2026-04-08T13:10:10.95829Z","end":"2026-04-08T13:10:11.117427Z","steps":["trace[1581411598] 'process raft request' (duration: 158.616967ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.117505Z","caller":"traceutil/trace.go:171","msg":"trace[849571158] linearizableReadLoop","detail":"{readStateIndex:6917; appliedIndex:6912; }","duration":"156.249252ms","start":"2026-04-08T13:10:10.96125Z","end":"2026-04-08T13:10:11.117499Z","steps":["trace[849571158] 'read index received' (duration: 77.785033ms)","trace[849571158] 'applied index is now lower than readState.Index' (duration: 78.463519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:11.117604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.343505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-08T13:10:11.120856Z","caller":"traceutil/trace.go:171","msg":"trace[191567523] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6664; }","duration":"159.615987ms","start":"2026-04-08T13:10:10.961206Z","end":"2026-04-08T13:10:11.120822Z","steps":["trace[191567523] 'agreement among raft nodes before linearized reading' (duration: 156.309754ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.117625Z","caller":"traceutil/trace.go:171","msg":"trace[1513963913] transaction","detail":"{read_only:false; response_revision:6664; number_of_response:1; }","duration":"151.41948ms","start":"2026-04-08T13:10:10.966201Z","end":"2026-04-08T13:10:11.117621Z","steps":["trace[1513963913] 'process raft request' (duration: 151.08218ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.117809Z","caller":"traceutil/trace.go:171","msg":"trace[1212213008] transaction","detail":"{read_only:false; response_revision:6660; number_of_response:1; }","duration":"158.781582ms","start":"2026-04-08T13:10:10.959022Z","end":"2026-04-08T13:10:11.117804Z","steps":["trace[1212213008] 'process raft request' (duration: 158.07418ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.117807Z","caller":"traceutil/trace.go:171","msg":"trace[864971232] transaction","detail":"{read_only:false; response_revision:6663; number_of_response:1; }","duration":"151.614376ms","start":"2026-04-08T13:10:10.96617Z","end":"2026-04-08T13:10:11.117784Z","steps":["trace[864971232] 'process raft request' (duration: 151.07707ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.117889Z","caller":"traceutil/trace.go:171","msg":"trace[254942907] transaction","detail":"{read_only:false; response_revision:6662; number_of_response:1; }","duration":"151.953437ms","start":"2026-04-08T13:10:10.965922Z","end":"2026-04-08T13:10:11.117875Z","steps":["trace[254942907] 'process raft request' (duration: 151.268336ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.117869Z","caller":"traceutil/trace.go:171","msg":"trace[1079358176] transaction","detail":"{read_only:false; response_revision:6661; number_of_response:1; }","duration":"158.769132ms","start":"2026-04-08T13:10:10.959053Z","end":"2026-04-08T13:10:11.117822Z","steps":["trace[1079358176] 'process raft request' (duration: 158.07801ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.245254Z","caller":"traceutil/trace.go:171","msg":"trace[493650486] linearizableReadLoop","detail":"{readStateIndex:6922; appliedIndex:6921; }","duration":"118.599409ms","start":"2026-04-08T13:10:11.126629Z","end":"2026-04-08T13:10:11.245228Z","steps":["trace[493650486] 'read index received' (duration: 3.106048ms)","trace[493650486] 'applied index is now lower than readState.Index' (duration: 115.491251ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:11.245362Z","caller":"traceutil/trace.go:171","msg":"trace[1084521255] transaction","detail":"{read_only:false; response_revision:6666; number_of_response:1; }","duration":"120.815338ms","start":"2026-04-08T13:10:11.124539Z","end":"2026-04-08T13:10:11.245354Z","steps":["trace[1084521255] 'process raft request' (duration: 118.03101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:11.245552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.896668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-nzdh2\" ","response":"range_response_count:1 size:8110"} {"level":"info","ts":"2026-04-08T13:10:11.245623Z","caller":"traceutil/trace.go:171","msg":"trace[1501955523] range","detail":"{range_begin:/registry/pods/openstack/horizon-75f6ffb8f4-nzdh2; range_end:; response_count:1; response_revision:6666; }","duration":"119.0055ms","start":"2026-04-08T13:10:11.126601Z","end":"2026-04-08T13:10:11.245607Z","steps":["trace[1501955523] 'agreement among raft nodes before linearized reading' (duration: 118.754043ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.301507Z","caller":"traceutil/trace.go:171","msg":"trace[365418946] transaction","detail":"{read_only:false; response_revision:6667; number_of_response:1; }","duration":"167.949095ms","start":"2026-04-08T13:10:11.133526Z","end":"2026-04-08T13:10:11.301475Z","steps":["trace[365418946] 'process raft request' (duration: 167.573333ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.301632Z","caller":"traceutil/trace.go:171","msg":"trace[735813889] transaction","detail":"{read_only:false; response_revision:6668; number_of_response:1; }","duration":"168.076859ms","start":"2026-04-08T13:10:11.133533Z","end":"2026-04-08T13:10:11.301609Z","steps":["trace[735813889] 'process raft request' (duration: 167.686157ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.301817Z","caller":"traceutil/trace.go:171","msg":"trace[1398134996] transaction","detail":"{read_only:false; response_revision:6670; number_of_response:1; }","duration":"164.326212ms","start":"2026-04-08T13:10:11.137477Z","end":"2026-04-08T13:10:11.301803Z","steps":["trace[1398134996] 'process raft request' (duration: 163.850977ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.302026Z","caller":"traceutil/trace.go:171","msg":"trace[1443953715] transaction","detail":"{read_only:false; response_revision:6672; number_of_response:1; }","duration":"164.458777ms","start":"2026-04-08T13:10:11.137549Z","end":"2026-04-08T13:10:11.302008Z","steps":["trace[1443953715] 'process raft request' (duration: 163.971681ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.302016Z","caller":"traceutil/trace.go:171","msg":"trace[332546013] transaction","detail":"{read_only:false; response_revision:6669; number_of_response:1; }","duration":"168.451692ms","start":"2026-04-08T13:10:11.133538Z","end":"2026-04-08T13:10:11.30199Z","steps":["trace[332546013] 'process raft request' (duration: 167.743549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:11.302193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.761202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-08T13:10:11.302232Z","caller":"traceutil/trace.go:171","msg":"trace[1233264992] transaction","detail":"{read_only:false; response_revision:6671; number_of_response:1; }","duration":"164.682364ms","start":"2026-04-08T13:10:11.13752Z","end":"2026-04-08T13:10:11.302202Z","steps":["trace[1233264992] 'process raft request' (duration: 163.869938ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.302261Z","caller":"traceutil/trace.go:171","msg":"trace[1548873441] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6672; }","duration":"168.866605ms","start":"2026-04-08T13:10:11.133375Z","end":"2026-04-08T13:10:11.302242Z","steps":["trace[1548873441] 'agreement among raft nodes before linearized reading' (duration: 168.7008ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.448185Z","caller":"traceutil/trace.go:171","msg":"trace[600534617] linearizableReadLoop","detail":"{readStateIndex:6933; appliedIndex:6930; }","duration":"112.077824ms","start":"2026-04-08T13:10:11.336092Z","end":"2026-04-08T13:10:11.448169Z","steps":["trace[600534617] 'read index received' (duration: 103.169185ms)","trace[600534617] 'applied index is now lower than readState.Index' (duration: 8.907859ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:11.448415Z","caller":"traceutil/trace.go:171","msg":"trace[636533491] transaction","detail":"{read_only:false; response_revision:6675; number_of_response:1; }","duration":"138.964237ms","start":"2026-04-08T13:10:11.309433Z","end":"2026-04-08T13:10:11.448397Z","steps":["trace[636533491] 'process raft request' (duration: 129.866402ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.448464Z","caller":"traceutil/trace.go:171","msg":"trace[1202227028] transaction","detail":"{read_only:false; response_revision:6677; number_of_response:1; }","duration":"134.818417ms","start":"2026-04-08T13:10:11.313638Z","end":"2026-04-08T13:10:11.448456Z","steps":["trace[1202227028] 'process raft request' (duration: 134.463366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:11.448509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.519006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/horizon\" ","response":"range_response_count:1 size:1062"} {"level":"info","ts":"2026-04-08T13:10:11.448591Z","caller":"traceutil/trace.go:171","msg":"trace[543285476] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/horizon; range_end:; response_count:1; response_revision:6677; }","duration":"140.66307ms","start":"2026-04-08T13:10:11.307909Z","end":"2026-04-08T13:10:11.448572Z","steps":["trace[543285476] 'agreement among raft nodes before linearized reading' (duration: 140.416982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:11.448522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.308076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-phm7b\" ","response":"range_response_count:1 size:8110"} {"level":"info","ts":"2026-04-08T13:10:11.448818Z","caller":"traceutil/trace.go:171","msg":"trace[2019570100] range","detail":"{range_begin:/registry/pods/openstack/horizon-75f6ffb8f4-phm7b; range_end:; response_count:1; response_revision:6677; }","duration":"108.702498ms","start":"2026-04-08T13:10:11.340103Z","end":"2026-04-08T13:10:11.448805Z","steps":["trace[2019570100] 'agreement among raft nodes before linearized reading' (duration: 108.264254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:11.449028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.081651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-08T13:10:11.449062Z","caller":"traceutil/trace.go:171","msg":"trace[1741489870] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6677; }","duration":"139.158593ms","start":"2026-04-08T13:10:11.309894Z","end":"2026-04-08T13:10:11.449052Z","steps":["trace[1741489870] 'agreement among raft nodes before linearized reading' (duration: 139.05311ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.449204Z","caller":"traceutil/trace.go:171","msg":"trace[1669232457] transaction","detail":"{read_only:false; response_revision:6676; number_of_response:1; }","duration":"139.06661ms","start":"2026-04-08T13:10:11.310124Z","end":"2026-04-08T13:10:11.449191Z","steps":["trace[1669232457] 'process raft request' (duration: 137.937445ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.640366Z","caller":"traceutil/trace.go:171","msg":"trace[552067206] linearizableReadLoop","detail":"{readStateIndex:6935; appliedIndex:6933; }","duration":"181.862723ms","start":"2026-04-08T13:10:11.458482Z","end":"2026-04-08T13:10:11.640345Z","steps":["trace[552067206] 'read index received' (duration: 6.027719ms)","trace[552067206] 'applied index is now lower than readState.Index' (duration: 175.834364ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:11.640423Z","caller":"traceutil/trace.go:171","msg":"trace[806044233] transaction","detail":"{read_only:false; response_revision:6679; number_of_response:1; }","duration":"182.10069ms","start":"2026-04-08T13:10:11.458289Z","end":"2026-04-08T13:10:11.640389Z","steps":["trace[806044233] 'process raft request' (duration: 167.875454ms)","trace[806044233] 'compare' (duration: 13.922417ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:11.640572Z","caller":"traceutil/trace.go:171","msg":"trace[955304189] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"181.240203ms","start":"2026-04-08T13:10:11.459288Z","end":"2026-04-08T13:10:11.640528Z","steps":["trace[955304189] 'process raft request' (duration: 181.004335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:11.640698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.181303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:11.640762Z","caller":"traceutil/trace.go:171","msg":"trace[1842794804] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6680; }","duration":"182.286677ms","start":"2026-04-08T13:10:11.458457Z","end":"2026-04-08T13:10:11.640744Z","steps":["trace[1842794804] 'agreement among raft nodes before linearized reading' (duration: 182.09107ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.649871Z","caller":"traceutil/trace.go:171","msg":"trace[511155261] transaction","detail":"{read_only:false; response_revision:6683; number_of_response:1; }","duration":"133.441944ms","start":"2026-04-08T13:10:11.51641Z","end":"2026-04-08T13:10:11.649852Z","steps":["trace[511155261] 'process raft request' (duration: 133.402672ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.650053Z","caller":"traceutil/trace.go:171","msg":"trace[28764140] transaction","detail":"{read_only:false; response_revision:6682; number_of_response:1; }","duration":"184.479295ms","start":"2026-04-08T13:10:11.465553Z","end":"2026-04-08T13:10:11.650032Z","steps":["trace[28764140] 'process raft request' (duration: 184.215427ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.650166Z","caller":"traceutil/trace.go:171","msg":"trace[2059759807] transaction","detail":"{read_only:false; response_revision:6681; number_of_response:1; }","duration":"184.675572ms","start":"2026-04-08T13:10:11.465475Z","end":"2026-04-08T13:10:11.650151Z","steps":["trace[2059759807] 'process raft request' (duration: 184.171276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:11.650392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.237967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-04-08T13:10:11.650445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.99941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/horizon-75f6ffb8f4\" ","response":"range_response_count:1 size:8657"} {"level":"info","ts":"2026-04-08T13:10:11.650494Z","caller":"traceutil/trace.go:171","msg":"trace[853377589] range","detail":"{range_begin:/registry/replicasets/openstack/horizon-75f6ffb8f4; range_end:; response_count:1; response_revision:6683; }","duration":"191.060701ms","start":"2026-04-08T13:10:11.459428Z","end":"2026-04-08T13:10:11.650489Z","steps":["trace[853377589] 'agreement among raft nodes before linearized reading' (duration: 190.972759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:11.650514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.099438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-08T13:10:11.650554Z","caller":"traceutil/trace.go:171","msg":"trace[1936636062] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6683; }","duration":"173.16896ms","start":"2026-04-08T13:10:11.477374Z","end":"2026-04-08T13:10:11.650543Z","steps":["trace[1936636062] 'agreement among raft nodes before linearized reading' (duration: 173.014985ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.651771Z","caller":"traceutil/trace.go:171","msg":"trace[1308404718] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:6683; }","duration":"147.388671ms","start":"2026-04-08T13:10:11.503089Z","end":"2026-04-08T13:10:11.650478Z","steps":["trace[1308404718] 'agreement among raft nodes before linearized reading' (duration: 147.236636ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:11.838203Z","caller":"traceutil/trace.go:171","msg":"trace[1421297547] linearizableReadLoop","detail":"{readStateIndex:6941; appliedIndex:6940; }","duration":"176.357118ms","start":"2026-04-08T13:10:11.66182Z","end":"2026-04-08T13:10:11.838177Z","steps":["trace[1421297547] 'read index received' (duration: 155.744883ms)","trace[1421297547] 'applied index is now lower than readState.Index' (duration: 20.611225ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:11.83832Z","caller":"traceutil/trace.go:171","msg":"trace[1984823985] transaction","detail":"{read_only:false; response_revision:6685; number_of_response:1; }","duration":"176.587696ms","start":"2026-04-08T13:10:11.661718Z","end":"2026-04-08T13:10:11.838306Z","steps":["trace[1984823985] 'process raft request' (duration: 155.795015ms)","trace[1984823985] 'compare' (duration: 20.565094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:11.838521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.681249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-08T13:10:11.83859Z","caller":"traceutil/trace.go:171","msg":"trace[1273570531] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6685; }","duration":"176.765152ms","start":"2026-04-08T13:10:11.661804Z","end":"2026-04-08T13:10:11.838569Z","steps":["trace[1273570531] 'agreement among raft nodes before linearized reading' (duration: 176.600767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.134615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.98261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:12.134805Z","caller":"traceutil/trace.go:171","msg":"trace[1084495615] transaction","detail":"{read_only:false; response_revision:6686; number_of_response:1; }","duration":"366.48191ms","start":"2026-04-08T13:10:11.768292Z","end":"2026-04-08T13:10:12.134774Z","steps":["trace[1084495615] 'process raft request' (duration: 189.225972ms)","trace[1084495615] 'compare' (duration: 176.808494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:12.135405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:11.768274Z","time spent":"366.980306ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:12.328323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.563376ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-08T13:10:12.328642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.869716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:10:12.328667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.907149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:10:12.328714Z","caller":"traceutil/trace.go:171","msg":"trace[1633660534] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6686; }","duration":"563.955599ms","start":"2026-04-08T13:10:11.764741Z","end":"2026-04-08T13:10:12.328696Z","steps":["trace[1633660534] 'agreement among raft nodes before linearized reading' (duration: 563.815154ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:12.328751Z","caller":"traceutil/trace.go:171","msg":"trace[324992991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6686; }","duration":"595.022022ms","start":"2026-04-08T13:10:11.733705Z","end":"2026-04-08T13:10:12.328727Z","steps":["trace[324992991] 'agreement among raft nodes before linearized reading' (duration: 594.874577ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:12.328544Z","caller":"traceutil/trace.go:171","msg":"trace[1788981058] linearizableReadLoop","detail":"{readStateIndex:6943; appliedIndex:6941; }","duration":"490.253779ms","start":"2026-04-08T13:10:11.838274Z","end":"2026-04-08T13:10:12.328528Z","steps":["trace[1788981058] 'read index received' (duration: 119.2558ms)","trace[1788981058] 'applied index is now lower than readState.Index' (duration: 370.996308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:12.328779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.500388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-db-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-08T13:10:12.328908Z","caller":"traceutil/trace.go:171","msg":"trace[1960725059] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-db-init; range_end:; response_count:1; response_revision:6686; }","duration":"521.625102ms","start":"2026-04-08T13:10:11.807235Z","end":"2026-04-08T13:10:12.32886Z","steps":["trace[1960725059] 'agreement among raft nodes before linearized reading' (duration: 521.346723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.328959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.963857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-04-08T13:10:12.328771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:11.764681Z","time spent":"564.074302ms","remote":"127.0.0.1:53796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:10:12.329009Z","caller":"traceutil/trace.go:171","msg":"trace[1688774316] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6686; }","duration":"666.026589ms","start":"2026-04-08T13:10:11.662976Z","end":"2026-04-08T13:10:12.329002Z","steps":["trace[1688774316] 'agreement among raft nodes before linearized reading' (duration: 665.886205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.329042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:11.80722Z","time spent":"521.770066ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":555,"request content":"key:\"/registry/serviceaccounts/openstack/horizon-db-init\" "} {"level":"warn","ts":"2026-04-08T13:10:12.329087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:11.662969Z","time spent":"666.086631ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-08T13:10:12.328762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.767031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/horizon-75f6ffb8f4\" ","response":"range_response_count:1 size:8657"} {"level":"info","ts":"2026-04-08T13:10:12.329177Z","caller":"traceutil/trace.go:171","msg":"trace[616440075] range","detail":"{range_begin:/registry/replicasets/openstack/horizon-75f6ffb8f4; range_end:; response_count:1; response_revision:6686; }","duration":"666.192364ms","start":"2026-04-08T13:10:11.662972Z","end":"2026-04-08T13:10:12.329164Z","steps":["trace[616440075] 'agreement among raft nodes before linearized reading' (duration: 665.705889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.328826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:11.733696Z","time spent":"595.112875ms","remote":"127.0.0.1:53260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:10:12.329218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:11.662961Z","time spent":"666.242615ms","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8679,"request content":"key:\"/registry/replicasets/openstack/horizon-75f6ffb8f4\" "} {"level":"info","ts":"2026-04-08T13:10:12.329419Z","caller":"traceutil/trace.go:171","msg":"trace[1771158922] transaction","detail":"{read_only:false; response_revision:6688; number_of_response:1; }","duration":"359.940072ms","start":"2026-04-08T13:10:11.969471Z","end":"2026-04-08T13:10:12.329411Z","steps":["trace[1771158922] 'process raft request' (duration: 359.840339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.329502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:11.969449Z","time spent":"360.002534ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:12.32955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.251082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:10:12.329556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.113154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:10:12.329548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.614835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-xkw59\" ","response":"range_response_count:1 size:4852"} {"level":"info","ts":"2026-04-08T13:10:12.329616Z","caller":"traceutil/trace.go:171","msg":"trace[920119380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6688; }","duration":"342.216507ms","start":"2026-04-08T13:10:11.987385Z","end":"2026-04-08T13:10:12.329601Z","steps":["trace[920119380] 'agreement among raft nodes before linearized reading' (duration: 342.064192ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:12.329668Z","caller":"traceutil/trace.go:171","msg":"trace[360808311] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-xkw59; range_end:; response_count:1; response_revision:6688; }","duration":"487.76277ms","start":"2026-04-08T13:10:11.841868Z","end":"2026-04-08T13:10:12.329631Z","steps":["trace[360808311] 'agreement among raft nodes before linearized reading' (duration: 487.514302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.329667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:11.987364Z","time spent":"342.289769ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:10:12.329729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:11.841852Z","time spent":"487.868563ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4874,"request content":"key:\"/registry/pods/openstack/horizon-db-init-xkw59\" "} {"level":"info","ts":"2026-04-08T13:10:12.32965Z","caller":"traceutil/trace.go:171","msg":"trace[412661320] transaction","detail":"{read_only:false; response_revision:6687; number_of_response:1; }","duration":"439.699963ms","start":"2026-04-08T13:10:11.889942Z","end":"2026-04-08T13:10:12.329642Z","steps":["trace[412661320] 'process raft request' (duration: 438.465435ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:12.329577Z","caller":"traceutil/trace.go:171","msg":"trace[1236214281] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6688; }","duration":"486.309174ms","start":"2026-04-08T13:10:11.843261Z","end":"2026-04-08T13:10:12.32957Z","steps":["trace[1236214281] 'agreement among raft nodes before linearized reading' (duration: 486.271813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.329887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:11.889924Z","time spent":"439.90189ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:12.329907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:11.843242Z","time spent":"486.645886ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-04-08T13:10:12.550794Z","caller":"traceutil/trace.go:171","msg":"trace[1022398336] linearizableReadLoop","detail":"{readStateIndex:6947; appliedIndex:6946; }","duration":"171.414072ms","start":"2026-04-08T13:10:12.379354Z","end":"2026-04-08T13:10:12.550768Z","steps":["trace[1022398336] 'read index received' (duration: 96.187909ms)","trace[1022398336] 'applied index is now lower than readState.Index' (duration: 75.225263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:12.551422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.057857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:10:12.551474Z","caller":"traceutil/trace.go:171","msg":"trace[2104823503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6690; }","duration":"136.14789ms","start":"2026-04-08T13:10:12.415313Z","end":"2026-04-08T13:10:12.551461Z","steps":["trace[2104823503] 'agreement among raft nodes before linearized reading' (duration: 135.811128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.551584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.741178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:10:12.551683Z","caller":"traceutil/trace.go:171","msg":"trace[505850870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6690; }","duration":"136.884483ms","start":"2026-04-08T13:10:12.414777Z","end":"2026-04-08T13:10:12.551661Z","steps":["trace[505850870] 'agreement among raft nodes before linearized reading' (duration: 136.430769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.551782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.681136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:12.551808Z","caller":"traceutil/trace.go:171","msg":"trace[1743548364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6690; }","duration":"175.739699ms","start":"2026-04-08T13:10:12.37606Z","end":"2026-04-08T13:10:12.5518Z","steps":["trace[1743548364] 'agreement among raft nodes before linearized reading' (duration: 175.701588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.551814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.474191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-08T13:10:12.55187Z","caller":"traceutil/trace.go:171","msg":"trace[565124369] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6690; }","duration":"168.556854ms","start":"2026-04-08T13:10:12.383297Z","end":"2026-04-08T13:10:12.551854Z","steps":["trace[565124369] 'agreement among raft nodes before linearized reading' (duration: 167.803669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.551905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.821031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:10:12.55192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.044938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:10:12.55196Z","caller":"traceutil/trace.go:171","msg":"trace[144767384] transaction","detail":"{read_only:false; response_revision:6690; number_of_response:1; }","duration":"216.844355ms","start":"2026-04-08T13:10:12.334956Z","end":"2026-04-08T13:10:12.5518Z","steps":["trace[144767384] 'process raft request' (duration: 140.665062ms)","trace[144767384] 'compare' (duration: 75.032977ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:12.551973Z","caller":"traceutil/trace.go:171","msg":"trace[67624120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6690; }","duration":"136.985326ms","start":"2026-04-08T13:10:12.414974Z","end":"2026-04-08T13:10:12.55196Z","steps":["trace[67624120] 'agreement among raft nodes before linearized reading' (duration: 136.598074ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:12.552004Z","caller":"traceutil/trace.go:171","msg":"trace[133796481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6690; }","duration":"137.213923ms","start":"2026-04-08T13:10:12.414777Z","end":"2026-04-08T13:10:12.551991Z","steps":["trace[133796481] 'agreement among raft nodes before linearized reading' (duration: 136.907114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.551465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.563394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-08T13:10:12.552184Z","caller":"traceutil/trace.go:171","msg":"trace[679938427] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6690; }","duration":"216.304127ms","start":"2026-04-08T13:10:12.335872Z","end":"2026-04-08T13:10:12.552176Z","steps":["trace[679938427] 'agreement among raft nodes before linearized reading' (duration: 215.14848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.86483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.111344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:12.865012Z","caller":"traceutil/trace.go:171","msg":"trace[1136208482] linearizableReadLoop","detail":"{readStateIndex:6950; appliedIndex:6948; }","duration":"305.86458ms","start":"2026-04-08T13:10:12.559131Z","end":"2026-04-08T13:10:12.864996Z","steps":["trace[1136208482] 'read index received' (duration: 141.485047ms)","trace[1136208482] 'applied index is now lower than readState.Index' (duration: 164.378423ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:12.865089Z","caller":"traceutil/trace.go:171","msg":"trace[2087206884] transaction","detail":"{read_only:false; response_revision:6693; number_of_response:1; }","duration":"306.915293ms","start":"2026-04-08T13:10:12.558164Z","end":"2026-04-08T13:10:12.865079Z","steps":["trace[2087206884] 'process raft request' (duration: 306.775197ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:12.865064Z","caller":"traceutil/trace.go:171","msg":"trace[872656716] transaction","detail":"{read_only:false; response_revision:6692; number_of_response:1; }","duration":"308.614906ms","start":"2026-04-08T13:10:12.556415Z","end":"2026-04-08T13:10:12.86503Z","steps":["trace[872656716] 'process raft request' (duration: 144.222333ms)","trace[872656716] 'compare' (duration: 163.99568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:12.865147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:12.55815Z","time spent":"306.962775ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:12.865204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:12.556396Z","time spent":"308.73121ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:12.86532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.164469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-08T13:10:12.865391Z","caller":"traceutil/trace.go:171","msg":"trace[784303940] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6693; }","duration":"306.270413ms","start":"2026-04-08T13:10:12.559102Z","end":"2026-04-08T13:10:12.865372Z","steps":["trace[784303940] 'agreement among raft nodes before linearized reading' (duration: 306.057946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.86545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:12.559093Z","time spent":"306.346705ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1015,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-04-08T13:10:12.866351Z","caller":"traceutil/trace.go:171","msg":"trace[1738310944] transaction","detail":"{read_only:false; response_revision:6694; number_of_response:1; }","duration":"307.014996ms","start":"2026-04-08T13:10:12.559309Z","end":"2026-04-08T13:10:12.866324Z","steps":["trace[1738310944] 'process raft request' (duration: 306.912973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.866447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:12.559297Z","time spent":"307.099919ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:12.866573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.499369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61968"} {"level":"info","ts":"2026-04-08T13:10:12.866626Z","caller":"traceutil/trace.go:171","msg":"trace[248072705] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:6694; }","duration":"306.587441ms","start":"2026-04-08T13:10:12.560026Z","end":"2026-04-08T13:10:12.866613Z","steps":["trace[248072705] 'agreement among raft nodes before linearized reading' (duration: 306.273972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:12.866677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:12.560016Z","time spent":"306.643844ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":61990,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-08T13:10:13.106001Z","caller":"traceutil/trace.go:171","msg":"trace[528459857] linearizableReadLoop","detail":"{readStateIndex:6952; appliedIndex:6951; }","duration":"174.839874ms","start":"2026-04-08T13:10:12.931136Z","end":"2026-04-08T13:10:13.105976Z","steps":["trace[528459857] 'read index received' (duration: 174.554384ms)","trace[528459857] 'applied index is now lower than readState.Index' (duration: 284.56µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:13.106127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.978638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:13.106158Z","caller":"traceutil/trace.go:171","msg":"trace[587401452] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6695; }","duration":"175.068581ms","start":"2026-04-08T13:10:12.93108Z","end":"2026-04-08T13:10:13.106148Z","steps":["trace[587401452] 'agreement among raft nodes before linearized reading' (duration: 174.990458ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:13.106247Z","caller":"traceutil/trace.go:171","msg":"trace[1882475723] transaction","detail":"{read_only:false; response_revision:6695; number_of_response:1; }","duration":"219.440499ms","start":"2026-04-08T13:10:12.886769Z","end":"2026-04-08T13:10:13.10621Z","steps":["trace[1882475723] 'process raft request' (duration: 219.046636ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:15.264511Z","caller":"traceutil/trace.go:171","msg":"trace[681780759] linearizableReadLoop","detail":"{readStateIndex:6975; appliedIndex:6974; }","duration":"240.096435ms","start":"2026-04-08T13:10:15.024392Z","end":"2026-04-08T13:10:15.264489Z","steps":["trace[681780759] 'read index received' (duration: 239.881999ms)","trace[681780759] 'applied index is now lower than readState.Index' (duration: 213.416µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:15.264547Z","caller":"traceutil/trace.go:171","msg":"trace[1210350816] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"299.958218ms","start":"2026-04-08T13:10:14.964559Z","end":"2026-04-08T13:10:15.264517Z","steps":["trace[1210350816] 'process raft request' (duration: 299.800353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:15.265035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:14.964534Z","time spent":"300.438442ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T13:10:15.265121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.635562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-08T13:10:15.265246Z","caller":"traceutil/trace.go:171","msg":"trace[1029545387] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6718; }","duration":"240.761775ms","start":"2026-04-08T13:10:15.024444Z","end":"2026-04-08T13:10:15.265206Z","steps":["trace[1029545387] 'agreement among raft nodes before linearized reading' (duration: 240.426915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:15.265323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.91468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:15.265394Z","caller":"traceutil/trace.go:171","msg":"trace[1821133924] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6718; }","duration":"241.016344ms","start":"2026-04-08T13:10:15.024363Z","end":"2026-04-08T13:10:15.265379Z","steps":["trace[1821133924] 'agreement among raft nodes before linearized reading' (duration: 240.23324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:15.265065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.531468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"warn","ts":"2026-04-08T13:10:15.265055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.467817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-08T13:10:15.265623Z","caller":"traceutil/trace.go:171","msg":"trace[592036632] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6718; }","duration":"241.077585ms","start":"2026-04-08T13:10:15.024503Z","end":"2026-04-08T13:10:15.265581Z","steps":["trace[592036632] 'agreement among raft nodes before linearized reading' (duration: 240.413784ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:15.265649Z","caller":"traceutil/trace.go:171","msg":"trace[1244239070] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:6718; }","duration":"241.106386ms","start":"2026-04-08T13:10:15.024533Z","end":"2026-04-08T13:10:15.265639Z","steps":["trace[1244239070] 'agreement among raft nodes before linearized reading' (duration: 240.350792ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:16.500014Z","caller":"traceutil/trace.go:171","msg":"trace[723265752] linearizableReadLoop","detail":"{readStateIndex:6989; appliedIndex:6988; }","duration":"122.310135ms","start":"2026-04-08T13:10:16.377676Z","end":"2026-04-08T13:10:16.499986Z","steps":["trace[723265752] 'read index received' (duration: 122.184841ms)","trace[723265752] 'applied index is now lower than readState.Index' (duration: 124.164µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:16.500081Z","caller":"traceutil/trace.go:171","msg":"trace[1340343449] transaction","detail":"{read_only:false; response_revision:6732; number_of_response:1; }","duration":"132.578983ms","start":"2026-04-08T13:10:16.367456Z","end":"2026-04-08T13:10:16.500035Z","steps":["trace[1340343449] 'process raft request' (duration: 132.344736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:16.500303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.602804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:16.500404Z","caller":"traceutil/trace.go:171","msg":"trace[815492900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6732; }","duration":"122.740558ms","start":"2026-04-08T13:10:16.377644Z","end":"2026-04-08T13:10:16.500384Z","steps":["trace[815492900] 'agreement among raft nodes before linearized reading' (duration: 122.4813ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:16.572434Z","caller":"traceutil/trace.go:171","msg":"trace[601189562] transaction","detail":"{read_only:false; response_revision:6733; number_of_response:1; }","duration":"194.719141ms","start":"2026-04-08T13:10:16.377699Z","end":"2026-04-08T13:10:16.572419Z","steps":["trace[601189562] 'process raft request' (duration: 188.086646ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:16.572665Z","caller":"traceutil/trace.go:171","msg":"trace[1582163411] transaction","detail":"{read_only:false; response_revision:6734; number_of_response:1; }","duration":"194.916057ms","start":"2026-04-08T13:10:16.377729Z","end":"2026-04-08T13:10:16.572645Z","steps":["trace[1582163411] 'process raft request' (duration: 194.669209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:16.573082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.788874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:10:16.57315Z","caller":"traceutil/trace.go:171","msg":"trace[1703668918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6736; }","duration":"157.904869ms","start":"2026-04-08T13:10:16.41523Z","end":"2026-04-08T13:10:16.573135Z","steps":["trace[1703668918] 'agreement among raft nodes before linearized reading' (duration: 157.739854ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:16.813189Z","caller":"traceutil/trace.go:171","msg":"trace[196696694] linearizableReadLoop","detail":"{readStateIndex:6997; appliedIndex:6995; }","duration":"161.49552ms","start":"2026-04-08T13:10:16.651672Z","end":"2026-04-08T13:10:16.813168Z","steps":["trace[196696694] 'read index received' (duration: 110.455838ms)","trace[196696694] 'applied index is now lower than readState.Index' (duration: 51.038742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:16.813572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.880252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:10:16.813618Z","caller":"traceutil/trace.go:171","msg":"trace[1567633138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6739; }","duration":"161.965975ms","start":"2026-04-08T13:10:16.651641Z","end":"2026-04-08T13:10:16.813607Z","steps":["trace[1567633138] 'agreement among raft nodes before linearized reading' (duration: 161.620334ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:16.814027Z","caller":"traceutil/trace.go:171","msg":"trace[2013070236] transaction","detail":"{read_only:false; response_revision:6738; number_of_response:1; }","duration":"236.255449ms","start":"2026-04-08T13:10:16.577756Z","end":"2026-04-08T13:10:16.814012Z","steps":["trace[2013070236] 'process raft request' (duration: 184.448463ms)","trace[2013070236] 'compare' (duration: 50.797845ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:16.814635Z","caller":"traceutil/trace.go:171","msg":"trace[2015348637] transaction","detail":"{read_only:false; response_revision:6739; number_of_response:1; }","duration":"234.70736ms","start":"2026-04-08T13:10:16.579915Z","end":"2026-04-08T13:10:16.814622Z","steps":["trace[2015348637] 'process raft request' (duration: 233.195503ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:18.187076Z","caller":"traceutil/trace.go:171","msg":"trace[1724869627] transaction","detail":"{read_only:false; response_revision:6747; number_of_response:1; }","duration":"431.693473ms","start":"2026-04-08T13:10:17.755341Z","end":"2026-04-08T13:10:18.187035Z","steps":["trace[1724869627] 'process raft request' (duration: 431.475816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:18.187261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:17.755312Z","time spent":"431.844067ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:28.45194Z","caller":"traceutil/trace.go:171","msg":"trace[267767352] transaction","detail":"{read_only:false; response_revision:6829; number_of_response:1; }","duration":"183.540412ms","start":"2026-04-08T13:10:28.268371Z","end":"2026-04-08T13:10:28.451912Z","steps":["trace[267767352] 'process raft request' (duration: 107.981437ms)","trace[267767352] 'compare' (duration: 75.084011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:28.870764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.990788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:28.870858Z","caller":"traceutil/trace.go:171","msg":"trace[1257459409] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6829; }","duration":"266.138982ms","start":"2026-04-08T13:10:28.6047Z","end":"2026-04-08T13:10:28.870839Z","steps":["trace[1257459409] 'range keys from in-memory index tree' (duration: 265.779232ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:28.985732Z","caller":"traceutil/trace.go:171","msg":"trace[345893506] transaction","detail":"{read_only:false; response_revision:6830; number_of_response:1; }","duration":"315.102104ms","start":"2026-04-08T13:10:28.670582Z","end":"2026-04-08T13:10:28.985684Z","steps":["trace[345893506] 'process raft request' (duration: 314.846366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:28.986344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:28.670441Z","time spent":"315.408833ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:29.322789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.303738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:29.322886Z","caller":"traceutil/trace.go:171","msg":"trace[1732212161] linearizableReadLoop","detail":"{readStateIndex:7092; appliedIndex:7090; }","duration":"608.846512ms","start":"2026-04-08T13:10:28.714024Z","end":"2026-04-08T13:10:29.322871Z","steps":["trace[1732212161] 'read index received' (duration: 271.388762ms)","trace[1732212161] 'applied index is now lower than readState.Index' (duration: 337.456509ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:29.323126Z","caller":"traceutil/trace.go:171","msg":"trace[924493648] transaction","detail":"{read_only:false; response_revision:6831; number_of_response:1; }","duration":"646.256433ms","start":"2026-04-08T13:10:28.676848Z","end":"2026-04-08T13:10:29.323104Z","steps":["trace[924493648] 'process raft request' (duration: 444.13823ms)","trace[924493648] 'compare' (duration: 200.987989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:29.323217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:28.676834Z","time spent":"646.342237ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:29.323609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.573814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:10:29.32366Z","caller":"traceutil/trace.go:171","msg":"trace[2118885480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6831; }","duration":"609.657167ms","start":"2026-04-08T13:10:28.713991Z","end":"2026-04-08T13:10:29.323648Z","steps":["trace[2118885480] 'agreement among raft nodes before linearized reading' (duration: 609.470101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:29.323782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:28.713978Z","time spent":"609.79231ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:10:29.324223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.181351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:10:29.324265Z","caller":"traceutil/trace.go:171","msg":"trace[942294472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6831; }","duration":"179.261353ms","start":"2026-04-08T13:10:29.144993Z","end":"2026-04-08T13:10:29.324255Z","steps":["trace[942294472] 'agreement among raft nodes before linearized reading' (duration: 179.128969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:29.324515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.860459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:10:29.324569Z","caller":"traceutil/trace.go:171","msg":"trace[1697020482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6831; }","duration":"219.974693ms","start":"2026-04-08T13:10:29.104581Z","end":"2026-04-08T13:10:29.324555Z","steps":["trace[1697020482] 'agreement among raft nodes before linearized reading' (duration: 219.821228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:29.323808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.234473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:10:29.324712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.081147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:10:29.324807Z","caller":"traceutil/trace.go:171","msg":"trace[1915948890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6831; }","duration":"223.221221ms","start":"2026-04-08T13:10:29.101565Z","end":"2026-04-08T13:10:29.324787Z","steps":["trace[1915948890] 'agreement among raft nodes before linearized reading' (duration: 222.879621ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:29.324792Z","caller":"traceutil/trace.go:171","msg":"trace[778197811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6831; }","duration":"372.275254ms","start":"2026-04-08T13:10:28.952502Z","end":"2026-04-08T13:10:29.324777Z","steps":["trace[778197811] 'agreement among raft nodes before linearized reading' (duration: 371.178502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:29.324916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:28.952474Z","time spent":"372.427078ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:10:29.666037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.329637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:29.666138Z","caller":"traceutil/trace.go:171","msg":"trace[2112993685] transaction","detail":"{read_only:false; response_revision:6832; number_of_response:1; }","duration":"337.704827ms","start":"2026-04-08T13:10:29.328413Z","end":"2026-04-08T13:10:29.666118Z","steps":["trace[2112993685] 'process raft request' (duration: 152.186246ms)","trace[2112993685] 'compare' (duration: 185.13398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:29.666202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:29.328396Z","time spent":"337.77456ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:29.68464Z","caller":"traceutil/trace.go:171","msg":"trace[1856588475] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"355.044341ms","start":"2026-04-08T13:10:29.329569Z","end":"2026-04-08T13:10:29.684614Z","steps":["trace[1856588475] 'process raft request' (duration: 354.871005ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:29.684937Z","caller":"traceutil/trace.go:171","msg":"trace[57002457] transaction","detail":"{read_only:false; response_revision:6834; number_of_response:1; }","duration":"354.955708ms","start":"2026-04-08T13:10:29.329958Z","end":"2026-04-08T13:10:29.684914Z","steps":["trace[57002457] 'process raft request' (duration: 354.610248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:29.685083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:29.32995Z","time spent":"355.050201ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:29.685272Z","caller":"traceutil/trace.go:171","msg":"trace[1899920281] transaction","detail":"{read_only:false; response_revision:6835; number_of_response:1; }","duration":"355.238317ms","start":"2026-04-08T13:10:29.330007Z","end":"2026-04-08T13:10:29.685246Z","steps":["trace[1899920281] 'process raft request' (duration: 354.835785ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:29.685317Z","caller":"traceutil/trace.go:171","msg":"trace[1251590248] linearizableReadLoop","detail":"{readStateIndex:7097; appliedIndex:7092; }","duration":"327.992283ms","start":"2026-04-08T13:10:29.357304Z","end":"2026-04-08T13:10:29.685296Z","steps":["trace[1251590248] 'read index received' (duration: 123.297583ms)","trace[1251590248] 'applied index is now lower than readState.Index' (duration: 204.6931ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:29.685382Z","caller":"traceutil/trace.go:171","msg":"trace[1504791795] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"355.063922ms","start":"2026-04-08T13:10:29.330306Z","end":"2026-04-08T13:10:29.68537Z","steps":["trace[1504791795] 'process raft request' (duration: 354.821944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:29.685411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:29.330002Z","time spent":"355.33531ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:29.685479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:29.330298Z","time spent":"355.145924ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:29.685578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.259541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"warn","ts":"2026-04-08T13:10:29.685576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.398392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:29.685648Z","caller":"traceutil/trace.go:171","msg":"trace[238941437] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6836; }","duration":"328.358484ms","start":"2026-04-08T13:10:29.357272Z","end":"2026-04-08T13:10:29.685631Z","steps":["trace[238941437] 'agreement among raft nodes before linearized reading' (duration: 328.146528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:29.685693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:29.35726Z","time spent":"328.419437ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4881,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-08T13:10:29.685669Z","caller":"traceutil/trace.go:171","msg":"trace[165382997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6836; }","duration":"311.547307ms","start":"2026-04-08T13:10:29.374105Z","end":"2026-04-08T13:10:29.685652Z","steps":["trace[165382997] 'agreement among raft nodes before linearized reading' (duration: 311.417833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:29.685804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:29.374089Z","time spent":"311.667921ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:10:29.685811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.391001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:29.685884Z","caller":"traceutil/trace.go:171","msg":"trace[1116132086] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6836; }","duration":"202.485734ms","start":"2026-04-08T13:10:29.483382Z","end":"2026-04-08T13:10:29.685867Z","steps":["trace[1116132086] 'agreement among raft nodes before linearized reading' (duration: 202.276938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:29.686145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.538307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:10:29.686205Z","caller":"traceutil/trace.go:171","msg":"trace[2127983484] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6836; }","duration":"212.645271ms","start":"2026-04-08T13:10:29.473546Z","end":"2026-04-08T13:10:29.686191Z","steps":["trace[2127983484] 'agreement among raft nodes before linearized reading' (duration: 212.536188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:29.684979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:29.329548Z","time spent":"355.287568ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:30.264707Z","caller":"traceutil/trace.go:171","msg":"trace[1846433415] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"126.994907ms","start":"2026-04-08T13:10:30.137691Z","end":"2026-04-08T13:10:30.264686Z","steps":["trace[1846433415] 'process raft request' (duration: 126.855433ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:30.458839Z","caller":"traceutil/trace.go:171","msg":"trace[869152212] transaction","detail":"{read_only:false; response_revision:6838; number_of_response:1; }","duration":"153.595168ms","start":"2026-04-08T13:10:30.305211Z","end":"2026-04-08T13:10:30.458806Z","steps":["trace[869152212] 'process raft request' (duration: 79.278528ms)","trace[869152212] 'compare' (duration: 73.9845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:30.522504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.673009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:30.522577Z","caller":"traceutil/trace.go:171","msg":"trace[449403343] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6839; }","duration":"132.788722ms","start":"2026-04-08T13:10:30.389772Z","end":"2026-04-08T13:10:30.52256Z","steps":["trace[449403343] 'agreement among raft nodes before linearized reading' (duration: 132.619047ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:31.097913Z","caller":"traceutil/trace.go:171","msg":"trace[210191832] transaction","detail":"{read_only:false; response_revision:6840; number_of_response:1; }","duration":"105.018308ms","start":"2026-04-08T13:10:30.992871Z","end":"2026-04-08T13:10:31.097889Z","steps":["trace[210191832] 'process raft request' (duration: 104.861883ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:31.460054Z","caller":"traceutil/trace.go:171","msg":"trace[747035901] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"128.514895ms","start":"2026-04-08T13:10:31.331496Z","end":"2026-04-08T13:10:31.460011Z","steps":["trace[747035901] 'process raft request' (duration: 128.152294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:31.983753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.051882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"warn","ts":"2026-04-08T13:10:31.983893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.865516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:10:31.983916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.827945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:10:31.983952Z","caller":"traceutil/trace.go:171","msg":"trace[491223723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6841; }","duration":"292.903577ms","start":"2026-04-08T13:10:31.691036Z","end":"2026-04-08T13:10:31.98394Z","steps":["trace[491223723] 'range keys from in-memory index tree' (duration: 292.689051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:31.984087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.02411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T13:10:31.984073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.880896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:31.984166Z","caller":"traceutil/trace.go:171","msg":"trace[1059159088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6841; }","duration":"293.125234ms","start":"2026-04-08T13:10:31.690999Z","end":"2026-04-08T13:10:31.984124Z","steps":["trace[1059159088] 'range keys from in-memory index tree' (duration: 292.805234ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:31.983952Z","caller":"traceutil/trace.go:171","msg":"trace[952440720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6841; }","duration":"292.970829ms","start":"2026-04-08T13:10:31.690966Z","end":"2026-04-08T13:10:31.983937Z","steps":["trace[952440720] 'range keys from in-memory index tree' (duration: 292.691951ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:31.984186Z","caller":"traceutil/trace.go:171","msg":"trace[675977422] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6841; }","duration":"292.059322ms","start":"2026-04-08T13:10:31.692111Z","end":"2026-04-08T13:10:31.98417Z","steps":["trace[675977422] 'range keys from in-memory index tree' (duration: 291.743922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:31.984227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.236917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:10:31.98424Z","caller":"traceutil/trace.go:171","msg":"trace[1596100149] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6841; }","duration":"291.156906ms","start":"2026-04-08T13:10:31.69266Z","end":"2026-04-08T13:10:31.983817Z","steps":["trace[1596100149] 'range keys from in-memory index tree' (duration: 290.910248ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:31.984259Z","caller":"traceutil/trace.go:171","msg":"trace[1162908243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6841; }","duration":"293.319299ms","start":"2026-04-08T13:10:31.69093Z","end":"2026-04-08T13:10:31.984249Z","steps":["trace[1162908243] 'range keys from in-memory index tree' (duration: 293.139694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:31.984108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.828687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:10:31.984301Z","caller":"traceutil/trace.go:171","msg":"trace[1796176685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6841; }","duration":"314.055964ms","start":"2026-04-08T13:10:31.670234Z","end":"2026-04-08T13:10:31.98429Z","steps":["trace[1796176685] 'range keys from in-memory index tree' (duration: 313.709454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:31.984344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:31.670211Z","time spent":"314.119906ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:10:32.536346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.035454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:10:32.537875Z","caller":"traceutil/trace.go:171","msg":"trace[1927353556] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"549.436788ms","start":"2026-04-08T13:10:31.988414Z","end":"2026-04-08T13:10:32.537851Z","steps":["trace[1927353556] 'process raft request' (duration: 548.013416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:32.538026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:31.988396Z","time spent":"549.550992ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:32.723955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.004751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:32.724405Z","caller":"traceutil/trace.go:171","msg":"trace[124438390] linearizableReadLoop","detail":"{readStateIndex:7108; appliedIndex:7102; }","duration":"700.741439ms","start":"2026-04-08T13:10:32.023641Z","end":"2026-04-08T13:10:32.724382Z","steps":["trace[124438390] 'read index received' (duration: 66.878747ms)","trace[124438390] 'applied index is now lower than readState.Index' (duration: 633.861392ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:32.724544Z","caller":"traceutil/trace.go:171","msg":"trace[278556916] transaction","detail":"{read_only:false; response_revision:6845; number_of_response:1; }","duration":"733.812711ms","start":"2026-04-08T13:10:31.990705Z","end":"2026-04-08T13:10:32.724518Z","steps":["trace[278556916] 'process raft request' (duration: 733.546723ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:32.724619Z","caller":"traceutil/trace.go:171","msg":"trace[831923083] transaction","detail":"{read_only:false; response_revision:6846; number_of_response:1; }","duration":"733.594984ms","start":"2026-04-08T13:10:31.991011Z","end":"2026-04-08T13:10:32.724606Z","steps":["trace[831923083] 'process raft request' (duration: 733.311746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:32.724677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:31.990697Z","time spent":"733.919594ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:32.724723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:31.990965Z","time spent":"733.704897ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:32.724532Z","caller":"traceutil/trace.go:171","msg":"trace[1612505171] transaction","detail":"{read_only:false; response_revision:6843; number_of_response:1; }","duration":"734.058418ms","start":"2026-04-08T13:10:31.990454Z","end":"2026-04-08T13:10:32.724512Z","steps":["trace[1612505171] 'process raft request' (duration: 547.382676ms)","trace[1612505171] 'compare' (duration: 185.780134ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:32.724794Z","caller":"traceutil/trace.go:171","msg":"trace[1635861209] transaction","detail":"{read_only:false; response_revision:6844; number_of_response:1; }","duration":"734.190492ms","start":"2026-04-08T13:10:31.99058Z","end":"2026-04-08T13:10:32.724771Z","steps":["trace[1635861209] 'process raft request' (duration: 733.516922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:32.724903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:31.990562Z","time spent":"734.289385ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:32.72482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:31.990444Z","time spent":"734.359807ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:32.724895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.238613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-08T13:10:32.724995Z","caller":"traceutil/trace.go:171","msg":"trace[545014467] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6846; }","duration":"701.391198ms","start":"2026-04-08T13:10:32.023579Z","end":"2026-04-08T13:10:32.724971Z","steps":["trace[545014467] 'agreement among raft nodes before linearized reading' (duration: 701.10706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:32.725064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:32.023555Z","time spent":"701.49341ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-08T13:10:32.786054Z","caller":"traceutil/trace.go:171","msg":"trace[1971292570] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"638.8223ms","start":"2026-04-08T13:10:32.147208Z","end":"2026-04-08T13:10:32.78603Z","steps":["trace[1971292570] 'process raft request' (duration: 638.695226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:32.786195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:32.147181Z","time spent":"638.941303ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:33.064359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.03928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:33.064677Z","caller":"traceutil/trace.go:171","msg":"trace[1716294646] linearizableReadLoop","detail":"{readStateIndex:7111; appliedIndex:7108; }","duration":"340.192955ms","start":"2026-04-08T13:10:32.724463Z","end":"2026-04-08T13:10:33.064656Z","steps":["trace[1716294646] 'read index received' (duration: 61.426713ms)","trace[1716294646] 'applied index is now lower than readState.Index' (duration: 278.764812ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:33.06477Z","caller":"traceutil/trace.go:171","msg":"trace[1999194129] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"535.741583ms","start":"2026-04-08T13:10:32.529005Z","end":"2026-04-08T13:10:33.064746Z","steps":["trace[1999194129] 'process raft request' (duration: 535.500575ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:33.064797Z","caller":"traceutil/trace.go:171","msg":"trace[1152025036] transaction","detail":"{read_only:false; response_revision:6850; number_of_response:1; }","duration":"334.138613ms","start":"2026-04-08T13:10:32.730643Z","end":"2026-04-08T13:10:33.064782Z","steps":["trace[1152025036] 'process raft request' (duration: 333.948307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:33.064875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:32.528991Z","time spent":"535.830076ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:33.064883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:32.730626Z","time spent":"334.205205ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:33.06499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.783704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-08T13:10:33.065055Z","caller":"traceutil/trace.go:171","msg":"trace[849230958] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6850; }","duration":"606.896167ms","start":"2026-04-08T13:10:32.458141Z","end":"2026-04-08T13:10:33.065037Z","steps":["trace[849230958] 'agreement among raft nodes before linearized reading' (duration: 606.686181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:33.065052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.894527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T13:10:33.065082Z","caller":"traceutil/trace.go:171","msg":"trace[62653583] transaction","detail":"{read_only:false; response_revision:6848; number_of_response:1; }","duration":"599.718133ms","start":"2026-04-08T13:10:32.46535Z","end":"2026-04-08T13:10:33.065068Z","steps":["trace[62653583] 'process raft request' (duration: 364.878009ms)","trace[62653583] 'compare' (duration: 233.849115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:33.065088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.710639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"warn","ts":"2026-04-08T13:10:33.065094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:32.458119Z","time spent":"606.96741ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-08T13:10:33.065129Z","caller":"traceutil/trace.go:171","msg":"trace[618411869] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6850; }","duration":"182.791691ms","start":"2026-04-08T13:10:32.882325Z","end":"2026-04-08T13:10:33.065116Z","steps":["trace[618411869] 'agreement among raft nodes before linearized reading' (duration: 182.673138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:33.065144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:32.465333Z","time spent":"599.775874ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:33.065142Z","caller":"traceutil/trace.go:171","msg":"trace[1970828388] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6850; }","duration":"535.957129ms","start":"2026-04-08T13:10:32.529139Z","end":"2026-04-08T13:10:33.065097Z","steps":["trace[1970828388] 'agreement among raft nodes before linearized reading' (duration: 535.778754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:33.065192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:32.529094Z","time spent":"536.083913ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-08T13:10:33.44413Z","caller":"traceutil/trace.go:171","msg":"trace[1354407024] linearizableReadLoop","detail":"{readStateIndex:7114; appliedIndex:7113; }","duration":"237.450841ms","start":"2026-04-08T13:10:33.206655Z","end":"2026-04-08T13:10:33.444106Z","steps":["trace[1354407024] 'read index received' (duration: 202.827853ms)","trace[1354407024] 'applied index is now lower than readState.Index' (duration: 34.621627ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:33.444294Z","caller":"traceutil/trace.go:171","msg":"trace[1472771002] transaction","detail":"{read_only:false; response_revision:6852; number_of_response:1; }","duration":"340.763585ms","start":"2026-04-08T13:10:33.103518Z","end":"2026-04-08T13:10:33.444281Z","steps":["trace[1472771002] 'process raft request' (duration: 306.015233ms)","trace[1472771002] 'compare' (duration: 34.164713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:33.444441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:33.103493Z","time spent":"340.836467ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:33.444533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.848803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:10:33.444635Z","caller":"traceutil/trace.go:171","msg":"trace[1254183365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6852; }","duration":"237.980017ms","start":"2026-04-08T13:10:33.206612Z","end":"2026-04-08T13:10:33.444592Z","steps":["trace[1254183365] 'agreement among raft nodes before linearized reading' (duration: 237.846033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:33.764903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.957537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:10:33.764982Z","caller":"traceutil/trace.go:171","msg":"trace[747445757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6853; }","duration":"221.071581ms","start":"2026-04-08T13:10:33.543892Z","end":"2026-04-08T13:10:33.764963Z","steps":["trace[747445757] 'range keys from in-memory index tree' (duration: 220.795342ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:34.73359Z","caller":"traceutil/trace.go:171","msg":"trace[317496859] linearizableReadLoop","detail":"{readStateIndex:7116; appliedIndex:7115; }","duration":"122.981855ms","start":"2026-04-08T13:10:34.610582Z","end":"2026-04-08T13:10:34.733563Z","steps":["trace[317496859] 'read index received' (duration: 122.781379ms)","trace[317496859] 'applied index is now lower than readState.Index' (duration: 199.596µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:34.733644Z","caller":"traceutil/trace.go:171","msg":"trace[1282012628] transaction","detail":"{read_only:false; response_revision:6854; number_of_response:1; }","duration":"184.744041ms","start":"2026-04-08T13:10:34.548866Z","end":"2026-04-08T13:10:34.73361Z","steps":["trace[1282012628] 'process raft request' (duration: 184.550695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:34.733821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.224193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:34.733948Z","caller":"traceutil/trace.go:171","msg":"trace[449993690] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:6854; }","duration":"123.381397ms","start":"2026-04-08T13:10:34.610521Z","end":"2026-04-08T13:10:34.733902Z","steps":["trace[449993690] 'agreement among raft nodes before linearized reading' (duration: 123.185681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:35.58569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766892409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:10:36.086679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766892409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:10:36.282516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433396924s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:36.282599Z","caller":"traceutil/trace.go:171","msg":"trace[757605371] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"1.544755472s","start":"2026-04-08T13:10:34.737826Z","end":"2026-04-08T13:10:36.282582Z","steps":["trace[757605371] 'process raft request' (duration: 111.226635ms)","trace[757605371] 'compare' (duration: 1.433190107s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:36.282643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:34.737802Z","time spent":"1.544819993s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:36.399847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.550729267s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:10:36.408235Z","caller":"traceutil/trace.go:171","msg":"trace[1705422998] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"1.66934896s","start":"2026-04-08T13:10:34.738863Z","end":"2026-04-08T13:10:36.408212Z","steps":["trace[1705422998] 'process raft request' (duration: 1.669303419s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:36.408266Z","caller":"traceutil/trace.go:171","msg":"trace[923864907] transaction","detail":"{read_only:false; response_revision:6856; number_of_response:1; }","duration":"1.669579797s","start":"2026-04-08T13:10:34.738672Z","end":"2026-04-08T13:10:36.408252Z","steps":["trace[923864907] 'process raft request' (duration: 1.661391193s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:36.40837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:34.738844Z","time spent":"1.669456393s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:36.408387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:34.738646Z","time spent":"1.669706781s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:36.408522Z","caller":"traceutil/trace.go:171","msg":"trace[392331149] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"1.669723481s","start":"2026-04-08T13:10:34.738773Z","end":"2026-04-08T13:10:36.408497Z","steps":["trace[392331149] 'process raft request' (duration: 1.669320139s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:36.408643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:34.73876Z","time spent":"1.669815964s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:36.442641Z","caller":"traceutil/trace.go:171","msg":"trace[570669856] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"1.370815617s","start":"2026-04-08T13:10:35.071785Z","end":"2026-04-08T13:10:36.4426Z","steps":["trace[570669856] 'process raft request' (duration: 1.370534889s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:36.442574Z","caller":"traceutil/trace.go:171","msg":"trace[18227389] transaction","detail":"{read_only:false; response_revision:6860; number_of_response:1; }","duration":"1.370147118s","start":"2026-04-08T13:10:35.072404Z","end":"2026-04-08T13:10:36.442551Z","steps":["trace[18227389] 'process raft request' (duration: 1.370023584s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:36.442865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:35.071761Z","time spent":"1.370964422s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:36.442991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:35.072391Z","time spent":"1.370389154s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:36.443164Z","caller":"traceutil/trace.go:171","msg":"trace[2010575454] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"991.675939ms","start":"2026-04-08T13:10:35.451474Z","end":"2026-04-08T13:10:36.44315Z","steps":["trace[2010575454] 'process raft request' (duration: 991.483814ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:36.443171Z","caller":"traceutil/trace.go:171","msg":"trace[839397545] linearizableReadLoop","detail":"{readStateIndex:7125; appliedIndex:7117; }","duration":"1.37024826s","start":"2026-04-08T13:10:35.072895Z","end":"2026-04-08T13:10:36.443143Z","steps":["trace[839397545] 'read index received' (duration: 1.327165838s)","trace[839397545] 'applied index is now lower than readState.Index' (duration: 43.081332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:36.443228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:35.451446Z","time spent":"991.749482ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:36.443207Z","caller":"traceutil/trace.go:171","msg":"trace[1093194958] transaction","detail":"{read_only:false; response_revision:6863; number_of_response:1; }","duration":"932.480264ms","start":"2026-04-08T13:10:35.510701Z","end":"2026-04-08T13:10:36.443182Z","steps":["trace[1093194958] 'process raft request' (duration: 932.390861ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:36.443443Z","caller":"traceutil/trace.go:171","msg":"trace[1956212136] transaction","detail":"{read_only:false; response_revision:6861; number_of_response:1; }","duration":"1.074353185s","start":"2026-04-08T13:10:35.369017Z","end":"2026-04-08T13:10:36.44337Z","steps":["trace[1956212136] 'process raft request' (duration: 1.073451968s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:36.443462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370542969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:36.443499Z","caller":"traceutil/trace.go:171","msg":"trace[1639755346] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6863; }","duration":"1.370623121s","start":"2026-04-08T13:10:35.072866Z","end":"2026-04-08T13:10:36.443489Z","steps":["trace[1639755346] 'agreement among raft nodes before linearized reading' (duration: 1.370441156s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:36.44352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:35.368979Z","time spent":"1.074504319s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:36.443535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:35.072856Z","time spent":"1.370670812s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4881,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-08T13:10:36.443511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:35.510676Z","time spent":"932.66095ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:36.443775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256055314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:10:36.443832Z","caller":"traceutil/trace.go:171","msg":"trace[1180831631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6863; }","duration":"1.256134527s","start":"2026-04-08T13:10:35.187683Z","end":"2026-04-08T13:10:36.443818Z","steps":["trace[1180831631] 'agreement among raft nodes before linearized reading' (duration: 1.256052454s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:36.443871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:35.187675Z","time spent":"1.256186808s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:10:36.444223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.464658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"warn","ts":"2026-04-08T13:10:36.444253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067329406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:36.444267Z","caller":"traceutil/trace.go:171","msg":"trace[1290881585] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6863; }","duration":"448.558071ms","start":"2026-04-08T13:10:35.995698Z","end":"2026-04-08T13:10:36.444256Z","steps":["trace[1290881585] 'agreement among raft nodes before linearized reading' (duration: 448.428217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:36.444301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:35.995677Z","time spent":"448.617344ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4881,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-08T13:10:36.444318Z","caller":"traceutil/trace.go:171","msg":"trace[1692788365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6863; }","duration":"1.067414509s","start":"2026-04-08T13:10:35.376875Z","end":"2026-04-08T13:10:36.44429Z","steps":["trace[1692788365] 'agreement among raft nodes before linearized reading' (duration: 1.067330796s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:36.444365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:35.37686Z","time spent":"1.067491002s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:10:36.444477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.639524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:36.444559Z","caller":"traceutil/trace.go:171","msg":"trace[1852050169] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6863; }","duration":"448.753998ms","start":"2026-04-08T13:10:35.995787Z","end":"2026-04-08T13:10:36.444541Z","steps":["trace[1852050169] 'agreement among raft nodes before linearized reading' (duration: 448.430858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:36.444608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:35.995777Z","time spent":"448.82241ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4881,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-08T13:10:38.730797Z","caller":"traceutil/trace.go:171","msg":"trace[346118436] transaction","detail":"{read_only:false; response_revision:6870; number_of_response:1; }","duration":"281.106454ms","start":"2026-04-08T13:10:38.449668Z","end":"2026-04-08T13:10:38.730774Z","steps":["trace[346118436] 'process raft request' (duration: 277.066284ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:38.731101Z","caller":"traceutil/trace.go:171","msg":"trace[1304547929] linearizableReadLoop","detail":"{readStateIndex:7136; appliedIndex:7132; }","duration":"272.305912ms","start":"2026-04-08T13:10:38.458784Z","end":"2026-04-08T13:10:38.73109Z","steps":["trace[1304547929] 'read index received' (duration: 267.997794ms)","trace[1304547929] 'applied index is now lower than readState.Index' (duration: 4.307178ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:38.731113Z","caller":"traceutil/trace.go:171","msg":"trace[1368518237] transaction","detail":"{read_only:false; response_revision:6873; number_of_response:1; }","duration":"280.170165ms","start":"2026-04-08T13:10:38.450927Z","end":"2026-04-08T13:10:38.731098Z","steps":["trace[1368518237] 'process raft request' (duration: 280.092163ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:38.731179Z","caller":"traceutil/trace.go:171","msg":"trace[662024007] transaction","detail":"{read_only:false; response_revision:6872; number_of_response:1; }","duration":"280.595807ms","start":"2026-04-08T13:10:38.450575Z","end":"2026-04-08T13:10:38.73117Z","steps":["trace[662024007] 'process raft request' (duration: 280.365971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:38.731214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.134494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:38.731234Z","caller":"traceutil/trace.go:171","msg":"trace[1345172843] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6873; }","duration":"281.175396ms","start":"2026-04-08T13:10:38.450053Z","end":"2026-04-08T13:10:38.731228Z","steps":["trace[1345172843] 'agreement among raft nodes before linearized reading' (duration: 281.076033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:38.731256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.133363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:38.731314Z","caller":"traceutil/trace.go:171","msg":"trace[110880513] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6873; }","duration":"281.199975ms","start":"2026-04-08T13:10:38.450091Z","end":"2026-04-08T13:10:38.731291Z","steps":["trace[110880513] 'agreement among raft nodes before linearized reading' (duration: 281.006289ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:38.731463Z","caller":"traceutil/trace.go:171","msg":"trace[420149216] transaction","detail":"{read_only:false; response_revision:6871; number_of_response:1; }","duration":"281.228147ms","start":"2026-04-08T13:10:38.449762Z","end":"2026-04-08T13:10:38.73099Z","steps":["trace[420149216] 'process raft request' (duration: 280.960129ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:38.938787Z","caller":"traceutil/trace.go:171","msg":"trace[953693743] transaction","detail":"{read_only:false; response_revision:6874; number_of_response:1; }","duration":"178.516272ms","start":"2026-04-08T13:10:38.76024Z","end":"2026-04-08T13:10:38.938756Z","steps":["trace[953693743] 'process raft request' (duration: 87.452912ms)","trace[953693743] 'compare' (duration: 90.857154ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:40.87343Z","caller":"traceutil/trace.go:171","msg":"trace[1235647053] transaction","detail":"{read_only:false; response_revision:6882; number_of_response:1; }","duration":"138.093918ms","start":"2026-04-08T13:10:40.735308Z","end":"2026-04-08T13:10:40.873402Z","steps":["trace[1235647053] 'process raft request' (duration: 137.887161ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:40.873674Z","caller":"traceutil/trace.go:171","msg":"trace[1096555449] transaction","detail":"{read_only:false; response_revision:6883; number_of_response:1; }","duration":"137.402217ms","start":"2026-04-08T13:10:40.736238Z","end":"2026-04-08T13:10:40.87364Z","steps":["trace[1096555449] 'process raft request' (duration: 137.118609ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:40.873686Z","caller":"traceutil/trace.go:171","msg":"trace[166439179] linearizableReadLoop","detail":"{readStateIndex:7146; appliedIndex:7143; }","duration":"137.226951ms","start":"2026-04-08T13:10:40.736433Z","end":"2026-04-08T13:10:40.87366Z","steps":["trace[166439179] 'read index received' (duration: 92.049808ms)","trace[166439179] 'applied index is now lower than readState.Index' (duration: 45.176243ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:40.873732Z","caller":"traceutil/trace.go:171","msg":"trace[1770877397] transaction","detail":"{read_only:false; response_revision:6884; number_of_response:1; }","duration":"136.775109ms","start":"2026-04-08T13:10:40.736928Z","end":"2026-04-08T13:10:40.873703Z","steps":["trace[1770877397] 'process raft request' (duration: 136.641355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:40.87397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.037056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:40.87402Z","caller":"traceutil/trace.go:171","msg":"trace[527632253] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6884; }","duration":"137.134289ms","start":"2026-04-08T13:10:40.736875Z","end":"2026-04-08T13:10:40.874009Z","steps":["trace[527632253] 'agreement among raft nodes before linearized reading' (duration: 136.934093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:40.87406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.599942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:40.874145Z","caller":"traceutil/trace.go:171","msg":"trace[948543145] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6884; }","duration":"137.704636ms","start":"2026-04-08T13:10:40.736421Z","end":"2026-04-08T13:10:40.874126Z","steps":["trace[948543145] 'agreement among raft nodes before linearized reading' (duration: 137.370786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:42.986558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766892489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:10:43.032512Z","caller":"traceutil/trace.go:171","msg":"trace[238239159] transaction","detail":"{read_only:false; response_revision:6886; number_of_response:1; }","duration":"671.912716ms","start":"2026-04-08T13:10:42.360571Z","end":"2026-04-08T13:10:43.032483Z","steps":["trace[238239159] 'process raft request' (duration: 671.721171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:43.032716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:42.360553Z","time spent":"672.045431ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:43.107302Z","caller":"traceutil/trace.go:171","msg":"trace[877153396] linearizableReadLoop","detail":"{readStateIndex:7154; appliedIndex:7149; }","duration":"620.658755ms","start":"2026-04-08T13:10:42.48606Z","end":"2026-04-08T13:10:43.106719Z","steps":["trace[877153396] 'read index received' (duration: 546.21591ms)","trace[877153396] 'applied index is now lower than readState.Index' (duration: 74.441485ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:43.107468Z","caller":"traceutil/trace.go:171","msg":"trace[2045251495] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"226.871425ms","start":"2026-04-08T13:10:42.879907Z","end":"2026-04-08T13:10:43.106778Z","steps":["trace[2045251495] 'process raft request' (duration: 226.518335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:43.107563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.958564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:10:43.107611Z","caller":"traceutil/trace.go:171","msg":"trace[21773773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6890; }","duration":"620.062487ms","start":"2026-04-08T13:10:42.487536Z","end":"2026-04-08T13:10:43.107598Z","steps":["trace[21773773] 'agreement among raft nodes before linearized reading' (duration: 619.912552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:43.107748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.674444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:10:43.107774Z","caller":"traceutil/trace.go:171","msg":"trace[1277397410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6890; }","duration":"621.744246ms","start":"2026-04-08T13:10:42.486023Z","end":"2026-04-08T13:10:43.107768Z","steps":["trace[1277397410] 'agreement among raft nodes before linearized reading' (duration: 621.620683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:43.10779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:42.485972Z","time spent":"621.814468ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:10:43.107864Z","caller":"traceutil/trace.go:171","msg":"trace[45908064] transaction","detail":"{read_only:false; response_revision:6887; number_of_response:1; }","duration":"272.481296ms","start":"2026-04-08T13:10:42.834305Z","end":"2026-04-08T13:10:43.106786Z","steps":["trace[45908064] 'process raft request' (duration: 240.810606ms)","trace[45908064] 'compare' (duration: 31.187976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:43.107892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.911317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:43.107955Z","caller":"traceutil/trace.go:171","msg":"trace[1860674747] transaction","detail":"{read_only:false; response_revision:6889; number_of_response:1; }","duration":"226.70466ms","start":"2026-04-08T13:10:42.880097Z","end":"2026-04-08T13:10:43.106802Z","steps":["trace[1860674747] 'process raft request' (duration: 226.473884ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:43.107954Z","caller":"traceutil/trace.go:171","msg":"trace[349113790] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6890; }","duration":"225.978538ms","start":"2026-04-08T13:10:42.881962Z","end":"2026-04-08T13:10:43.107941Z","steps":["trace[349113790] 'agreement among raft nodes before linearized reading' (duration: 225.68561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:43.108033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.633468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T13:10:43.108136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.186487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:43.108279Z","caller":"traceutil/trace.go:171","msg":"trace[15915147] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:6890; }","duration":"274.398963ms","start":"2026-04-08T13:10:42.833858Z","end":"2026-04-08T13:10:43.108257Z","steps":["trace[15915147] 'agreement among raft nodes before linearized reading' (duration: 274.182546ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:43.108069Z","caller":"traceutil/trace.go:171","msg":"trace[109097870] transaction","detail":"{read_only:false; response_revision:6890; number_of_response:1; }","duration":"226.482414ms","start":"2026-04-08T13:10:42.880335Z","end":"2026-04-08T13:10:43.106817Z","steps":["trace[109097870] 'process raft request' (duration: 226.282538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:43.108611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:42.48751Z","time spent":"621.065596ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:10:43.10762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.840435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:43.108779Z","caller":"traceutil/trace.go:171","msg":"trace[917955894] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6890; }","duration":"228.014858ms","start":"2026-04-08T13:10:42.880748Z","end":"2026-04-08T13:10:43.108762Z","steps":["trace[917955894] 'agreement among raft nodes before linearized reading' (duration: 226.770482ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:43.108868Z","caller":"traceutil/trace.go:171","msg":"trace[1773048517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6890; }","duration":"545.518506ms","start":"2026-04-08T13:10:42.563324Z","end":"2026-04-08T13:10:43.108842Z","steps":["trace[1773048517] 'agreement among raft nodes before linearized reading' (duration: 544.562237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:43.108971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:42.563298Z","time spent":"545.653289ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:10:43.109078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.970185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:43.109209Z","caller":"traceutil/trace.go:171","msg":"trace[954759112] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6890; }","duration":"620.146119ms","start":"2026-04-08T13:10:42.489037Z","end":"2026-04-08T13:10:43.109183Z","steps":["trace[954759112] 'agreement among raft nodes before linearized reading' (duration: 619.733487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:43.109277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:42.489029Z","time spent":"620.235983ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4881,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-08T13:10:43.553452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.57875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:43.553829Z","caller":"traceutil/trace.go:171","msg":"trace[157327306] linearizableReadLoop","detail":"{readStateIndex:7158; appliedIndex:7155; }","duration":"179.397725ms","start":"2026-04-08T13:10:43.374408Z","end":"2026-04-08T13:10:43.553806Z","steps":["trace[157327306] 'read index received' (duration: 38.512µs)","trace[157327306] 'applied index is now lower than readState.Index' (duration: 179.357743ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:43.553954Z","caller":"traceutil/trace.go:171","msg":"trace[1010221017] transaction","detail":"{read_only:false; response_revision:6892; number_of_response:1; }","duration":"437.370465ms","start":"2026-04-08T13:10:43.116571Z","end":"2026-04-08T13:10:43.553941Z","steps":["trace[1010221017] 'process raft request' (duration: 150.180187ms)","trace[1010221017] 'compare' (duration: 286.162298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:43.554049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:43.116544Z","time spent":"437.464428ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:43.55429Z","caller":"traceutil/trace.go:171","msg":"trace[178533300] transaction","detail":"{read_only:false; response_revision:6894; number_of_response:1; }","duration":"435.965184ms","start":"2026-04-08T13:10:43.118296Z","end":"2026-04-08T13:10:43.554261Z","steps":["trace[178533300] 'process raft request' (duration: 435.447678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:43.554376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.605261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:10:43.554412Z","caller":"traceutil/trace.go:171","msg":"trace[1291862074] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6894; }","duration":"104.714193ms","start":"2026-04-08T13:10:43.449691Z","end":"2026-04-08T13:10:43.554405Z","steps":["trace[1291862074] 'agreement among raft nodes before linearized reading' (duration: 104.61591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:43.554417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:43.118274Z","time spent":"436.078858ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:43.554482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.031014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:43.554523Z","caller":"traceutil/trace.go:171","msg":"trace[1748637378] transaction","detail":"{read_only:false; response_revision:6893; number_of_response:1; }","duration":"437.52378ms","start":"2026-04-08T13:10:43.116981Z","end":"2026-04-08T13:10:43.554505Z","steps":["trace[1748637378] 'process raft request' (duration: 436.636273ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:43.55463Z","caller":"traceutil/trace.go:171","msg":"trace[1768598268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6894; }","duration":"180.223379ms","start":"2026-04-08T13:10:43.374379Z","end":"2026-04-08T13:10:43.554602Z","steps":["trace[1768598268] 'agreement among raft nodes before linearized reading' (duration: 179.977162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:43.554668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:43.116965Z","time spent":"437.653224ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:44.154204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.769421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:10:44.15427Z","caller":"traceutil/trace.go:171","msg":"trace[1795007382] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6894; }","duration":"142.887164ms","start":"2026-04-08T13:10:44.011369Z","end":"2026-04-08T13:10:44.154256Z","steps":["trace[1795007382] 'range keys from in-memory index tree' (duration: 142.588606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:44.154188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.486337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:44.154371Z","caller":"traceutil/trace.go:171","msg":"trace[132492771] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6894; }","duration":"319.754284ms","start":"2026-04-08T13:10:43.834609Z","end":"2026-04-08T13:10:44.154363Z","steps":["trace[132492771] 'count revisions from in-memory index tree' (duration: 319.383583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:44.154395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:43.834585Z","time spent":"319.798396ms","remote":"127.0.0.1:57594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:10:45.274853Z","caller":"traceutil/trace.go:171","msg":"trace[5654060] transaction","detail":"{read_only:false; response_revision:6898; number_of_response:1; }","duration":"158.945376ms","start":"2026-04-08T13:10:45.115875Z","end":"2026-04-08T13:10:45.27482Z","steps":["trace[5654060] 'process raft request' (duration: 158.862934ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:45.2749Z","caller":"traceutil/trace.go:171","msg":"trace[772208979] transaction","detail":"{read_only:false; response_revision:6897; number_of_response:1; }","duration":"159.040318ms","start":"2026-04-08T13:10:45.11582Z","end":"2026-04-08T13:10:45.27486Z","steps":["trace[772208979] 'process raft request' (duration: 158.776731ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:45.274999Z","caller":"traceutil/trace.go:171","msg":"trace[1036844976] linearizableReadLoop","detail":"{readStateIndex:7162; appliedIndex:7159; }","duration":"157.935807ms","start":"2026-04-08T13:10:45.117046Z","end":"2026-04-08T13:10:45.274982Z","steps":["trace[1036844976] 'read index received' (duration: 6.316886ms)","trace[1036844976] 'applied index is now lower than readState.Index' (duration: 151.618081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:45.275308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.114932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:45.275369Z","caller":"traceutil/trace.go:171","msg":"trace[1965087934] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6899; }","duration":"157.188464ms","start":"2026-04-08T13:10:45.11817Z","end":"2026-04-08T13:10:45.275358Z","steps":["trace[1965087934] 'agreement among raft nodes before linearized reading' (duration: 157.019169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:45.275437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.417881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:10:45.275318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.241055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"warn","ts":"2026-04-08T13:10:45.275482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.248957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:45.275486Z","caller":"traceutil/trace.go:171","msg":"trace[626506607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6899; }","duration":"104.508254ms","start":"2026-04-08T13:10:45.170965Z","end":"2026-04-08T13:10:45.275474Z","steps":["trace[626506607] 'agreement among raft nodes before linearized reading' (duration: 104.37048ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:45.275517Z","caller":"traceutil/trace.go:171","msg":"trace[710897869] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6899; }","duration":"155.298858ms","start":"2026-04-08T13:10:45.120207Z","end":"2026-04-08T13:10:45.275506Z","steps":["trace[710897869] 'agreement among raft nodes before linearized reading' (duration: 155.221156ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:45.275506Z","caller":"traceutil/trace.go:171","msg":"trace[321405030] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6899; }","duration":"158.470992ms","start":"2026-04-08T13:10:45.117016Z","end":"2026-04-08T13:10:45.275487Z","steps":["trace[321405030] 'agreement among raft nodes before linearized reading' (duration: 158.109672ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:45.275391Z","caller":"traceutil/trace.go:171","msg":"trace[840237227] transaction","detail":"{read_only:false; response_revision:6899; number_of_response:1; }","duration":"158.196754ms","start":"2026-04-08T13:10:45.117176Z","end":"2026-04-08T13:10:45.275373Z","steps":["trace[840237227] 'process raft request' (duration: 157.603337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:45.519187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.699261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:45.519261Z","caller":"traceutil/trace.go:171","msg":"trace[1823984374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6900; }","duration":"142.814834ms","start":"2026-04-08T13:10:45.376425Z","end":"2026-04-08T13:10:45.51924Z","steps":["trace[1823984374] 'range keys from in-memory index tree' (duration: 142.607549ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:45.779472Z","caller":"traceutil/trace.go:171","msg":"trace[1520533171] transaction","detail":"{read_only:false; response_revision:6903; number_of_response:1; }","duration":"216.348084ms","start":"2026-04-08T13:10:45.563091Z","end":"2026-04-08T13:10:45.779439Z","steps":["trace[1520533171] 'process raft request' (duration: 216.273262ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:45.780187Z","caller":"traceutil/trace.go:171","msg":"trace[1840190029] transaction","detail":"{read_only:false; response_revision:6902; number_of_response:1; }","duration":"217.068234ms","start":"2026-04-08T13:10:45.563051Z","end":"2026-04-08T13:10:45.780119Z","steps":["trace[1840190029] 'process raft request' (duration: 173.018567ms)","trace[1840190029] 'compare' (duration: 43.014687ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:47.472156Z","caller":"traceutil/trace.go:171","msg":"trace[626881133] linearizableReadLoop","detail":"{readStateIndex:7177; appliedIndex:7176; }","duration":"190.701021ms","start":"2026-04-08T13:10:47.281422Z","end":"2026-04-08T13:10:47.472124Z","steps":["trace[626881133] 'read index received' (duration: 42.528987ms)","trace[626881133] 'applied index is now lower than readState.Index' (duration: 148.170754ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:47.47237Z","caller":"traceutil/trace.go:171","msg":"trace[825190909] transaction","detail":"{read_only:false; response_revision:6912; number_of_response:1; }","duration":"191.101393ms","start":"2026-04-08T13:10:47.281152Z","end":"2026-04-08T13:10:47.472253Z","steps":["trace[825190909] 'process raft request' (duration: 143.342033ms)","trace[825190909] 'compare' (duration: 47.105141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:47.472595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.148965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:47.472721Z","caller":"traceutil/trace.go:171","msg":"trace[202474073] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6913; }","duration":"191.285979ms","start":"2026-04-08T13:10:47.281417Z","end":"2026-04-08T13:10:47.472703Z","steps":["trace[202474073] 'agreement among raft nodes before linearized reading' (duration: 191.031602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:47.472983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.161779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:10:47.473013Z","caller":"traceutil/trace.go:171","msg":"trace[100459151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6913; }","duration":"165.21516ms","start":"2026-04-08T13:10:47.30779Z","end":"2026-04-08T13:10:47.473006Z","steps":["trace[100459151] 'agreement among raft nodes before linearized reading' (duration: 165.148588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:47.472742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.233698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:47.473136Z","caller":"traceutil/trace.go:171","msg":"trace[1338010171] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6913; }","duration":"191.632429ms","start":"2026-04-08T13:10:47.281489Z","end":"2026-04-08T13:10:47.473121Z","steps":["trace[1338010171] 'agreement among raft nodes before linearized reading' (duration: 191.125524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:47.473226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.501426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:47.473251Z","caller":"traceutil/trace.go:171","msg":"trace[454564313] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6913; }","duration":"190.548988ms","start":"2026-04-08T13:10:47.282696Z","end":"2026-04-08T13:10:47.473245Z","steps":["trace[454564313] 'agreement among raft nodes before linearized reading' (duration: 190.458105ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:47.473437Z","caller":"traceutil/trace.go:171","msg":"trace[1454215284] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"191.767454ms","start":"2026-04-08T13:10:47.281655Z","end":"2026-04-08T13:10:47.473422Z","steps":["trace[1454215284] 'process raft request' (duration: 190.386963ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:47.653965Z","caller":"traceutil/trace.go:171","msg":"trace[901548498] linearizableReadLoop","detail":"{readStateIndex:7179; appliedIndex:7178; }","duration":"143.867258ms","start":"2026-04-08T13:10:47.510078Z","end":"2026-04-08T13:10:47.653946Z","steps":["trace[901548498] 'read index received' (duration: 118.398086ms)","trace[901548498] 'applied index is now lower than readState.Index' (duration: 25.468332ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:47.654066Z","caller":"traceutil/trace.go:171","msg":"trace[257412136] transaction","detail":"{read_only:false; response_revision:6914; number_of_response:1; }","duration":"152.953973ms","start":"2026-04-08T13:10:47.501102Z","end":"2026-04-08T13:10:47.654056Z","steps":["trace[257412136] 'process raft request' (duration: 127.43565ms)","trace[257412136] 'compare' (duration: 25.161052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:47.654203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.104865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:10:47.654236Z","caller":"traceutil/trace.go:171","msg":"trace[1657285932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6914; }","duration":"144.187737ms","start":"2026-04-08T13:10:47.51004Z","end":"2026-04-08T13:10:47.654228Z","steps":["trace[1657285932] 'agreement among raft nodes before linearized reading' (duration: 144.111274ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:48.128053Z","caller":"traceutil/trace.go:171","msg":"trace[1924648040] transaction","detail":"{read_only:false; response_revision:6918; number_of_response:1; }","duration":"338.450646ms","start":"2026-04-08T13:10:47.789584Z","end":"2026-04-08T13:10:48.128035Z","steps":["trace[1924648040] 'process raft request' (duration: 270.282676ms)","trace[1924648040] 'compare' (duration: 67.82793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:48.128473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:47.789574Z","time spent":"338.840907ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:48.128334Z","caller":"traceutil/trace.go:171","msg":"trace[2048433125] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"300.323086ms","start":"2026-04-08T13:10:47.827981Z","end":"2026-04-08T13:10:48.128304Z","steps":["trace[2048433125] 'process raft request' (duration: 299.969435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:48.129521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:47.827963Z","time spent":"301.530661ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:48.514962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.558854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:48.515081Z","caller":"traceutil/trace.go:171","msg":"trace[178974966] linearizableReadLoop","detail":"{readStateIndex:7186; appliedIndex:7185; }","duration":"140.147212ms","start":"2026-04-08T13:10:48.374913Z","end":"2026-04-08T13:10:48.51506Z","steps":["trace[178974966] 'read index received' (duration: 43.351µs)","trace[178974966] 'applied index is now lower than readState.Index' (duration: 140.102061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:48.515194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.277875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:48.515247Z","caller":"traceutil/trace.go:171","msg":"trace[1904557975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6921; }","duration":"140.356248ms","start":"2026-04-08T13:10:48.374875Z","end":"2026-04-08T13:10:48.515231Z","steps":["trace[1904557975] 'agreement among raft nodes before linearized reading' (duration: 140.243714ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:48.515266Z","caller":"traceutil/trace.go:171","msg":"trace[2087801154] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"382.181694ms","start":"2026-04-08T13:10:48.133055Z","end":"2026-04-08T13:10:48.515236Z","steps":["trace[2087801154] 'process raft request' (duration: 115.256629ms)","trace[2087801154] 'compare' (duration: 266.117032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:48.515362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:48.133043Z","time spent":"382.267756ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:48.993059Z","caller":"traceutil/trace.go:171","msg":"trace[1605832142] transaction","detail":"{read_only:false; response_revision:6922; number_of_response:1; }","duration":"254.278139ms","start":"2026-04-08T13:10:48.738757Z","end":"2026-04-08T13:10:48.993035Z","steps":["trace[1605832142] 'process raft request' (duration: 254.122924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:49.619706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.157996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:10:49.619785Z","caller":"traceutil/trace.go:171","msg":"trace[1926555997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6922; }","duration":"548.267748ms","start":"2026-04-08T13:10:49.071498Z","end":"2026-04-08T13:10:49.619766Z","steps":["trace[1926555997] 'range keys from in-memory index tree' (duration: 548.007861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:49.619828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:49.071486Z","time spent":"548.330201ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:10:49.62055Z","caller":"traceutil/trace.go:171","msg":"trace[1000847979] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"454.260362ms","start":"2026-04-08T13:10:49.16626Z","end":"2026-04-08T13:10:49.62052Z","steps":["trace[1000847979] 'process raft request' (duration: 366.58763ms)","trace[1000847979] 'compare' (duration: 86.375334ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:49.620586Z","caller":"traceutil/trace.go:171","msg":"trace[1865485321] linearizableReadLoop","detail":"{readStateIndex:7188; appliedIndex:7187; }","duration":"373.867811ms","start":"2026-04-08T13:10:49.246694Z","end":"2026-04-08T13:10:49.620562Z","steps":["trace[1865485321] 'read index received' (duration: 286.164688ms)","trace[1865485321] 'applied index is now lower than readState.Index' (duration: 87.701623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:49.620872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:49.166235Z","time spent":"454.377385ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:49.620981Z","caller":"traceutil/trace.go:171","msg":"trace[555362926] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"118.563538ms","start":"2026-04-08T13:10:49.502386Z","end":"2026-04-08T13:10:49.62095Z","steps":["trace[555362926] 'process raft request' (duration: 118.040133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:49.621166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.958483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:49.621298Z","caller":"traceutil/trace.go:171","msg":"trace[946701126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6926; }","duration":"245.163649ms","start":"2026-04-08T13:10:49.376124Z","end":"2026-04-08T13:10:49.621288Z","steps":["trace[946701126] 'agreement among raft nodes before linearized reading' (duration: 245.016935ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:49.620601Z","caller":"traceutil/trace.go:171","msg":"trace[1898586270] transaction","detail":"{read_only:false; response_revision:6926; number_of_response:1; }","duration":"117.711613ms","start":"2026-04-08T13:10:49.502868Z","end":"2026-04-08T13:10:49.62058Z","steps":["trace[1898586270] 'process raft request' (duration: 117.630601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:49.621795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.586381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:49.622375Z","caller":"traceutil/trace.go:171","msg":"trace[1068368739] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6926; }","duration":"116.17691ms","start":"2026-04-08T13:10:49.506188Z","end":"2026-04-08T13:10:49.622365Z","steps":["trace[1068368739] 'agreement among raft nodes before linearized reading' (duration: 115.472618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:49.621833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.548479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:49.622595Z","caller":"traceutil/trace.go:171","msg":"trace[937463377] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6926; }","duration":"117.363673ms","start":"2026-04-08T13:10:49.505218Z","end":"2026-04-08T13:10:49.622582Z","steps":["trace[937463377] 'agreement among raft nodes before linearized reading' (duration: 116.476046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:49.621931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.521945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:10:49.623007Z","caller":"traceutil/trace.go:171","msg":"trace[291389017] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6926; }","duration":"121.617687ms","start":"2026-04-08T13:10:49.501359Z","end":"2026-04-08T13:10:49.622977Z","steps":["trace[291389017] 'agreement among raft nodes before linearized reading' (duration: 120.462153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:49.623019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.862089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:10:49.620654Z","caller":"traceutil/trace.go:171","msg":"trace[600746260] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"291.218814ms","start":"2026-04-08T13:10:49.329423Z","end":"2026-04-08T13:10:49.620642Z","steps":["trace[600746260] 'process raft request' (duration: 290.891185ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:49.623951Z","caller":"traceutil/trace.go:171","msg":"trace[680371600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6926; }","duration":"376.404594ms","start":"2026-04-08T13:10:49.246679Z","end":"2026-04-08T13:10:49.623083Z","steps":["trace[680371600] 'agreement among raft nodes before linearized reading' (duration: 374.011505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:49.624153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:49.246636Z","time spent":"377.477726ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:10:50.127859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766892584,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:10:50.1395Z","caller":"traceutil/trace.go:171","msg":"trace[993692562] linearizableReadLoop","detail":"{readStateIndex:7192; appliedIndex:7191; }","duration":"512.04487ms","start":"2026-04-08T13:10:49.627436Z","end":"2026-04-08T13:10:50.13948Z","steps":["trace[993692562] 'read index received' (duration: 511.937187ms)","trace[993692562] 'applied index is now lower than readState.Index' (duration: 106.613µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:50.139817Z","caller":"traceutil/trace.go:171","msg":"trace[1372881247] transaction","detail":"{read_only:false; response_revision:6927; number_of_response:1; }","duration":"512.966556ms","start":"2026-04-08T13:10:49.626833Z","end":"2026-04-08T13:10:50.1398Z","steps":["trace[1372881247] 'process raft request' (duration: 512.513323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:50.139958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:49.626808Z","time spent":"513.051019ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:50.140281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.826502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12170"} {"level":"info","ts":"2026-04-08T13:10:50.140317Z","caller":"traceutil/trace.go:171","msg":"trace[690285549] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6927; }","duration":"512.881625ms","start":"2026-04-08T13:10:49.627425Z","end":"2026-04-08T13:10:50.140306Z","steps":["trace[690285549] 'agreement among raft nodes before linearized reading' (duration: 512.75057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:50.140346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:49.627419Z","time spent":"512.919675ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12192,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T13:10:50.140509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.490694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:10:50.140597Z","caller":"traceutil/trace.go:171","msg":"trace[648973907] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6927; }","duration":"252.630988ms","start":"2026-04-08T13:10:49.887946Z","end":"2026-04-08T13:10:50.140577Z","steps":["trace[648973907] 'agreement among raft nodes before linearized reading' (duration: 252.434563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:50.140613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.911108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:10:50.140643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.745056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:10:50.140689Z","caller":"traceutil/trace.go:171","msg":"trace[1869677662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6927; }","duration":"481.061482ms","start":"2026-04-08T13:10:49.659598Z","end":"2026-04-08T13:10:50.140659Z","steps":["trace[1869677662] 'agreement among raft nodes before linearized reading' (duration: 480.778454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:50.14074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:49.659575Z","time spent":"481.156685ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:10:50.140731Z","caller":"traceutil/trace.go:171","msg":"trace[1570811089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6927; }","duration":"466.86399ms","start":"2026-04-08T13:10:49.673842Z","end":"2026-04-08T13:10:50.140706Z","steps":["trace[1570811089] 'agreement among raft nodes before linearized reading' (duration: 466.618033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:50.140793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:49.67383Z","time spent":"466.952792ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:10:50.141007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.748252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:10:50.14107Z","caller":"traceutil/trace.go:171","msg":"trace[2142377151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6927; }","duration":"280.845435ms","start":"2026-04-08T13:10:49.860206Z","end":"2026-04-08T13:10:50.141052Z","steps":["trace[2142377151] 'agreement among raft nodes before linearized reading' (duration: 280.199766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:50.693521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766892587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:10:51.193652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766892587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:10:51.316368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168596181s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:10:51.324744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.179281ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:51.324855Z","caller":"traceutil/trace.go:171","msg":"trace[931479791] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6927; }","duration":"477.298575ms","start":"2026-04-08T13:10:50.84754Z","end":"2026-04-08T13:10:51.324839Z","steps":["trace[931479791] 'range keys from in-memory index tree' (duration: 477.164351ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:51.326688Z","caller":"traceutil/trace.go:171","msg":"trace[418986704] transaction","detail":"{read_only:false; response_revision:6928; number_of_response:1; }","duration":"1.179017683s","start":"2026-04-08T13:10:50.147658Z","end":"2026-04-08T13:10:51.326676Z","steps":["trace[418986704] 'process raft request' (duration: 1.168873379s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:51.326782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:50.147635Z","time spent":"1.179093444s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:51.326945Z","caller":"traceutil/trace.go:171","msg":"trace[44889763] transaction","detail":"{read_only:false; response_revision:6929; number_of_response:1; }","duration":"1.179266229s","start":"2026-04-08T13:10:50.14766Z","end":"2026-04-08T13:10:51.326926Z","steps":["trace[44889763] 'process raft request' (duration: 1.17895944s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:51.327041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:50.147635Z","time spent":"1.179362602s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:51.327101Z","caller":"traceutil/trace.go:171","msg":"trace[1246404928] transaction","detail":"{read_only:false; response_revision:6930; number_of_response:1; }","duration":"1.179424594s","start":"2026-04-08T13:10:50.147668Z","end":"2026-04-08T13:10:51.327093Z","steps":["trace[1246404928] 'process raft request' (duration: 1.179193587s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:51.327172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:50.147651Z","time spent":"1.179494836s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:51.327256Z","caller":"traceutil/trace.go:171","msg":"trace[1144203891] linearizableReadLoop","detail":"{readStateIndex:7197; appliedIndex:7192; }","duration":"1.13473452s","start":"2026-04-08T13:10:50.192507Z","end":"2026-04-08T13:10:51.327241Z","steps":["trace[1144203891] 'read index received' (duration: 1.124037781s)","trace[1144203891] 'applied index is now lower than readState.Index' (duration: 10.695779ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:51.327271Z","caller":"traceutil/trace.go:171","msg":"trace[414738725] transaction","detail":"{read_only:false; response_revision:6931; number_of_response:1; }","duration":"1.179526667s","start":"2026-04-08T13:10:50.147737Z","end":"2026-04-08T13:10:51.327264Z","steps":["trace[414738725] 'process raft request' (duration: 1.179326491s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:51.327334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:50.147728Z","time spent":"1.179585619s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:51.327356Z","caller":"traceutil/trace.go:171","msg":"trace[852696985] transaction","detail":"{read_only:false; response_revision:6932; number_of_response:1; }","duration":"547.99252ms","start":"2026-04-08T13:10:50.779353Z","end":"2026-04-08T13:10:51.327346Z","steps":["trace[852696985] 'process raft request' (duration: 547.838896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:51.327414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:50.779329Z","time spent":"548.047982ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:51.327465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046235089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:10:51.327491Z","caller":"traceutil/trace.go:171","msg":"trace[1094220487] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6932; }","duration":"1.046332842s","start":"2026-04-08T13:10:50.281152Z","end":"2026-04-08T13:10:51.327485Z","steps":["trace[1094220487] 'agreement among raft nodes before linearized reading' (duration: 1.04625373s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:51.327512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:50.281131Z","time spent":"1.046376013s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:10:51.327532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135024949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:51.327562Z","caller":"traceutil/trace.go:171","msg":"trace[1028390170] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6932; }","duration":"1.135083271s","start":"2026-04-08T13:10:50.19247Z","end":"2026-04-08T13:10:51.327553Z","steps":["trace[1028390170] 'agreement among raft nodes before linearized reading' (duration: 1.135035599s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:51.327598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:50.192453Z","time spent":"1.135138642s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T13:10:51.327683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.686309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:10:51.327733Z","caller":"traceutil/trace.go:171","msg":"trace[1112836759] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6932; }","duration":"473.769332ms","start":"2026-04-08T13:10:50.853956Z","end":"2026-04-08T13:10:51.327726Z","steps":["trace[1112836759] 'agreement among raft nodes before linearized reading' (duration: 473.70326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:51.327756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:50.853943Z","time spent":"473.807003ms","remote":"127.0.0.1:57894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:10:55.52241Z","caller":"traceutil/trace.go:171","msg":"trace[25044900] transaction","detail":"{read_only:false; response_revision:6948; number_of_response:1; }","duration":"161.946091ms","start":"2026-04-08T13:10:55.360441Z","end":"2026-04-08T13:10:55.522387Z","steps":["trace[25044900] 'process raft request' (duration: 109.751475ms)","trace[25044900] 'compare' (duration: 52.049352ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:55.522652Z","caller":"traceutil/trace.go:171","msg":"trace[1307202036] linearizableReadLoop","detail":"{readStateIndex:7216; appliedIndex:7212; }","duration":"145.891ms","start":"2026-04-08T13:10:55.376739Z","end":"2026-04-08T13:10:55.52263Z","steps":["trace[1307202036] 'read index received' (duration: 6.625989ms)","trace[1307202036] 'applied index is now lower than readState.Index' (duration: 139.264121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:55.522774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.025065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:55.522803Z","caller":"traceutil/trace.go:171","msg":"trace[617343701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6950; }","duration":"146.107027ms","start":"2026-04-08T13:10:55.376687Z","end":"2026-04-08T13:10:55.522794Z","steps":["trace[617343701] 'agreement among raft nodes before linearized reading' (duration: 146.025504ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:55.522825Z","caller":"traceutil/trace.go:171","msg":"trace[1189594866] transaction","detail":"{read_only:false; response_revision:6949; number_of_response:1; }","duration":"162.047253ms","start":"2026-04-08T13:10:55.360769Z","end":"2026-04-08T13:10:55.522816Z","steps":["trace[1189594866] 'process raft request' (duration: 161.58433ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:55.522992Z","caller":"traceutil/trace.go:171","msg":"trace[225410563] transaction","detail":"{read_only:false; response_revision:6950; number_of_response:1; }","duration":"161.627552ms","start":"2026-04-08T13:10:55.361357Z","end":"2026-04-08T13:10:55.522985Z","steps":["trace[225410563] 'process raft request' (duration: 161.179949ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:55.7553Z","caller":"traceutil/trace.go:171","msg":"trace[1448399088] transaction","detail":"{read_only:false; response_revision:6951; number_of_response:1; }","duration":"119.457143ms","start":"2026-04-08T13:10:55.635825Z","end":"2026-04-08T13:10:55.755283Z","steps":["trace[1448399088] 'process raft request' (duration: 119.32238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:58.234918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.232981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:58.235478Z","caller":"traceutil/trace.go:171","msg":"trace[673402031] transaction","detail":"{read_only:false; response_revision:6965; number_of_response:1; }","duration":"407.553259ms","start":"2026-04-08T13:10:57.827901Z","end":"2026-04-08T13:10:58.235455Z","steps":["trace[673402031] 'process raft request' (duration: 157.68219ms)","trace[673402031] 'compare' (duration: 248.726427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:58.235573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:57.827879Z","time spent":"407.644032ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:10:58.23595Z","caller":"traceutil/trace.go:171","msg":"trace[1994109220] linearizableReadLoop","detail":"{readStateIndex:7233; appliedIndex:7231; }","duration":"193.197634ms","start":"2026-04-08T13:10:58.04274Z","end":"2026-04-08T13:10:58.235937Z","steps":["trace[1994109220] 'read index received' (duration: 183.688853ms)","trace[1994109220] 'applied index is now lower than readState.Index' (duration: 9.507811ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:58.236137Z","caller":"traceutil/trace.go:171","msg":"trace[673556296] transaction","detail":"{read_only:false; response_revision:6966; number_of_response:1; }","duration":"407.91696ms","start":"2026-04-08T13:10:57.828211Z","end":"2026-04-08T13:10:58.236128Z","steps":["trace[673556296] 'process raft request' (duration: 406.85239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:58.236771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.565184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:10:58.237181Z","caller":"traceutil/trace.go:171","msg":"trace[445159516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6966; }","duration":"194.421449ms","start":"2026-04-08T13:10:58.042733Z","end":"2026-04-08T13:10:58.237154Z","steps":["trace[445159516] 'agreement among raft nodes before linearized reading' (duration: 193.533973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:58.237147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.107498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:10:58.237363Z","caller":"traceutil/trace.go:171","msg":"trace[1518638295] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6966; }","duration":"129.396186ms","start":"2026-04-08T13:10:58.107946Z","end":"2026-04-08T13:10:58.237342Z","steps":["trace[1518638295] 'agreement among raft nodes before linearized reading' (duration: 128.311225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:58.237524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:10:57.828187Z","time spent":"408.647341ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:10:58.537326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.346033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:58.537432Z","caller":"traceutil/trace.go:171","msg":"trace[1241846144] linearizableReadLoop","detail":"{readStateIndex:7234; appliedIndex:7233; }","duration":"159.161524ms","start":"2026-04-08T13:10:58.378256Z","end":"2026-04-08T13:10:58.537417Z","steps":["trace[1241846144] 'read index received' (duration: 14.633826ms)","trace[1241846144] 'applied index is now lower than readState.Index' (duration: 144.526668ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:58.537543Z","caller":"traceutil/trace.go:171","msg":"trace[2082113540] transaction","detail":"{read_only:false; response_revision:6967; number_of_response:1; }","duration":"296.444316ms","start":"2026-04-08T13:10:58.241038Z","end":"2026-04-08T13:10:58.537482Z","steps":["trace[2082113540] 'process raft request' (duration: 151.862967ms)","trace[2082113540] 'compare' (duration: 144.241549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:58.537858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.256637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:10:58.537909Z","caller":"traceutil/trace.go:171","msg":"trace[570722701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6967; }","duration":"159.72967ms","start":"2026-04-08T13:10:58.378166Z","end":"2026-04-08T13:10:58.537896Z","steps":["trace[570722701] 'agreement among raft nodes before linearized reading' (duration: 159.293318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:59.697976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.526565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:10:59.698081Z","caller":"traceutil/trace.go:171","msg":"trace[1724230242] linearizableReadLoop","detail":"{readStateIndex:7236; appliedIndex:7235; }","duration":"139.592339ms","start":"2026-04-08T13:10:59.558472Z","end":"2026-04-08T13:10:59.698065Z","steps":["trace[1724230242] 'read index received' (duration: 36.949851ms)","trace[1724230242] 'applied index is now lower than readState.Index' (duration: 102.639738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:10:59.698262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.787745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:10:59.698274Z","caller":"traceutil/trace.go:171","msg":"trace[1948349245] transaction","detail":"{read_only:false; response_revision:6969; number_of_response:1; }","duration":"141.77257ms","start":"2026-04-08T13:10:59.556487Z","end":"2026-04-08T13:10:59.698259Z","steps":["trace[1948349245] 'process raft request' (duration: 38.883785ms)","trace[1948349245] 'compare' (duration: 102.33092ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:10:59.69831Z","caller":"traceutil/trace.go:171","msg":"trace[2040279576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6969; }","duration":"139.864847ms","start":"2026-04-08T13:10:59.558434Z","end":"2026-04-08T13:10:59.698299Z","steps":["trace[2040279576] 'agreement among raft nodes before linearized reading' (duration: 139.711613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:10:59.698429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.814935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:10:59.698453Z","caller":"traceutil/trace.go:171","msg":"trace[1696738617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6969; }","duration":"139.878967ms","start":"2026-04-08T13:10:59.558568Z","end":"2026-04-08T13:10:59.698447Z","steps":["trace[1696738617] 'agreement among raft nodes before linearized reading' (duration: 139.804904ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:10:59.996472Z","caller":"traceutil/trace.go:171","msg":"trace[1557040618] transaction","detail":"{read_only:false; response_revision:6973; number_of_response:1; }","duration":"168.750348ms","start":"2026-04-08T13:10:59.827691Z","end":"2026-04-08T13:10:59.996442Z","steps":["trace[1557040618] 'process raft request' (duration: 168.581503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:00.505871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.552687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:00.505955Z","caller":"traceutil/trace.go:171","msg":"trace[842477690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6975; }","duration":"129.686291ms","start":"2026-04-08T13:11:00.37625Z","end":"2026-04-08T13:11:00.505936Z","steps":["trace[842477690] 'range keys from in-memory index tree' (duration: 129.390103ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:00.738692Z","caller":"traceutil/trace.go:171","msg":"trace[789385766] transaction","detail":"{read_only:false; response_revision:6976; number_of_response:1; }","duration":"192.939305ms","start":"2026-04-08T13:11:00.545708Z","end":"2026-04-08T13:11:00.738647Z","steps":["trace[789385766] 'process raft request' (duration: 192.76359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:01.084926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.820526ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:01.085025Z","caller":"traceutil/trace.go:171","msg":"trace[1867717277] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6976; }","duration":"236.938419ms","start":"2026-04-08T13:11:00.848073Z","end":"2026-04-08T13:11:01.085011Z","steps":["trace[1867717277] 'range keys from in-memory index tree' (duration: 236.806544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:01.778306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.878246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12170"} {"level":"info","ts":"2026-04-08T13:11:01.778381Z","caller":"traceutil/trace.go:171","msg":"trace[1277833654] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6977; }","duration":"291.97741ms","start":"2026-04-08T13:11:01.486382Z","end":"2026-04-08T13:11:01.778359Z","steps":["trace[1277833654] 'range keys from in-memory index tree' (duration: 291.685162ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:01.824018Z","caller":"traceutil/trace.go:171","msg":"trace[1353074979] transaction","detail":"{read_only:false; response_revision:6978; number_of_response:1; }","duration":"337.213101ms","start":"2026-04-08T13:11:01.486778Z","end":"2026-04-08T13:11:01.823991Z","steps":["trace[1353074979] 'process raft request' (duration: 337.036726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:01.82421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:01.486758Z","time spent":"337.337984ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:11:02.133564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.555989ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:11:02.133759Z","caller":"traceutil/trace.go:171","msg":"trace[1456327755] linearizableReadLoop","detail":"{readStateIndex:7246; appliedIndex:7244; }","duration":"427.370379ms","start":"2026-04-08T13:11:01.706376Z","end":"2026-04-08T13:11:02.133746Z","steps":["trace[1456327755] 'read index received' (duration: 117.455537ms)","trace[1456327755] 'applied index is now lower than readState.Index' (duration: 309.914072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:02.133984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.607515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:11:02.13401Z","caller":"traceutil/trace.go:171","msg":"trace[521813329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6978; }","duration":"427.672417ms","start":"2026-04-08T13:11:01.706331Z","end":"2026-04-08T13:11:02.134003Z","steps":["trace[521813329] 'agreement among raft nodes before linearized reading' (duration: 427.571974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:02.134033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:01.706312Z","time spent":"427.715197ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:11:02.134115Z","caller":"traceutil/trace.go:171","msg":"trace[767864703] transaction","detail":"{read_only:false; response_revision:6979; number_of_response:1; }","duration":"222.426363ms","start":"2026-04-08T13:11:01.911674Z","end":"2026-04-08T13:11:02.1341Z","steps":["trace[767864703] 'process raft request' (duration: 222.002202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:02.4555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.95625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:11:02.455657Z","caller":"traceutil/trace.go:171","msg":"trace[556975817] transaction","detail":"{read_only:false; response_revision:6981; number_of_response:1; }","duration":"317.978229ms","start":"2026-04-08T13:11:02.137665Z","end":"2026-04-08T13:11:02.455643Z","steps":["trace[556975817] 'process raft request' (duration: 317.932278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:02.455703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:02.13764Z","time spent":"318.042531ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:02.455947Z","caller":"traceutil/trace.go:171","msg":"trace[437972548] linearizableReadLoop","detail":"{readStateIndex:7248; appliedIndex:7247; }","duration":"322.154486ms","start":"2026-04-08T13:11:02.133781Z","end":"2026-04-08T13:11:02.455936Z","steps":["trace[437972548] 'read index received' (duration: 114.822385ms)","trace[437972548] 'applied index is now lower than readState.Index' (duration: 207.330651ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:02.456006Z","caller":"traceutil/trace.go:171","msg":"trace[2121507786] transaction","detail":"{read_only:false; response_revision:6980; number_of_response:1; }","duration":"454.125158ms","start":"2026-04-08T13:11:02.001872Z","end":"2026-04-08T13:11:02.455998Z","steps":["trace[2121507786] 'process raft request' (duration: 246.593601ms)","trace[2121507786] 'compare' (duration: 206.61898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:02.456046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:02.001846Z","time spent":"454.177408ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:11:02.456191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.755676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:11:02.456217Z","caller":"traceutil/trace.go:171","msg":"trace[1728753234] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6981; }","duration":"543.814938ms","start":"2026-04-08T13:11:01.912395Z","end":"2026-04-08T13:11:02.45621Z","steps":["trace[1728753234] 'agreement among raft nodes before linearized reading' (duration: 543.698764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:02.456234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:01.91238Z","time spent":"543.849508ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4881,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-08T13:11:02.456328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.366733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:02.456366Z","caller":"traceutil/trace.go:171","msg":"trace[893138057] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6981; }","duration":"628.441465ms","start":"2026-04-08T13:11:01.827915Z","end":"2026-04-08T13:11:02.456357Z","steps":["trace[893138057] 'agreement among raft nodes before linearized reading' (duration: 628.368633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:02.456388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:01.827899Z","time spent":"628.484986ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T13:11:02.456407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.697591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:11:02.456426Z","caller":"traceutil/trace.go:171","msg":"trace[330917918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6981; }","duration":"700.730733ms","start":"2026-04-08T13:11:01.75569Z","end":"2026-04-08T13:11:02.456421Z","steps":["trace[330917918] 'agreement among raft nodes before linearized reading' (duration: 700.672321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:02.45645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:01.755679Z","time spent":"700.765873ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:11:02.456459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.516823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"warn","ts":"2026-04-08T13:11:02.456525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.898657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:11:02.456542Z","caller":"traceutil/trace.go:171","msg":"trace[254732974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6981; }","duration":"723.927129ms","start":"2026-04-08T13:11:01.73261Z","end":"2026-04-08T13:11:02.456537Z","steps":["trace[254732974] 'agreement among raft nodes before linearized reading' (duration: 723.878597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:02.456562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:01.732603Z","time spent":"723.955009ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:11:02.45656Z","caller":"traceutil/trace.go:171","msg":"trace[378367098] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6981; }","duration":"684.653077ms","start":"2026-04-08T13:11:01.771878Z","end":"2026-04-08T13:11:02.456531Z","steps":["trace[378367098] 'agreement among raft nodes before linearized reading' (duration: 684.353128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:02.456628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:01.771862Z","time spent":"684.751129ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4881,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-08T13:11:02.456751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.787439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-04-08T13:11:02.456885Z","caller":"traceutil/trace.go:171","msg":"trace[1731886509] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6981; }","duration":"667.939923ms","start":"2026-04-08T13:11:01.788922Z","end":"2026-04-08T13:11:02.456862Z","steps":["trace[1731886509] 'agreement among raft nodes before linearized reading' (duration: 667.388928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:02.456973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:01.788915Z","time spent":"668.045876ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4881,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-08T13:11:02.462783Z","caller":"traceutil/trace.go:171","msg":"trace[1005020385] transaction","detail":"{read_only:false; response_revision:6982; number_of_response:1; }","duration":"199.737656ms","start":"2026-04-08T13:11:02.26303Z","end":"2026-04-08T13:11:02.462768Z","steps":["trace[1005020385] 'process raft request' (duration: 199.494539ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:02.462881Z","caller":"traceutil/trace.go:171","msg":"trace[535348552] transaction","detail":"{read_only:false; response_revision:6983; number_of_response:1; }","duration":"177.60117ms","start":"2026-04-08T13:11:02.285274Z","end":"2026-04-08T13:11:02.462875Z","steps":["trace[535348552] 'process raft request' (duration: 177.332263ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:02.823038Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4845} {"level":"info","ts":"2026-04-08T13:11:03.013681Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4845,"took":"189.308581ms","hash":1898766202,"current-db-size-bytes":49053696,"current-db-size":"49 MB","current-db-size-in-use-bytes":19144704,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-08T13:11:03.013787Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1898766202,"revision":4845,"compact-revision":2671} {"level":"warn","ts":"2026-04-08T13:11:11.828138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.220398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:11:12.490503Z","caller":"traceutil/trace.go:171","msg":"trace[1659855484] linearizableReadLoop","detail":"{readStateIndex:7361; appliedIndex:7360; }","duration":"113.541969ms","start":"2026-04-08T13:11:12.376937Z","end":"2026-04-08T13:11:12.490479Z","steps":["trace[1659855484] 'read index received' (duration: 113.282772ms)","trace[1659855484] 'applied index is now lower than readState.Index' (duration: 258.047µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:12.490561Z","caller":"traceutil/trace.go:171","msg":"trace[1725771657] transaction","detail":"{read_only:false; response_revision:7087; number_of_response:1; }","duration":"291.084883ms","start":"2026-04-08T13:11:12.199448Z","end":"2026-04-08T13:11:12.490533Z","steps":["trace[1725771657] 'process raft request' (duration: 290.865687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:12.490623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.708234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:12.490679Z","caller":"traceutil/trace.go:171","msg":"trace[348035669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7087; }","duration":"113.804307ms","start":"2026-04-08T13:11:12.376842Z","end":"2026-04-08T13:11:12.490646Z","steps":["trace[348035669] 'agreement among raft nodes before linearized reading' (duration: 113.731645ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:19.386049Z","caller":"traceutil/trace.go:171","msg":"trace[373338822] transaction","detail":"{read_only:false; response_revision:7126; number_of_response:1; }","duration":"485.499783ms","start":"2026-04-08T13:11:18.900514Z","end":"2026-04-08T13:11:19.386014Z","steps":["trace[373338822] 'process raft request' (duration: 485.314848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:19.38619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:18.90049Z","time spent":"485.629276ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:20.218154Z","caller":"traceutil/trace.go:171","msg":"trace[896888213] transaction","detail":"{read_only:false; response_revision:7127; number_of_response:1; }","duration":"248.080178ms","start":"2026-04-08T13:11:19.970057Z","end":"2026-04-08T13:11:20.218137Z","steps":["trace[896888213] 'process raft request' (duration: 247.984856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:20.86399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.216979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:20.864103Z","caller":"traceutil/trace.go:171","msg":"trace[253143160] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7127; }","duration":"603.361094ms","start":"2026-04-08T13:11:20.260721Z","end":"2026-04-08T13:11:20.864082Z","steps":["trace[253143160] 'count revisions from in-memory index tree' (duration: 603.163658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:20.864719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:20.26069Z","time spent":"603.97821ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:11:20.864753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.20666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:20.864857Z","caller":"traceutil/trace.go:171","msg":"trace[2090636442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7127; }","duration":"487.365604ms","start":"2026-04-08T13:11:20.377478Z","end":"2026-04-08T13:11:20.864843Z","steps":["trace[2090636442] 'range keys from in-memory index tree' (duration: 487.130947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:20.864889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:20.377459Z","time spent":"487.423855ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:11:20.865234Z","caller":"traceutil/trace.go:171","msg":"trace[2107584322] transaction","detail":"{read_only:false; response_revision:7128; number_of_response:1; }","duration":"343.070492ms","start":"2026-04-08T13:11:20.522158Z","end":"2026-04-08T13:11:20.865229Z","steps":["trace[2107584322] 'process raft request' (duration: 332.313848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:20.865293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:20.522142Z","time spent":"343.112843ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:20.962199Z","caller":"traceutil/trace.go:171","msg":"trace[741240369] transaction","detail":"{read_only:false; response_revision:7129; number_of_response:1; }","duration":"421.456585ms","start":"2026-04-08T13:11:20.540715Z","end":"2026-04-08T13:11:20.962171Z","steps":["trace[741240369] 'process raft request' (duration: 421.29092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:20.962358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:20.540706Z","time spent":"421.571807ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:20.962555Z","caller":"traceutil/trace.go:171","msg":"trace[145892239] transaction","detail":"{read_only:false; response_revision:7130; number_of_response:1; }","duration":"388.604407ms","start":"2026-04-08T13:11:20.573936Z","end":"2026-04-08T13:11:20.96254Z","steps":["trace[145892239] 'process raft request' (duration: 388.196596ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:20.962571Z","caller":"traceutil/trace.go:171","msg":"trace[58535392] linearizableReadLoop","detail":"{readStateIndex:7406; appliedIndex:7402; }","duration":"330.216662ms","start":"2026-04-08T13:11:20.632329Z","end":"2026-04-08T13:11:20.962545Z","steps":["trace[58535392] 'read index received' (duration: 222.153299ms)","trace[58535392] 'applied index is now lower than readState.Index' (duration: 108.062123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:20.962607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:20.573912Z","time spent":"388.667918ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:11:20.962787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.456668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:11:20.962813Z","caller":"traceutil/trace.go:171","msg":"trace[1830667388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7131; }","duration":"330.5111ms","start":"2026-04-08T13:11:20.632293Z","end":"2026-04-08T13:11:20.962805Z","steps":["trace[1830667388] 'agreement among raft nodes before linearized reading' (duration: 330.377416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:20.962835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:20.632281Z","time spent":"330.54891ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:11:20.962848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.402307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:11:20.962883Z","caller":"traceutil/trace.go:171","msg":"trace[162237847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7131; }","duration":"330.478258ms","start":"2026-04-08T13:11:20.632395Z","end":"2026-04-08T13:11:20.962873Z","steps":["trace[162237847] 'agreement among raft nodes before linearized reading' (duration: 330.382056ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:20.962909Z","caller":"traceutil/trace.go:171","msg":"trace[304627170] transaction","detail":"{read_only:false; response_revision:7131; number_of_response:1; }","duration":"370.958734ms","start":"2026-04-08T13:11:20.591943Z","end":"2026-04-08T13:11:20.962901Z","steps":["trace[304627170] 'process raft request' (duration: 370.44296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:20.962921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:20.632374Z","time spent":"330.539371ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:11:20.962947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:20.591915Z","time spent":"371.009675ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:11:20.963051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.73977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:11:20.963077Z","caller":"traceutil/trace.go:171","msg":"trace[1987724818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7131; }","duration":"328.788372ms","start":"2026-04-08T13:11:20.634282Z","end":"2026-04-08T13:11:20.963071Z","steps":["trace[1987724818] 'agreement among raft nodes before linearized reading' (duration: 328.72159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:20.963096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:20.63427Z","time spent":"328.820942ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:11:21.250096Z","caller":"traceutil/trace.go:171","msg":"trace[960249234] transaction","detail":"{read_only:false; response_revision:7132; number_of_response:1; }","duration":"281.94521ms","start":"2026-04-08T13:11:20.968126Z","end":"2026-04-08T13:11:21.250071Z","steps":["trace[960249234] 'process raft request' (duration: 216.69417ms)","trace[960249234] 'compare' (duration: 65.083155ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:21.250266Z","caller":"traceutil/trace.go:171","msg":"trace[179291996] transaction","detail":"{read_only:false; response_revision:7133; number_of_response:1; }","duration":"280.398998ms","start":"2026-04-08T13:11:20.969846Z","end":"2026-04-08T13:11:21.250245Z","steps":["trace[179291996] 'process raft request' (duration: 280.194252ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:21.250409Z","caller":"traceutil/trace.go:171","msg":"trace[1165318605] transaction","detail":"{read_only:false; response_revision:7134; number_of_response:1; }","duration":"279.429161ms","start":"2026-04-08T13:11:20.970954Z","end":"2026-04-08T13:11:21.250383Z","steps":["trace[1165318605] 'process raft request' (duration: 279.232846ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:22.344425Z","caller":"traceutil/trace.go:171","msg":"trace[1880404354] transaction","detail":"{read_only:false; response_revision:7137; number_of_response:1; }","duration":"120.974163ms","start":"2026-04-08T13:11:22.22342Z","end":"2026-04-08T13:11:22.344394Z","steps":["trace[1880404354] 'process raft request' (duration: 120.799858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:23.206423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.2016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:11:23.206561Z","caller":"traceutil/trace.go:171","msg":"trace[713331407] linearizableReadLoop","detail":"{readStateIndex:7417; appliedIndex:7415; }","duration":"213.322895ms","start":"2026-04-08T13:11:22.993226Z","end":"2026-04-08T13:11:23.206549Z","steps":["trace[713331407] 'read index received' (duration: 3.609157ms)","trace[713331407] 'applied index is now lower than readState.Index' (duration: 209.712908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:23.206635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.405738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:23.206653Z","caller":"traceutil/trace.go:171","msg":"trace[1415355661] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7141; }","duration":"213.451908ms","start":"2026-04-08T13:11:22.993194Z","end":"2026-04-08T13:11:23.206646Z","steps":["trace[1415355661] 'agreement among raft nodes before linearized reading' (duration: 213.388857ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:23.206802Z","caller":"traceutil/trace.go:171","msg":"trace[882333998] transaction","detail":"{read_only:false; response_revision:7140; number_of_response:1; }","duration":"236.173547ms","start":"2026-04-08T13:11:22.970619Z","end":"2026-04-08T13:11:23.206792Z","steps":["trace[882333998] 'process raft request' (duration: 99.526235ms)","trace[882333998] 'compare' (duration: 135.887892ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:23.206955Z","caller":"traceutil/trace.go:171","msg":"trace[578587969] transaction","detail":"{read_only:false; response_revision:7141; number_of_response:1; }","duration":"236.275469ms","start":"2026-04-08T13:11:22.970672Z","end":"2026-04-08T13:11:23.206947Z","steps":["trace[578587969] 'process raft request' (duration: 235.829888ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:23.50814Z","caller":"traceutil/trace.go:171","msg":"trace[581090080] transaction","detail":"{read_only:false; response_revision:7142; number_of_response:1; }","duration":"246.616639ms","start":"2026-04-08T13:11:23.261483Z","end":"2026-04-08T13:11:23.5081Z","steps":["trace[581090080] 'process raft request' (duration: 233.698328ms)","trace[581090080] 'compare' (duration: 12.757257ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:23.665944Z","caller":"traceutil/trace.go:171","msg":"trace[594954367] linearizableReadLoop","detail":"{readStateIndex:7420; appliedIndex:7417; }","duration":"289.021312ms","start":"2026-04-08T13:11:23.376905Z","end":"2026-04-08T13:11:23.665926Z","steps":["trace[594954367] 'read index received' (duration: 118.297284ms)","trace[594954367] 'applied index is now lower than readState.Index' (duration: 170.722958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:23.666358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.389241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:23.666547Z","caller":"traceutil/trace.go:171","msg":"trace[411562545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7144; }","duration":"289.598987ms","start":"2026-04-08T13:11:23.376873Z","end":"2026-04-08T13:11:23.666471Z","steps":["trace[411562545] 'agreement among raft nodes before linearized reading' (duration: 289.276949ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:23.666254Z","caller":"traceutil/trace.go:171","msg":"trace[47906073] transaction","detail":"{read_only:false; response_revision:7144; number_of_response:1; }","duration":"404.415187ms","start":"2026-04-08T13:11:23.261804Z","end":"2026-04-08T13:11:23.666219Z","steps":["trace[47906073] 'process raft request' (duration: 404.089388ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:23.666177Z","caller":"traceutil/trace.go:171","msg":"trace[2078083829] transaction","detail":"{read_only:false; response_revision:7143; number_of_response:1; }","duration":"404.404666ms","start":"2026-04-08T13:11:23.261759Z","end":"2026-04-08T13:11:23.666164Z","steps":["trace[2078083829] 'process raft request' (duration: 350.186883ms)","trace[2078083829] 'compare' (duration: 53.855063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:23.66687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:23.26175Z","time spent":"405.094464ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:11:23.666775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:23.261797Z","time spent":"404.862838ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:11:23.666737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.951815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:11:23.667244Z","caller":"traceutil/trace.go:171","msg":"trace[387727235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7144; }","duration":"266.517021ms","start":"2026-04-08T13:11:23.400718Z","end":"2026-04-08T13:11:23.667235Z","steps":["trace[387727235] 'agreement among raft nodes before linearized reading' (duration: 265.842013ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:24.512448Z","caller":"traceutil/trace.go:171","msg":"trace[165570017] transaction","detail":"{read_only:false; response_revision:7146; number_of_response:1; }","duration":"150.642045ms","start":"2026-04-08T13:11:24.361783Z","end":"2026-04-08T13:11:24.512425Z","steps":["trace[165570017] 'process raft request' (duration: 150.517011ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:25.234334Z","caller":"traceutil/trace.go:171","msg":"trace[2017339864] transaction","detail":"{read_only:false; response_revision:7148; number_of_response:1; }","duration":"231.321972ms","start":"2026-04-08T13:11:25.002986Z","end":"2026-04-08T13:11:25.234308Z","steps":["trace[2017339864] 'process raft request' (duration: 134.043008ms)","trace[2017339864] 'compare' (duration: 97.005106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:25.51155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.419787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:11:25.511657Z","caller":"traceutil/trace.go:171","msg":"trace[473363412] linearizableReadLoop","detail":"{readStateIndex:7426; appliedIndex:7424; }","duration":"277.47558ms","start":"2026-04-08T13:11:25.234164Z","end":"2026-04-08T13:11:25.51164Z","steps":["trace[473363412] 'read index received' (duration: 66.117609ms)","trace[473363412] 'applied index is now lower than readState.Index' (duration: 211.353451ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:25.511741Z","caller":"traceutil/trace.go:171","msg":"trace[1623099362] transaction","detail":"{read_only:false; response_revision:7150; number_of_response:1; }","duration":"295.353245ms","start":"2026-04-08T13:11:25.216376Z","end":"2026-04-08T13:11:25.511729Z","steps":["trace[1623099362] 'process raft request' (duration: 129.672941ms)","trace[1623099362] 'compare' (duration: 165.291174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:25.511936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.90858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:11:25.512029Z","caller":"traceutil/trace.go:171","msg":"trace[178414736] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7150; }","duration":"180.063024ms","start":"2026-04-08T13:11:25.331942Z","end":"2026-04-08T13:11:25.512005Z","steps":["trace[178414736] 'agreement among raft nodes before linearized reading' (duration: 179.868048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:25.512124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.831626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:25.512435Z","caller":"traceutil/trace.go:171","msg":"trace[1330780578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7150; }","duration":"136.173725ms","start":"2026-04-08T13:11:25.376249Z","end":"2026-04-08T13:11:25.512423Z","steps":["trace[1330780578] 'agreement among raft nodes before linearized reading' (duration: 135.839646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:25.513775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.167805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:1 size:120324"} {"level":"info","ts":"2026-04-08T13:11:25.513852Z","caller":"traceutil/trace.go:171","msg":"trace[418894224] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:1; response_revision:7150; }","duration":"317.265308ms","start":"2026-04-08T13:11:25.196571Z","end":"2026-04-08T13:11:25.513837Z","steps":["trace[418894224] 'agreement among raft nodes before linearized reading' (duration: 315.521461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:25.513889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:25.196562Z","time spent":"317.31845ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":120346,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" "} {"level":"warn","ts":"2026-04-08T13:11:25.877318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.781491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:1 size:120324"} {"level":"info","ts":"2026-04-08T13:11:25.877421Z","caller":"traceutil/trace.go:171","msg":"trace[153264478] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:1; response_revision:7151; }","duration":"160.933095ms","start":"2026-04-08T13:11:25.716465Z","end":"2026-04-08T13:11:25.877398Z","steps":["trace[153264478] 'range keys from in-memory index tree' (duration: 160.563825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:25.877633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.649015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:11:25.877737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.40272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:11:25.877813Z","caller":"traceutil/trace.go:171","msg":"trace[96791221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7151; }","duration":"205.525363ms","start":"2026-04-08T13:11:25.672269Z","end":"2026-04-08T13:11:25.877795Z","steps":["trace[96791221] 'range keys from in-memory index tree' (duration: 205.142402ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:25.877797Z","caller":"traceutil/trace.go:171","msg":"trace[1082121437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7151; }","duration":"134.868641ms","start":"2026-04-08T13:11:25.742908Z","end":"2026-04-08T13:11:25.877777Z","steps":["trace[1082121437] 'range keys from in-memory index tree' (duration: 134.318646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:25.877987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.691132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:11:25.878085Z","caller":"traceutil/trace.go:171","msg":"trace[590809961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7151; }","duration":"200.834577ms","start":"2026-04-08T13:11:25.677229Z","end":"2026-04-08T13:11:25.878063Z","steps":["trace[590809961] 'range keys from in-memory index tree' (duration: 200.502348ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:25.94715Z","caller":"traceutil/trace.go:171","msg":"trace[1707305248] transaction","detail":"{read_only:false; response_revision:7152; number_of_response:1; }","duration":"155.753205ms","start":"2026-04-08T13:11:25.791373Z","end":"2026-04-08T13:11:25.947126Z","steps":["trace[1707305248] 'process raft request' (duration: 155.624042ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:26.151173Z","caller":"traceutil/trace.go:171","msg":"trace[1999336075] transaction","detail":"{read_only:false; response_revision:7153; number_of_response:1; }","duration":"268.473169ms","start":"2026-04-08T13:11:25.882681Z","end":"2026-04-08T13:11:26.151154Z","steps":["trace[1999336075] 'process raft request' (duration: 243.575296ms)","trace[1999336075] 'compare' (duration: 24.78038ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:26.151605Z","caller":"traceutil/trace.go:171","msg":"trace[1108227194] transaction","detail":"{read_only:false; response_revision:7154; number_of_response:1; }","duration":"267.541594ms","start":"2026-04-08T13:11:25.884047Z","end":"2026-04-08T13:11:26.151588Z","steps":["trace[1108227194] 'process raft request' (duration: 267.085431ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:26.151816Z","caller":"traceutil/trace.go:171","msg":"trace[75506938] transaction","detail":"{read_only:false; response_revision:7155; number_of_response:1; }","duration":"267.677737ms","start":"2026-04-08T13:11:25.884112Z","end":"2026-04-08T13:11:26.15179Z","steps":["trace[75506938] 'process raft request' (duration: 267.380159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:27.608212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.970176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:11:27.608372Z","caller":"traceutil/trace.go:171","msg":"trace[1548000235] linearizableReadLoop","detail":"{readStateIndex:7440; appliedIndex:7439; }","duration":"232.608302ms","start":"2026-04-08T13:11:27.375747Z","end":"2026-04-08T13:11:27.608355Z","steps":["trace[1548000235] 'read index received' (duration: 109.186714ms)","trace[1548000235] 'applied index is now lower than readState.Index' (duration: 123.420778ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:27.608389Z","caller":"traceutil/trace.go:171","msg":"trace[916365882] transaction","detail":"{read_only:false; response_revision:7162; number_of_response:1; }","duration":"302.587369ms","start":"2026-04-08T13:11:27.305769Z","end":"2026-04-08T13:11:27.608356Z","steps":["trace[916365882] 'process raft request' (duration: 179.362776ms)","trace[916365882] 'compare' (duration: 122.521635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:27.608539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:27.305704Z","time spent":"302.758794ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:11:27.608611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.844408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:27.608685Z","caller":"traceutil/trace.go:171","msg":"trace[2010103791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7163; }","duration":"232.960862ms","start":"2026-04-08T13:11:27.375706Z","end":"2026-04-08T13:11:27.608666Z","steps":["trace[2010103791] 'agreement among raft nodes before linearized reading' (duration: 232.749746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:27.609259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.278278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T13:11:27.609395Z","caller":"traceutil/trace.go:171","msg":"trace[340223046] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7163; }","duration":"102.468093ms","start":"2026-04-08T13:11:27.506895Z","end":"2026-04-08T13:11:27.609363Z","steps":["trace[340223046] 'agreement among raft nodes before linearized reading' (duration: 101.670741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:27.983593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.136546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:11:27.983678Z","caller":"traceutil/trace.go:171","msg":"trace[377121649] linearizableReadLoop","detail":"{readStateIndex:7442; appliedIndex:7441; }","duration":"172.011608ms","start":"2026-04-08T13:11:27.811652Z","end":"2026-04-08T13:11:27.983664Z","steps":["trace[377121649] 'read index received' (duration: 42.691µs)","trace[377121649] 'applied index is now lower than readState.Index' (duration: 171.967847ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:27.983989Z","caller":"traceutil/trace.go:171","msg":"trace[1564502681] transaction","detail":"{read_only:false; response_revision:7164; number_of_response:1; }","duration":"371.029715ms","start":"2026-04-08T13:11:27.61292Z","end":"2026-04-08T13:11:27.98395Z","steps":["trace[1564502681] 'process raft request' (duration: 160.466627ms)","trace[1564502681] 'compare' (duration: 210.048764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:27.98403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.375238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449589"} {"level":"warn","ts":"2026-04-08T13:11:27.984193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:27.612896Z","time spent":"371.190909ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:27.984283Z","caller":"traceutil/trace.go:171","msg":"trace[328241875] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7164; }","duration":"172.593405ms","start":"2026-04-08T13:11:27.811645Z","end":"2026-04-08T13:11:27.984239Z","steps":["trace[328241875] 'agreement among raft nodes before linearized reading' (duration: 172.07374ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:28.036616Z","caller":"traceutil/trace.go:171","msg":"trace[779291546] transaction","detail":"{read_only:false; response_revision:7165; number_of_response:1; }","duration":"151.335749ms","start":"2026-04-08T13:11:27.885257Z","end":"2026-04-08T13:11:28.036593Z","steps":["trace[779291546] 'process raft request' (duration: 151.205665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:28.307412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.185296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:11:28.307494Z","caller":"traceutil/trace.go:171","msg":"trace[751632129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7165; }","duration":"152.31602ms","start":"2026-04-08T13:11:28.15516Z","end":"2026-04-08T13:11:28.307476Z","steps":["trace[751632129] 'range keys from in-memory index tree' (duration: 152.032662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:28.307809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.2085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:11:28.307926Z","caller":"traceutil/trace.go:171","msg":"trace[1464593152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7165; }","duration":"151.380925ms","start":"2026-04-08T13:11:28.156518Z","end":"2026-04-08T13:11:28.307899Z","steps":["trace[1464593152] 'range keys from in-memory index tree' (duration: 150.918083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:28.308057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.190329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449589"} {"level":"info","ts":"2026-04-08T13:11:28.308227Z","caller":"traceutil/trace.go:171","msg":"trace[1075219400] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7165; }","duration":"184.419895ms","start":"2026-04-08T13:11:28.123781Z","end":"2026-04-08T13:11:28.308201Z","steps":["trace[1075219400] 'range keys from in-memory index tree' (duration: 183.724216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:28.308393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.162435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:11:28.308548Z","caller":"traceutil/trace.go:171","msg":"trace[2044895639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7165; }","duration":"152.30119ms","start":"2026-04-08T13:11:28.156191Z","end":"2026-04-08T13:11:28.308492Z","steps":["trace[2044895639] 'range keys from in-memory index tree' (duration: 151.267882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:28.680803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.98578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:11:28.681148Z","caller":"traceutil/trace.go:171","msg":"trace[679755414] linearizableReadLoop","detail":"{readStateIndex:7446; appliedIndex:7444; }","duration":"287.807877ms","start":"2026-04-08T13:11:28.393311Z","end":"2026-04-08T13:11:28.681119Z","steps":["trace[679755414] 'read index received' (duration: 102.317394ms)","trace[679755414] 'applied index is now lower than readState.Index' (duration: 185.488742ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:28.681165Z","caller":"traceutil/trace.go:171","msg":"trace[135872074] transaction","detail":"{read_only:false; response_revision:7168; number_of_response:1; }","duration":"364.134992ms","start":"2026-04-08T13:11:28.316998Z","end":"2026-04-08T13:11:28.681133Z","steps":["trace[135872074] 'process raft request' (duration: 364.001328ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:28.681165Z","caller":"traceutil/trace.go:171","msg":"trace[2142238513] transaction","detail":"{read_only:false; response_revision:7167; number_of_response:1; }","duration":"364.205553ms","start":"2026-04-08T13:11:28.316909Z","end":"2026-04-08T13:11:28.681114Z","steps":["trace[2142238513] 'process raft request' (duration: 178.750412ms)","trace[2142238513] 'compare' (duration: 184.757223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:28.6813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.859911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:11:28.681436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:28.316991Z","time spent":"364.277825ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:11:28.681444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:28.316893Z","time spent":"364.46973ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:28.681456Z","caller":"traceutil/trace.go:171","msg":"trace[1601878228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7168; }","duration":"300.071527ms","start":"2026-04-08T13:11:28.381362Z","end":"2026-04-08T13:11:28.681433Z","steps":["trace[1601878228] 'agreement among raft nodes before linearized reading' (duration: 299.846001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:28.681519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:28.381341Z","time spent":"300.16822ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:11:28.681554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.794719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-04-08T13:11:28.681621Z","caller":"traceutil/trace.go:171","msg":"trace[445411293] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7168; }","duration":"286.8595ms","start":"2026-04-08T13:11:28.394742Z","end":"2026-04-08T13:11:28.681601Z","steps":["trace[445411293] 'agreement among raft nodes before linearized reading' (duration: 286.601813ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:29.071372Z","caller":"traceutil/trace.go:171","msg":"trace[1216452033] linearizableReadLoop","detail":"{readStateIndex:7447; appliedIndex:7446; }","duration":"328.584853ms","start":"2026-04-08T13:11:28.742746Z","end":"2026-04-08T13:11:29.071331Z","steps":["trace[1216452033] 'read index received' (duration: 310.286861ms)","trace[1216452033] 'applied index is now lower than readState.Index' (duration: 18.296522ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:29.07145Z","caller":"traceutil/trace.go:171","msg":"trace[1566860532] transaction","detail":"{read_only:false; response_revision:7169; number_of_response:1; }","duration":"385.498564ms","start":"2026-04-08T13:11:28.685919Z","end":"2026-04-08T13:11:29.071418Z","steps":["trace[1566860532] 'process raft request' (duration: 367.149711ms)","trace[1566860532] 'compare' (duration: 17.53096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:29.071552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.784948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:29.071583Z","caller":"traceutil/trace.go:171","msg":"trace[1460802452] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7169; }","duration":"328.88037ms","start":"2026-04-08T13:11:28.742694Z","end":"2026-04-08T13:11:29.071575Z","steps":["trace[1460802452] 'agreement among raft nodes before linearized reading' (duration: 328.779227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:29.071588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:28.685892Z","time spent":"385.620918ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:11:29.071608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:28.742672Z","time spent":"328.929482ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T13:11:29.109123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.64075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449589"} {"level":"info","ts":"2026-04-08T13:11:29.109206Z","caller":"traceutil/trace.go:171","msg":"trace[665420587] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7170; }","duration":"283.787613ms","start":"2026-04-08T13:11:28.825403Z","end":"2026-04-08T13:11:29.109191Z","steps":["trace[665420587] 'agreement among raft nodes before linearized reading' (duration: 283.177217ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:29.502162Z","caller":"traceutil/trace.go:171","msg":"trace[112699122] transaction","detail":"{read_only:false; response_revision:7171; number_of_response:1; }","duration":"176.032639ms","start":"2026-04-08T13:11:29.326107Z","end":"2026-04-08T13:11:29.502139Z","steps":["trace[112699122] 'process raft request' (duration: 175.499965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:30.33983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766893288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:11:30.840333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766893288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:11:31.195775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.581638977s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:11:31.297203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.153881ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:31.297336Z","caller":"traceutil/trace.go:171","msg":"trace[720185673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7171; }","duration":"449.300445ms","start":"2026-04-08T13:11:30.848016Z","end":"2026-04-08T13:11:31.297316Z","steps":["trace[720185673] 'range keys from in-memory index tree' (duration: 449.13176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.299104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.593267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:11:31.299337Z","caller":"traceutil/trace.go:171","msg":"trace[1233302094] transaction","detail":"{read_only:false; response_revision:7172; number_of_response:1; }","duration":"1.685259012s","start":"2026-04-08T13:11:29.614031Z","end":"2026-04-08T13:11:31.29929Z","steps":["trace[1233302094] 'process raft request' (duration: 1.582280245s)","trace[1233302094] 'compare' (duration: 100.365577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:31.299444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:29.614003Z","time spent":"1.685397936s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:31.33198Z","caller":"traceutil/trace.go:171","msg":"trace[72989949] transaction","detail":"{read_only:false; response_revision:7173; number_of_response:1; }","duration":"1.716660213s","start":"2026-04-08T13:11:29.615287Z","end":"2026-04-08T13:11:31.331948Z","steps":["trace[72989949] 'process raft request' (duration: 1.716369304s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.332175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:29.615273Z","time spent":"1.716795656s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:31.332338Z","caller":"traceutil/trace.go:171","msg":"trace[1373120854] transaction","detail":"{read_only:false; response_revision:7174; number_of_response:1; }","duration":"216.457886ms","start":"2026-04-08T13:11:31.115866Z","end":"2026-04-08T13:11:31.332324Z","steps":["trace[1373120854] 'process raft request' (duration: 215.926151ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:31.332256Z","caller":"traceutil/trace.go:171","msg":"trace[225869651] linearizableReadLoop","detail":"{readStateIndex:7451; appliedIndex:7449; }","duration":"1.492932091s","start":"2026-04-08T13:11:29.839258Z","end":"2026-04-08T13:11:31.33219Z","steps":["trace[225869651] 'read index received' (duration: 1.357068553s)","trace[225869651] 'applied index is now lower than readState.Index' (duration: 135.862618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:31.332663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493384613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:11:31.33318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.833146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T13:11:31.333192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.321394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-08T13:11:31.333251Z","caller":"traceutil/trace.go:171","msg":"trace[458488546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7174; }","duration":"934.944109ms","start":"2026-04-08T13:11:30.398288Z","end":"2026-04-08T13:11:31.333232Z","steps":["trace[458488546] 'agreement among raft nodes before linearized reading' (duration: 934.778364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.332881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.395768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:11:31.3333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:30.398265Z","time spent":"935.024421ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:11:31.333317Z","caller":"traceutil/trace.go:171","msg":"trace[244288622] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7174; }","duration":"857.867802ms","start":"2026-04-08T13:11:30.475438Z","end":"2026-04-08T13:11:31.333306Z","steps":["trace[244288622] 'agreement among raft nodes before linearized reading' (duration: 857.41685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.33335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:30.475417Z","time spent":"857.923002ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:11:31.333046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.573085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:11:31.333441Z","caller":"traceutil/trace.go:171","msg":"trace[1075409419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7174; }","duration":"646.961125ms","start":"2026-04-08T13:11:30.68645Z","end":"2026-04-08T13:11:31.333411Z","steps":["trace[1075409419] 'agreement among raft nodes before linearized reading' (duration: 646.557535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.333507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:30.686443Z","time spent":"647.050148ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:11:31.333013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33956183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:11:31.333579Z","caller":"traceutil/trace.go:171","msg":"trace[88891771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7174; }","duration":"1.340198627s","start":"2026-04-08T13:11:29.993372Z","end":"2026-04-08T13:11:31.333571Z","steps":["trace[88891771] 'agreement among raft nodes before linearized reading' (duration: 1.339470167s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.333613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:29.993345Z","time spent":"1.340260418s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:11:31.33302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.131913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:31.333682Z","caller":"traceutil/trace.go:171","msg":"trace[1864748536] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7174; }","duration":"888.884483ms","start":"2026-04-08T13:11:30.444788Z","end":"2026-04-08T13:11:31.333672Z","steps":["trace[1864748536] 'agreement among raft nodes before linearized reading' (duration: 888.108623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.333707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:30.444776Z","time spent":"888.925064ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:11:31.332994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.216056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:11:31.333756Z","caller":"traceutil/trace.go:171","msg":"trace[159435978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7174; }","duration":"258.024787ms","start":"2026-04-08T13:11:31.075713Z","end":"2026-04-08T13:11:31.333738Z","steps":["trace[159435978] 'agreement among raft nodes before linearized reading' (duration: 257.185805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.333118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.776541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:11:31.333811Z","caller":"traceutil/trace.go:171","msg":"trace[1522786092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7174; }","duration":"647.52095ms","start":"2026-04-08T13:11:30.686283Z","end":"2026-04-08T13:11:31.333804Z","steps":["trace[1522786092] 'agreement among raft nodes before linearized reading' (duration: 646.7784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.333837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:30.686253Z","time spent":"647.577831ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:11:31.333935Z","caller":"traceutil/trace.go:171","msg":"trace[1675290569] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7174; }","duration":"1.494007149s","start":"2026-04-08T13:11:29.839206Z","end":"2026-04-08T13:11:31.333213Z","steps":["trace[1675290569] 'agreement among raft nodes before linearized reading' (duration: 1.493359342s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.334043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:29.839185Z","time spent":"1.494831881s","remote":"127.0.0.1:57732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:11:31.333293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.901834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:31.334192Z","caller":"traceutil/trace.go:171","msg":"trace[1715156502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7174; }","duration":"955.855999ms","start":"2026-04-08T13:11:30.37832Z","end":"2026-04-08T13:11:31.334176Z","steps":["trace[1715156502] 'agreement among raft nodes before linearized reading' (duration: 954.806702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.334252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:30.378298Z","time spent":"955.938421ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:11:31.33424Z","caller":"traceutil/trace.go:171","msg":"trace[716119074] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7174; }","duration":"886.400116ms","start":"2026-04-08T13:11:30.446844Z","end":"2026-04-08T13:11:31.333244Z","steps":["trace[716119074] 'agreement among raft nodes before linearized reading' (duration: 886.227781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.3375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:30.446832Z","time spent":"887.575828ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:11:31.624384Z","caller":"traceutil/trace.go:171","msg":"trace[202584337] transaction","detail":"{read_only:false; response_revision:7175; number_of_response:1; }","duration":"286.448318ms","start":"2026-04-08T13:11:31.337902Z","end":"2026-04-08T13:11:31.62435Z","steps":["trace[202584337] 'process raft request' (duration: 259.65563ms)","trace[202584337] 'compare' (duration: 26.569272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:31.884434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.851865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:11:31.884604Z","caller":"traceutil/trace.go:171","msg":"trace[1721892852] transaction","detail":"{read_only:false; response_revision:7178; number_of_response:1; }","duration":"543.90342ms","start":"2026-04-08T13:11:31.340688Z","end":"2026-04-08T13:11:31.884592Z","steps":["trace[1721892852] 'process raft request' (duration: 543.860979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.884644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:31.340669Z","time spent":"543.958922ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:31.884639Z","caller":"traceutil/trace.go:171","msg":"trace[2020861314] transaction","detail":"{read_only:false; response_revision:7177; number_of_response:1; }","duration":"545.196076ms","start":"2026-04-08T13:11:31.339429Z","end":"2026-04-08T13:11:31.884625Z","steps":["trace[2020861314] 'process raft request' (duration: 545.084753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.884753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:31.339423Z","time spent":"545.267048ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:31.884782Z","caller":"traceutil/trace.go:171","msg":"trace[1287021252] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"543.987633ms","start":"2026-04-08T13:11:31.340789Z","end":"2026-04-08T13:11:31.884776Z","steps":["trace[1287021252] 'process raft request' (duration: 543.783567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.88481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:31.340775Z","time spent":"544.019593ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:31.884774Z","caller":"traceutil/trace.go:171","msg":"trace[193419505] linearizableReadLoop","detail":"{readStateIndex:7455; appliedIndex:7452; }","duration":"544.443085ms","start":"2026-04-08T13:11:31.340307Z","end":"2026-04-08T13:11:31.88475Z","steps":["trace[193419505] 'read index received' (duration: 257.266957ms)","trace[193419505] 'applied index is now lower than readState.Index' (duration: 287.174908ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:31.884857Z","caller":"traceutil/trace.go:171","msg":"trace[1738090746] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"377.885607ms","start":"2026-04-08T13:11:31.506966Z","end":"2026-04-08T13:11:31.884851Z","steps":["trace[1738090746] 'process raft request' (duration: 377.700592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.884886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:31.506946Z","time spent":"377.924497ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:11:31.884926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.597989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2339da11-7953-40ea-abaa-124dd2573779\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-08T13:11:31.884964Z","caller":"traceutil/trace.go:171","msg":"trace[2025844157] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2339da11-7953-40ea-abaa-124dd2573779; range_end:; response_count:1; response_revision:7180; }","duration":"544.665261ms","start":"2026-04-08T13:11:31.340286Z","end":"2026-04-08T13:11:31.884951Z","steps":["trace[2025844157] 'agreement among raft nodes before linearized reading' (duration: 544.579889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:31.884998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:31.340276Z","time spent":"544.712272ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-2339da11-7953-40ea-abaa-124dd2573779\" "} {"level":"info","ts":"2026-04-08T13:11:31.8846Z","caller":"traceutil/trace.go:171","msg":"trace[1566130455] transaction","detail":"{read_only:false; response_revision:7176; number_of_response:1; }","duration":"545.213496ms","start":"2026-04-08T13:11:31.339356Z","end":"2026-04-08T13:11:31.884569Z","steps":["trace[1566130455] 'process raft request' (duration: 402.155247ms)","trace[1566130455] 'compare' (duration: 142.729581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:31.885169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:31.339334Z","time spent":"545.805161ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:32.028401Z","caller":"traceutil/trace.go:171","msg":"trace[1279910411] linearizableReadLoop","detail":"{readStateIndex:7459; appliedIndex:7458; }","duration":"143.536692ms","start":"2026-04-08T13:11:31.884834Z","end":"2026-04-08T13:11:32.028371Z","steps":["trace[1279910411] 'read index received' (duration: 53.893003ms)","trace[1279910411] 'applied index is now lower than readState.Index' (duration: 89.642129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:32.029092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.67165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449589"} {"level":"info","ts":"2026-04-08T13:11:32.029142Z","caller":"traceutil/trace.go:171","msg":"trace[993804509] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7180; }","duration":"327.788234ms","start":"2026-04-08T13:11:31.701342Z","end":"2026-04-08T13:11:32.02913Z","steps":["trace[993804509] 'agreement among raft nodes before linearized reading' (duration: 327.378223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:32.029266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:31.701318Z","time spent":"327.934768ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":25,"response size":449611,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-08T13:11:32.031305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.473685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:32.031348Z","caller":"traceutil/trace.go:171","msg":"trace[862274758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7180; }","duration":"652.314832ms","start":"2026-04-08T13:11:31.379021Z","end":"2026-04-08T13:11:32.031336Z","steps":["trace[862274758] 'agreement among raft nodes before linearized reading' (duration: 649.454736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:32.031386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:31.379014Z","time spent":"652.358183ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:11:32.528565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.849001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:32.528625Z","caller":"traceutil/trace.go:171","msg":"trace[1279787868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7181; }","duration":"150.950504ms","start":"2026-04-08T13:11:32.377662Z","end":"2026-04-08T13:11:32.528613Z","steps":["trace[1279787868] 'range keys from in-memory index tree' (duration: 150.768029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:32.528745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.902014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:32.528763Z","caller":"traceutil/trace.go:171","msg":"trace[798848317] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7181; }","duration":"131.953666ms","start":"2026-04-08T13:11:32.396804Z","end":"2026-04-08T13:11:32.528758Z","steps":["trace[798848317] 'count revisions from in-memory index tree' (duration: 131.824192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:33.574679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.775733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:11:33.5748Z","caller":"traceutil/trace.go:171","msg":"trace[60786977] transaction","detail":"{read_only:false; response_revision:7183; number_of_response:1; }","duration":"269.100367ms","start":"2026-04-08T13:11:33.305662Z","end":"2026-04-08T13:11:33.574763Z","steps":["trace[60786977] 'process raft request' (duration: 40.15455ms)","trace[60786977] 'compare' (duration: 228.66008ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:33.625899Z","caller":"traceutil/trace.go:171","msg":"trace[83236905] linearizableReadLoop","detail":"{readStateIndex:7464; appliedIndex:7462; }","duration":"250.711096ms","start":"2026-04-08T13:11:33.375166Z","end":"2026-04-08T13:11:33.625877Z","steps":["trace[83236905] 'read index received' (duration: 250.497591ms)","trace[83236905] 'applied index is now lower than readState.Index' (duration: 212.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:33.626096Z","caller":"traceutil/trace.go:171","msg":"trace[1591084063] transaction","detail":"{read_only:false; response_revision:7185; number_of_response:1; }","duration":"284.347254ms","start":"2026-04-08T13:11:33.341713Z","end":"2026-04-08T13:11:33.62606Z","steps":["trace[1591084063] 'process raft request' (duration: 284.124818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:33.626173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.977564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:33.626235Z","caller":"traceutil/trace.go:171","msg":"trace[1199944730] transaction","detail":"{read_only:false; response_revision:7184; number_of_response:1; }","duration":"285.567195ms","start":"2026-04-08T13:11:33.340654Z","end":"2026-04-08T13:11:33.626221Z","steps":["trace[1199944730] 'process raft request' (duration: 285.079593ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:33.626257Z","caller":"traceutil/trace.go:171","msg":"trace[2061150026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7185; }","duration":"251.123159ms","start":"2026-04-08T13:11:33.375112Z","end":"2026-04-08T13:11:33.626235Z","steps":["trace[2061150026] 'agreement among raft nodes before linearized reading' (duration: 250.958633ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:33.771008Z","caller":"traceutil/trace.go:171","msg":"trace[1145649130] linearizableReadLoop","detail":"{readStateIndex:7465; appliedIndex:7464; }","duration":"145.017448ms","start":"2026-04-08T13:11:33.625968Z","end":"2026-04-08T13:11:33.770985Z","steps":["trace[1145649130] 'read index received' (duration: 104.673712ms)","trace[1145649130] 'applied index is now lower than readState.Index' (duration: 40.342516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:33.771355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.199779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T13:11:33.771465Z","caller":"traceutil/trace.go:171","msg":"trace[731049675] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7186; }","duration":"197.325463ms","start":"2026-04-08T13:11:33.574125Z","end":"2026-04-08T13:11:33.77145Z","steps":["trace[731049675] 'agreement among raft nodes before linearized reading' (duration: 197.040025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:33.771714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.848077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:33.771773Z","caller":"traceutil/trace.go:171","msg":"trace[1543781792] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7186; }","duration":"158.95818ms","start":"2026-04-08T13:11:33.6128Z","end":"2026-04-08T13:11:33.771759Z","steps":["trace[1543781792] 'agreement among raft nodes before linearized reading' (duration: 158.835756ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:33.77176Z","caller":"traceutil/trace.go:171","msg":"trace[1025321133] transaction","detail":"{read_only:false; response_revision:7186; number_of_response:1; }","duration":"308.821308ms","start":"2026-04-08T13:11:33.462896Z","end":"2026-04-08T13:11:33.771717Z","steps":["trace[1025321133] 'process raft request' (duration: 267.798434ms)","trace[1025321133] 'compare' (duration: 40.199212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:33.77182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.34249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:33.771867Z","caller":"traceutil/trace.go:171","msg":"trace[1426527192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7186; }","duration":"144.408011ms","start":"2026-04-08T13:11:33.627452Z","end":"2026-04-08T13:11:33.77186Z","steps":["trace[1426527192] 'agreement among raft nodes before linearized reading' (duration: 144.332429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:33.771923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.220554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:11:33.771955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:11:33.462867Z","time spent":"308.984281ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:11:33.771977Z","caller":"traceutil/trace.go:171","msg":"trace[2107912782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7186; }","duration":"142.289096ms","start":"2026-04-08T13:11:33.629675Z","end":"2026-04-08T13:11:33.771964Z","steps":["trace[2107912782] 'agreement among raft nodes before linearized reading' (duration: 142.123741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:34.053714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.559424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:11:34.054028Z","caller":"traceutil/trace.go:171","msg":"trace[435022822] transaction","detail":"{read_only:false; response_revision:7189; number_of_response:1; }","duration":"162.373219ms","start":"2026-04-08T13:11:33.891636Z","end":"2026-04-08T13:11:34.054009Z","steps":["trace[435022822] 'process raft request' (duration: 162.327838ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:34.054622Z","caller":"traceutil/trace.go:171","msg":"trace[624874830] transaction","detail":"{read_only:false; response_revision:7187; number_of_response:1; }","duration":"278.605189ms","start":"2026-04-08T13:11:33.775997Z","end":"2026-04-08T13:11:34.054602Z","steps":["trace[624874830] 'process raft request' (duration: 100.08186ms)","trace[624874830] 'compare' (duration: 177.460541ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:34.05462Z","caller":"traceutil/trace.go:171","msg":"trace[1936926820] transaction","detail":"{read_only:false; response_revision:7188; number_of_response:1; }","duration":"277.320525ms","start":"2026-04-08T13:11:33.777273Z","end":"2026-04-08T13:11:34.054593Z","steps":["trace[1936926820] 'process raft request' (duration: 276.596656ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:34.054647Z","caller":"traceutil/trace.go:171","msg":"trace[1095535416] linearizableReadLoop","detail":"{readStateIndex:7467; appliedIndex:7465; }","duration":"165.06792ms","start":"2026-04-08T13:11:33.889524Z","end":"2026-04-08T13:11:34.054592Z","steps":["trace[1095535416] 'read index received' (duration: 50.58482ms)","trace[1095535416] 'applied index is now lower than readState.Index' (duration: 114.47735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:34.054932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.383009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:11:34.054997Z","caller":"traceutil/trace.go:171","msg":"trace[786525924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7189; }","duration":"165.498043ms","start":"2026-04-08T13:11:33.889483Z","end":"2026-04-08T13:11:34.054981Z","steps":["trace[786525924] 'agreement among raft nodes before linearized reading' (duration: 165.326107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:34.055087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.523186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:11:34.055144Z","caller":"traceutil/trace.go:171","msg":"trace[1065376746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7189; }","duration":"164.629099ms","start":"2026-04-08T13:11:33.890495Z","end":"2026-04-08T13:11:34.055124Z","steps":["trace[1065376746] 'agreement among raft nodes before linearized reading' (duration: 164.356232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:34.055295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.469375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:11:34.05532Z","caller":"traceutil/trace.go:171","msg":"trace[1163737983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7189; }","duration":"164.512426ms","start":"2026-04-08T13:11:33.890801Z","end":"2026-04-08T13:11:34.055314Z","steps":["trace[1163737983] 'agreement among raft nodes before linearized reading' (duration: 164.415684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:34.055311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.958895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:11:34.055361Z","caller":"traceutil/trace.go:171","msg":"trace[762561898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7189; }","duration":"163.041467ms","start":"2026-04-08T13:11:33.892306Z","end":"2026-04-08T13:11:34.055347Z","steps":["trace[762561898] 'agreement among raft nodes before linearized reading' (duration: 162.848852ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:53.854564Z","caller":"traceutil/trace.go:171","msg":"trace[1831334235] transaction","detail":"{read_only:false; response_revision:7291; number_of_response:1; }","duration":"106.115162ms","start":"2026-04-08T13:11:53.748425Z","end":"2026-04-08T13:11:53.854541Z","steps":["trace[1831334235] 'process raft request' (duration: 105.988278ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:53.965709Z","caller":"traceutil/trace.go:171","msg":"trace[1038752283] transaction","detail":"{read_only:false; response_revision:7293; number_of_response:1; }","duration":"117.478134ms","start":"2026-04-08T13:11:53.848211Z","end":"2026-04-08T13:11:53.965689Z","steps":["trace[1038752283] 'process raft request' (duration: 117.442423ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:53.965764Z","caller":"traceutil/trace.go:171","msg":"trace[587197032] transaction","detail":"{read_only:false; response_revision:7292; number_of_response:1; }","duration":"135.386464ms","start":"2026-04-08T13:11:53.830349Z","end":"2026-04-08T13:11:53.965735Z","steps":["trace[587197032] 'process raft request' (duration: 116.865887ms)","trace[587197032] 'compare' (duration: 18.346523ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:54.497734Z","caller":"traceutil/trace.go:171","msg":"trace[1932157276] linearizableReadLoop","detail":"{readStateIndex:7577; appliedIndex:7576; }","duration":"122.833226ms","start":"2026-04-08T13:11:54.374875Z","end":"2026-04-08T13:11:54.497709Z","steps":["trace[1932157276] 'read index received' (duration: 122.57784ms)","trace[1932157276] 'applied index is now lower than readState.Index' (duration: 254.076µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:11:54.497837Z","caller":"traceutil/trace.go:171","msg":"trace[322162722] transaction","detail":"{read_only:false; response_revision:7294; number_of_response:1; }","duration":"139.103585ms","start":"2026-04-08T13:11:54.358705Z","end":"2026-04-08T13:11:54.497809Z","steps":["trace[322162722] 'process raft request' (duration: 138.839168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:54.497895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.99864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:11:54.49794Z","caller":"traceutil/trace.go:171","msg":"trace[1583831384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7294; }","duration":"123.092203ms","start":"2026-04-08T13:11:54.374836Z","end":"2026-04-08T13:11:54.497928Z","steps":["trace[1583831384] 'agreement among raft nodes before linearized reading' (duration: 123.002601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:11:54.498209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.00512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:11:54.498274Z","caller":"traceutil/trace.go:171","msg":"trace[2076358240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7294; }","duration":"123.091603ms","start":"2026-04-08T13:11:54.375166Z","end":"2026-04-08T13:11:54.498257Z","steps":["trace[2076358240] 'agreement among raft nodes before linearized reading' (duration: 122.777155ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:55.520733Z","caller":"traceutil/trace.go:171","msg":"trace[2131119629] linearizableReadLoop","detail":"{readStateIndex:7583; appliedIndex:7582; }","duration":"104.031958ms","start":"2026-04-08T13:11:55.416678Z","end":"2026-04-08T13:11:55.52071Z","steps":["trace[2131119629] 'read index received' (duration: 103.852904ms)","trace[2131119629] 'applied index is now lower than readState.Index' (duration: 178.244µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:11:55.520984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.287115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-08T13:11:55.52111Z","caller":"traceutil/trace.go:171","msg":"trace[972865541] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7300; }","duration":"104.448479ms","start":"2026-04-08T13:11:55.416645Z","end":"2026-04-08T13:11:55.521094Z","steps":["trace[972865541] 'agreement among raft nodes before linearized reading' (duration: 104.162082ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:55.521456Z","caller":"traceutil/trace.go:171","msg":"trace[1652880744] transaction","detail":"{read_only:false; response_revision:7300; number_of_response:1; }","duration":"129.465511ms","start":"2026-04-08T13:11:55.391977Z","end":"2026-04-08T13:11:55.521443Z","steps":["trace[1652880744] 'process raft request' (duration: 128.604769ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:55.76468Z","caller":"traceutil/trace.go:171","msg":"trace[1475759397] transaction","detail":"{read_only:false; response_revision:7302; number_of_response:1; }","duration":"232.604517ms","start":"2026-04-08T13:11:55.532047Z","end":"2026-04-08T13:11:55.764651Z","steps":["trace[1475759397] 'process raft request' (duration: 232.34158ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:55.765094Z","caller":"traceutil/trace.go:171","msg":"trace[923122602] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"232.31307ms","start":"2026-04-08T13:11:55.532762Z","end":"2026-04-08T13:11:55.765075Z","steps":["trace[923122602] 'process raft request' (duration: 231.809157ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:55.766509Z","caller":"traceutil/trace.go:171","msg":"trace[389666591] transaction","detail":"{read_only:false; response_revision:7305; number_of_response:1; }","duration":"228.635136ms","start":"2026-04-08T13:11:55.537848Z","end":"2026-04-08T13:11:55.766483Z","steps":["trace[389666591] 'process raft request' (duration: 228.542553ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:11:55.766639Z","caller":"traceutil/trace.go:171","msg":"trace[1593471637] transaction","detail":"{read_only:false; response_revision:7304; number_of_response:1; }","duration":"231.012337ms","start":"2026-04-08T13:11:55.535594Z","end":"2026-04-08T13:11:55.766606Z","steps":["trace[1593471637] 'process raft request' (duration: 229.274992ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:08.685765Z","caller":"traceutil/trace.go:171","msg":"trace[247566381] transaction","detail":"{read_only:false; response_revision:7383; number_of_response:1; }","duration":"133.267524ms","start":"2026-04-08T13:12:08.552472Z","end":"2026-04-08T13:12:08.68574Z","steps":["trace[247566381] 'process raft request' (duration: 132.812092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:08.930399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.678462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:08.930503Z","caller":"traceutil/trace.go:171","msg":"trace[1751921512] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"166.419015ms","start":"2026-04-08T13:12:08.764065Z","end":"2026-04-08T13:12:08.930484Z","steps":["trace[1751921512] 'process raft request' (duration: 60.579209ms)","trace[1751921512] 'compare' (duration: 105.541919ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:08.93662Z","caller":"traceutil/trace.go:171","msg":"trace[382509031] transaction","detail":"{read_only:false; response_revision:7389; number_of_response:1; }","duration":"149.761097ms","start":"2026-04-08T13:12:08.78683Z","end":"2026-04-08T13:12:08.936591Z","steps":["trace[382509031] 'process raft request' (duration: 149.723486ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:08.936784Z","caller":"traceutil/trace.go:171","msg":"trace[1145243216] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"172.317703ms","start":"2026-04-08T13:12:08.764429Z","end":"2026-04-08T13:12:08.936746Z","steps":["trace[1145243216] 'process raft request' (duration: 171.929484ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:08.936813Z","caller":"traceutil/trace.go:171","msg":"trace[48771053] transaction","detail":"{read_only:false; response_revision:7388; number_of_response:1; }","duration":"164.918079ms","start":"2026-04-08T13:12:08.771884Z","end":"2026-04-08T13:12:08.936802Z","steps":["trace[48771053] 'process raft request' (duration: 164.643422ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:08.936839Z","caller":"traceutil/trace.go:171","msg":"trace[2099314598] transaction","detail":"{read_only:false; response_revision:7387; number_of_response:1; }","duration":"172.371854ms","start":"2026-04-08T13:12:08.764461Z","end":"2026-04-08T13:12:08.936833Z","steps":["trace[2099314598] 'process raft request' (duration: 172.037886ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:10.167417Z","caller":"traceutil/trace.go:171","msg":"trace[590493864] linearizableReadLoop","detail":"{readStateIndex:7678; appliedIndex:7677; }","duration":"108.892582ms","start":"2026-04-08T13:12:10.05849Z","end":"2026-04-08T13:12:10.167383Z","steps":["trace[590493864] 'read index received' (duration: 12.624775ms)","trace[590493864] 'applied index is now lower than readState.Index' (duration: 96.266417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:10.167701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.18105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-08T13:12:10.167761Z","caller":"traceutil/trace.go:171","msg":"trace[1459000675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7392; }","duration":"109.275062ms","start":"2026-04-08T13:12:10.058471Z","end":"2026-04-08T13:12:10.167746Z","steps":["trace[1459000675] 'agreement among raft nodes before linearized reading' (duration: 109.027036ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:10.168063Z","caller":"traceutil/trace.go:171","msg":"trace[1331897528] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"111.674053ms","start":"2026-04-08T13:12:10.056365Z","end":"2026-04-08T13:12:10.168039Z","steps":["trace[1331897528] 'process raft request' (duration: 14.732848ms)","trace[1331897528] 'compare' (duration: 96.136424ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:11.271884Z","caller":"traceutil/trace.go:171","msg":"trace[967227765] linearizableReadLoop","detail":"{readStateIndex:7680; appliedIndex:7679; }","duration":"334.888043ms","start":"2026-04-08T13:12:10.936976Z","end":"2026-04-08T13:12:11.271864Z","steps":["trace[967227765] 'read index received' (duration: 334.673618ms)","trace[967227765] 'applied index is now lower than readState.Index' (duration: 213.695µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:11.271929Z","caller":"traceutil/trace.go:171","msg":"trace[1572575951] transaction","detail":"{read_only:false; response_revision:7394; number_of_response:1; }","duration":"421.391977ms","start":"2026-04-08T13:12:10.850512Z","end":"2026-04-08T13:12:11.271904Z","steps":["trace[1572575951] 'process raft request' (duration: 421.218313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:11.272106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.123599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:12:11.272108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:10.850486Z","time spent":"421.501679ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:11.27221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.183316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:12:11.272235Z","caller":"traceutil/trace.go:171","msg":"trace[1310778939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7394; }","duration":"328.227186ms","start":"2026-04-08T13:12:10.944003Z","end":"2026-04-08T13:12:11.27223Z","steps":["trace[1310778939] 'agreement among raft nodes before linearized reading' (duration: 328.158575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:11.272266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:10.943993Z","time spent":"328.256057ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:12:11.272358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.225476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:12:11.272377Z","caller":"traceutil/trace.go:171","msg":"trace[1579788796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7394; }","duration":"328.245887ms","start":"2026-04-08T13:12:10.944126Z","end":"2026-04-08T13:12:11.272372Z","steps":["trace[1579788796] 'agreement among raft nodes before linearized reading' (duration: 328.184185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:11.272419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:10.944068Z","time spent":"328.318198ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:12:11.272132Z","caller":"traceutil/trace.go:171","msg":"trace[1304570980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7394; }","duration":"335.182701ms","start":"2026-04-08T13:12:10.936942Z","end":"2026-04-08T13:12:11.272124Z","steps":["trace[1304570980] 'agreement among raft nodes before linearized reading' (duration: 335.019647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:11.272476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:10.936923Z","time spent":"335.53881ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:12:11.272648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.38102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:12:11.272761Z","caller":"traceutil/trace.go:171","msg":"trace[34843653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7394; }","duration":"328.549404ms","start":"2026-04-08T13:12:10.944194Z","end":"2026-04-08T13:12:11.272743Z","steps":["trace[34843653] 'agreement among raft nodes before linearized reading' (duration: 328.136604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:11.272986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:10.944137Z","time spent":"328.749549ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:12:16.818603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.068902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2890"} {"level":"info","ts":"2026-04-08T13:12:16.818711Z","caller":"traceutil/trace.go:171","msg":"trace[13039970] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:7422; }","duration":"122.225616ms","start":"2026-04-08T13:12:16.696458Z","end":"2026-04-08T13:12:16.818684Z","steps":["trace[13039970] 'range keys from in-memory index tree' (duration: 121.866238ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:16.92821Z","caller":"traceutil/trace.go:171","msg":"trace[754155615] linearizableReadLoop","detail":"{readStateIndex:7711; appliedIndex:7710; }","duration":"181.693238ms","start":"2026-04-08T13:12:16.746484Z","end":"2026-04-08T13:12:16.928177Z","steps":["trace[754155615] 'read index received' (duration: 181.341019ms)","trace[754155615] 'applied index is now lower than readState.Index' (duration: 350.509µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:16.928347Z","caller":"traceutil/trace.go:171","msg":"trace[1333528079] transaction","detail":"{read_only:false; response_revision:7423; number_of_response:1; }","duration":"201.788356ms","start":"2026-04-08T13:12:16.726525Z","end":"2026-04-08T13:12:16.928313Z","steps":["trace[1333528079] 'process raft request' (duration: 201.425367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:16.928557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.027427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:16.928612Z","caller":"traceutil/trace.go:171","msg":"trace[845779277] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7423; }","duration":"182.143099ms","start":"2026-04-08T13:12:16.746449Z","end":"2026-04-08T13:12:16.928592Z","steps":["trace[845779277] 'agreement among raft nodes before linearized reading' (duration: 181.898483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:17.189165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.513071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:17.189253Z","caller":"traceutil/trace.go:171","msg":"trace[727561730] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7423; }","duration":"146.647674ms","start":"2026-04-08T13:12:17.042577Z","end":"2026-04-08T13:12:17.189224Z","steps":["trace[727561730] 'count revisions from in-memory index tree' (duration: 146.404038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:17.7785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.181536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2874"} {"level":"info","ts":"2026-04-08T13:12:17.778591Z","caller":"traceutil/trace.go:171","msg":"trace[1727132174] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:7428; }","duration":"191.319449ms","start":"2026-04-08T13:12:17.587249Z","end":"2026-04-08T13:12:17.778569Z","steps":["trace[1727132174] 'range keys from in-memory index tree' (duration: 190.998191ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:18.239403Z","caller":"traceutil/trace.go:171","msg":"trace[404403713] transaction","detail":"{read_only:false; response_revision:7429; number_of_response:1; }","duration":"173.05424ms","start":"2026-04-08T13:12:18.066323Z","end":"2026-04-08T13:12:18.239377Z","steps":["trace[404403713] 'process raft request' (duration: 172.901917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:18.490136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.924596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:18.490258Z","caller":"traceutil/trace.go:171","msg":"trace[728929735] linearizableReadLoop","detail":"{readStateIndex:7719; appliedIndex:7717; }","duration":"174.811073ms","start":"2026-04-08T13:12:18.315435Z","end":"2026-04-08T13:12:18.490246Z","steps":["trace[728929735] 'read index received' (duration: 51.141µs)","trace[728929735] 'applied index is now lower than readState.Index' (duration: 174.759162ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:18.49042Z","caller":"traceutil/trace.go:171","msg":"trace[111875291] transaction","detail":"{read_only:false; response_revision:7430; number_of_response:1; }","duration":"423.335387ms","start":"2026-04-08T13:12:18.067076Z","end":"2026-04-08T13:12:18.490412Z","steps":["trace[111875291] 'process raft request' (duration: 246.071432ms)","trace[111875291] 'compare' (duration: 176.641959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:18.490465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:18.067045Z","time spent":"423.398378ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:18.49059Z","caller":"traceutil/trace.go:171","msg":"trace[1745502161] transaction","detail":"{read_only:false; response_revision:7431; number_of_response:1; }","duration":"289.228268ms","start":"2026-04-08T13:12:18.201356Z","end":"2026-04-08T13:12:18.490584Z","steps":["trace[1745502161] 'process raft request' (duration: 288.851628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:18.490732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.303396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T13:12:18.49076Z","caller":"traceutil/trace.go:171","msg":"trace[1470277836] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7431; }","duration":"175.364948ms","start":"2026-04-08T13:12:18.315386Z","end":"2026-04-08T13:12:18.490751Z","steps":["trace[1470277836] 'agreement among raft nodes before linearized reading' (duration: 175.277516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:18.490846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.933986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:18.490876Z","caller":"traceutil/trace.go:171","msg":"trace[1879548275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7431; }","duration":"116.984487ms","start":"2026-04-08T13:12:18.373878Z","end":"2026-04-08T13:12:18.490862Z","steps":["trace[1879548275] 'agreement among raft nodes before linearized reading' (duration: 116.953727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:19.167388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.23039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:19.167632Z","caller":"traceutil/trace.go:171","msg":"trace[1184364987] transaction","detail":"{read_only:false; response_revision:7433; number_of_response:1; }","duration":"296.120949ms","start":"2026-04-08T13:12:18.871493Z","end":"2026-04-08T13:12:19.167614Z","steps":["trace[1184364987] 'process raft request' (duration: 296.026197ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:19.167892Z","caller":"traceutil/trace.go:171","msg":"trace[976545354] transaction","detail":"{read_only:false; response_revision:7432; number_of_response:1; }","duration":"673.670426ms","start":"2026-04-08T13:12:18.494207Z","end":"2026-04-08T13:12:19.167877Z","steps":["trace[976545354] 'process raft request' (duration: 385.839031ms)","trace[976545354] 'compare' (duration: 286.957303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:19.167973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:18.49419Z","time spent":"673.740378ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:19.16818Z","caller":"traceutil/trace.go:171","msg":"trace[2090013804] linearizableReadLoop","detail":"{readStateIndex:7720; appliedIndex:7719; }","duration":"663.803583ms","start":"2026-04-08T13:12:18.504331Z","end":"2026-04-08T13:12:19.168134Z","steps":["trace[2090013804] 'read index received' (duration: 375.726372ms)","trace[2090013804] 'applied index is now lower than readState.Index' (duration: 288.076131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:19.168458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.128281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:1970"} {"level":"info","ts":"2026-04-08T13:12:19.168521Z","caller":"traceutil/trace.go:171","msg":"trace[1574685273] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:7433; }","duration":"664.221174ms","start":"2026-04-08T13:12:18.504283Z","end":"2026-04-08T13:12:19.168504Z","steps":["trace[1574685273] 'agreement among raft nodes before linearized reading' (duration: 664.05021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:19.168574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:18.504261Z","time spent":"664.299726ms","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1992,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" "} {"level":"warn","ts":"2026-04-08T13:12:19.669303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766893986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:12:20.121903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.008368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:20.122031Z","caller":"traceutil/trace.go:171","msg":"trace[1469854935] transaction","detail":"{read_only:false; response_revision:7434; number_of_response:1; }","duration":"1.186893997s","start":"2026-04-08T13:12:18.935116Z","end":"2026-04-08T13:12:20.12201Z","steps":["trace[1469854935] 'process raft request' (duration: 1.015659843s)","trace[1469854935] 'compare' (duration: 170.889145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:20.122103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:18.935092Z","time spent":"1.186975439s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:21.376925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:12:21.377091Z","caller":"traceutil/trace.go:171","msg":"trace[1913346863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035792s","start":"2026-04-08T13:12:19.37671Z","end":"2026-04-08T13:12:21.377068Z","steps":["trace[1913346863] 'agreement among raft nodes before linearized reading' (duration: 2.000173586s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.377171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.376703Z","time spent":"2.000455043s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:12:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:12:21.380683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.131563ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:21.380797Z","caller":"traceutil/trace.go:171","msg":"trace[1266875879] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7434; }","duration":"519.250175ms","start":"2026-04-08T13:12:20.861533Z","end":"2026-04-08T13:12:21.380783Z","steps":["trace[1266875879] 'range keys from in-memory index tree' (duration: 519.117951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.381895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098493823s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:21.38208Z","caller":"traceutil/trace.go:171","msg":"trace[1228269536] transaction","detail":"{read_only:false; response_revision:7436; number_of_response:1; }","duration":"1.138093287s","start":"2026-04-08T13:12:20.24397Z","end":"2026-04-08T13:12:21.382063Z","steps":["trace[1228269536] 'process raft request' (duration: 1.138026036s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:21.382177Z","caller":"traceutil/trace.go:171","msg":"trace[717758950] transaction","detail":"{read_only:false; response_revision:7435; number_of_response:1; }","duration":"2.28570484s","start":"2026-04-08T13:12:19.096452Z","end":"2026-04-08T13:12:21.382157Z","steps":["trace[717758950] 'process raft request' (duration: 1.186839948s)","trace[717758950] 'compare' (duration: 1.097304403s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:21.382212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:20.243942Z","time spent":"1.13818454s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:21.382283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50677032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:12:21.382306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.096422Z","time spent":"2.285812742s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:21.38218Z","caller":"traceutil/trace.go:171","msg":"trace[1912330609] linearizableReadLoop","detail":"{readStateIndex:7723; appliedIndex:7721; }","duration":"2.213942612s","start":"2026-04-08T13:12:19.168214Z","end":"2026-04-08T13:12:21.382156Z","steps":["trace[1912330609] 'read index received' (duration: 782.621909ms)","trace[1912330609] 'applied index is now lower than readState.Index' (duration: 1.431317973s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:21.382351Z","caller":"traceutil/trace.go:171","msg":"trace[17823471] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7436; }","duration":"2.506897133s","start":"2026-04-08T13:12:18.875438Z","end":"2026-04-08T13:12:21.382335Z","steps":["trace[17823471] 'agreement among raft nodes before linearized reading' (duration: 2.5067833s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.382405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:18.875408Z","time spent":"2.506980565s","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:21.382483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278521992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-08T13:12:21.382571Z","caller":"traceutil/trace.go:171","msg":"trace[1451478796] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7436; }","duration":"2.278687186s","start":"2026-04-08T13:12:19.103863Z","end":"2026-04-08T13:12:21.38255Z","steps":["trace[1451478796] 'agreement among raft nodes before linearized reading' (duration: 2.278300017s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.382987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.103829Z","time spent":"2.279142808s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-08T13:12:21.395256Z","caller":"traceutil/trace.go:171","msg":"trace[950757300] transaction","detail":"{read_only:false; response_revision:7437; number_of_response:1; }","duration":"897.846317ms","start":"2026-04-08T13:12:20.497393Z","end":"2026-04-08T13:12:21.395239Z","steps":["trace[950757300] 'process raft request' (duration: 897.730654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.395403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:20.497379Z","time spent":"897.930189ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:21.395532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518959581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:21.397693Z","caller":"traceutil/trace.go:171","msg":"trace[1792434111] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7438; }","duration":"1.521147284s","start":"2026-04-08T13:12:19.876511Z","end":"2026-04-08T13:12:21.397658Z","steps":["trace[1792434111] 'agreement among raft nodes before linearized reading' (duration: 1.518972161s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.397829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.876499Z","time spent":"1.521312948s","remote":"127.0.0.1:53158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:21.397811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221764664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/kube-prometheus-stack\" ","response":"range_response_count:1 size:1128"} {"level":"info","ts":"2026-04-08T13:12:21.397931Z","caller":"traceutil/trace.go:171","msg":"trace[1958951696] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/kube-prometheus-stack; range_end:; response_count:1; response_revision:7438; }","duration":"2.224105001s","start":"2026-04-08T13:12:19.173795Z","end":"2026-04-08T13:12:21.3979Z","steps":["trace[1958951696] 'agreement among raft nodes before linearized reading' (duration: 2.22160804s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.397971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090625898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:12:21.398052Z","caller":"traceutil/trace.go:171","msg":"trace[2078479524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7438; }","duration":"1.090748691s","start":"2026-04-08T13:12:20.307292Z","end":"2026-04-08T13:12:21.398041Z","steps":["trace[2078479524] 'agreement among raft nodes before linearized reading' (duration: 1.089734786s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.398083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522488247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:12:21.39811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:20.307262Z","time spent":"1.090837233s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:12:21.398126Z","caller":"traceutil/trace.go:171","msg":"trace[1427017605] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7438; }","duration":"1.522557158s","start":"2026-04-08T13:12:19.875555Z","end":"2026-04-08T13:12:21.398112Z","steps":["trace[1427017605] 'agreement among raft nodes before linearized reading' (duration: 1.522477616s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.39817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.875541Z","time spent":"1.52261695s","remote":"127.0.0.1:57894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:21.398338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819748689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:12:21.397994Z","caller":"traceutil/trace.go:171","msg":"trace[599354740] transaction","detail":"{read_only:false; response_revision:7438; number_of_response:1; }","duration":"900.591644ms","start":"2026-04-08T13:12:20.497382Z","end":"2026-04-08T13:12:21.397973Z","steps":["trace[599354740] 'process raft request' (duration: 897.824336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.398404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60706173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:12:21.398443Z","caller":"traceutil/trace.go:171","msg":"trace[652101372] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7438; }","duration":"1.607159012s","start":"2026-04-08T13:12:19.791273Z","end":"2026-04-08T13:12:21.398432Z","steps":["trace[652101372] 'agreement among raft nodes before linearized reading' (duration: 1.60707369s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.398484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.79122Z","time spent":"1.607251464s","remote":"127.0.0.1:57838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:21.398497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:20.497348Z","time spent":"901.088058ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:21.398551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820038896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:12:21.398418Z","caller":"traceutil/trace.go:171","msg":"trace[622387908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7438; }","duration":"1.819848172s","start":"2026-04-08T13:12:19.578555Z","end":"2026-04-08T13:12:21.398403Z","steps":["trace[622387908] 'agreement among raft nodes before linearized reading' (duration: 1.819629847s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.398668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.578542Z","time spent":"1.820113368s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:12:21.398676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087122256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:12:21.398611Z","caller":"traceutil/trace.go:171","msg":"trace[1372499940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7438; }","duration":"1.820139888s","start":"2026-04-08T13:12:19.578455Z","end":"2026-04-08T13:12:21.398595Z","steps":["trace[1372499940] 'agreement among raft nodes before linearized reading' (duration: 1.819986845s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.398803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84944652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T13:12:21.398807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.578431Z","time spent":"1.820357754s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:12:21.398826Z","caller":"traceutil/trace.go:171","msg":"trace[862008441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7438; }","duration":"2.087264279s","start":"2026-04-08T13:12:19.311507Z","end":"2026-04-08T13:12:21.398771Z","steps":["trace[862008441] 'agreement among raft nodes before linearized reading' (duration: 2.086933711s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:21.398847Z","caller":"traceutil/trace.go:171","msg":"trace[146642203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7438; }","duration":"1.849518002s","start":"2026-04-08T13:12:19.549318Z","end":"2026-04-08T13:12:21.398836Z","steps":["trace[146642203] 'agreement among raft nodes before linearized reading' (duration: 1.8494041s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.398875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.549302Z","time spent":"1.849565303s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:12:21.398879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257805612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:12:21.398002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.173751Z","time spent":"2.224234084s","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1150,"request content":"key:\"/registry/cert-manager.io/clusterissuers/kube-prometheus-stack\" "} {"level":"info","ts":"2026-04-08T13:12:21.398933Z","caller":"traceutil/trace.go:171","msg":"trace[235848315] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7438; }","duration":"1.257908764s","start":"2026-04-08T13:12:20.141009Z","end":"2026-04-08T13:12:21.398918Z","steps":["trace[235848315] 'agreement among raft nodes before linearized reading' (duration: 1.257822622s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.398951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.311481Z","time spent":"2.087387132s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:12:21.398993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:20.140988Z","time spent":"1.257985406s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:21.399035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820436506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:12:21.399094Z","caller":"traceutil/trace.go:171","msg":"trace[284897974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7438; }","duration":"1.820510347s","start":"2026-04-08T13:12:19.578568Z","end":"2026-04-08T13:12:21.399079Z","steps":["trace[284897974] 'agreement among raft nodes before linearized reading' (duration: 1.820340823s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:21.399144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:19.578554Z","time spent":"1.820578269s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:12:22.010762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.060986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:22.010869Z","caller":"traceutil/trace.go:171","msg":"trace[1890642282] transaction","detail":"{read_only:false; response_revision:7439; number_of_response:1; }","duration":"623.93979ms","start":"2026-04-08T13:12:21.38691Z","end":"2026-04-08T13:12:22.01085Z","steps":["trace[1890642282] 'process raft request' (duration: 297.71196ms)","trace[1890642282] 'compare' (duration: 325.81273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:22.010932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:21.38689Z","time spent":"624.016413ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:22.680293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.749615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:22.680461Z","caller":"traceutil/trace.go:171","msg":"trace[1262281346] transaction","detail":"{read_only:false; response_revision:7443; number_of_response:1; }","duration":"1.274124599s","start":"2026-04-08T13:12:21.406325Z","end":"2026-04-08T13:12:22.680449Z","steps":["trace[1262281346] 'process raft request' (duration: 1.274080828s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:22.680504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:21.40632Z","time spent":"1.27416695s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:22.680585Z","caller":"traceutil/trace.go:171","msg":"trace[1595939069] transaction","detail":"{read_only:false; response_revision:7440; number_of_response:1; }","duration":"1.276523386s","start":"2026-04-08T13:12:21.404053Z","end":"2026-04-08T13:12:22.680576Z","steps":["trace[1595939069] 'process raft request' (duration: 968.431812ms)","trace[1595939069] 'compare' (duration: 307.471969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:22.680614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:21.404032Z","time spent":"1.276569277s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:22.680657Z","caller":"traceutil/trace.go:171","msg":"trace[219287592] transaction","detail":"{read_only:false; response_revision:7442; number_of_response:1; }","duration":"1.274371445s","start":"2026-04-08T13:12:21.40628Z","end":"2026-04-08T13:12:22.680652Z","steps":["trace[219287592] 'process raft request' (duration: 1.274108498s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:22.680649Z","caller":"traceutil/trace.go:171","msg":"trace[1627696945] transaction","detail":"{read_only:false; response_revision:7441; number_of_response:1; }","duration":"1.274399255s","start":"2026-04-08T13:12:21.40623Z","end":"2026-04-08T13:12:22.680629Z","steps":["trace[1627696945] 'process raft request' (duration: 1.274127538s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:22.680684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:21.406275Z","time spent":"1.274396365s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:22.680736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:21.406221Z","time spent":"1.274471747s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:22.680744Z","caller":"traceutil/trace.go:171","msg":"trace[1789571779] linearizableReadLoop","detail":"{readStateIndex:7728; appliedIndex:7726; }","duration":"1.276375023s","start":"2026-04-08T13:12:21.404336Z","end":"2026-04-08T13:12:22.680711Z","steps":["trace[1789571779] 'read index received' (duration: 280.280442ms)","trace[1789571779] 'applied index is now lower than readState.Index' (duration: 996.092201ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:22.680835Z","caller":"traceutil/trace.go:171","msg":"trace[260016291] transaction","detail":"{read_only:false; response_revision:7444; number_of_response:1; }","duration":"1.2742463s","start":"2026-04-08T13:12:21.406578Z","end":"2026-04-08T13:12:22.680824Z","steps":["trace[260016291] 'process raft request' (duration: 1.27384967s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:22.68102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27667862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:12:22.681043Z","caller":"traceutil/trace.go:171","msg":"trace[1893940142] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7444; }","duration":"1.276740572s","start":"2026-04-08T13:12:21.404297Z","end":"2026-04-08T13:12:22.681038Z","steps":["trace[1893940142] 'agreement among raft nodes before linearized reading' (duration: 1.276604579s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:22.681093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:21.406573Z","time spent":"1.274385015s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:22.681063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:21.40428Z","time spent":"1.276779122s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:12:23.409826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000531821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:12:23.409939Z","caller":"traceutil/trace.go:171","msg":"trace[625995983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000695926s","start":"2026-04-08T13:12:21.409218Z","end":"2026-04-08T13:12:23.409914Z","steps":["trace[625995983] 'agreement among raft nodes before linearized reading' (duration: 2.000537282s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.409992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:21.409206Z","time spent":"2.000774478s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:12:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:12:23.981292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.166637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:12:23.981699Z","caller":"traceutil/trace.go:171","msg":"trace[473365605] transaction","detail":"{read_only:false; response_revision:7445; number_of_response:1; }","duration":"1.854433583s","start":"2026-04-08T13:12:22.127236Z","end":"2026-04-08T13:12:23.98167Z","steps":["trace[473365605] 'process raft request' (duration: 1.854140136s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.981856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:22.127212Z","time spent":"1.854575607s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:23.98191Z","caller":"traceutil/trace.go:171","msg":"trace[631498055] transaction","detail":"{read_only:false; response_revision:7446; number_of_response:1; }","duration":"892.275109ms","start":"2026-04-08T13:12:23.089624Z","end":"2026-04-08T13:12:23.981899Z","steps":["trace[631498055] 'process raft request' (duration: 892.004233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.982012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:23.089589Z","time spent":"892.367842ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:23.982124Z","caller":"traceutil/trace.go:171","msg":"trace[739550495] transaction","detail":"{read_only:false; response_revision:7449; number_of_response:1; }","duration":"573.283571ms","start":"2026-04-08T13:12:23.40882Z","end":"2026-04-08T13:12:23.982103Z","steps":["trace[739550495] 'process raft request' (duration: 572.981344ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:23.982012Z","caller":"traceutil/trace.go:171","msg":"trace[976236928] linearizableReadLoop","detail":"{readStateIndex:7734; appliedIndex:7732; }","duration":"1.301107969s","start":"2026-04-08T13:12:22.680881Z","end":"2026-04-08T13:12:23.981989Z","steps":["trace[976236928] 'read index received' (duration: 410.250186ms)","trace[976236928] 'applied index is now lower than readState.Index' (duration: 890.855853ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:23.981861Z","caller":"traceutil/trace.go:171","msg":"trace[157047568] transaction","detail":"{read_only:false; response_revision:7448; number_of_response:1; }","duration":"578.186152ms","start":"2026-04-08T13:12:23.403657Z","end":"2026-04-08T13:12:23.981843Z","steps":["trace[157047568] 'process raft request' (duration: 578.1037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.982368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512556043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:23.982428Z","caller":"traceutil/trace.go:171","msg":"trace[1177908393] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7449; }","duration":"1.512615375s","start":"2026-04-08T13:12:22.469795Z","end":"2026-04-08T13:12:23.982411Z","steps":["trace[1177908393] 'agreement among raft nodes before linearized reading' (duration: 1.512475231s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.982477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:22.469733Z","time spent":"1.512727927s","remote":"127.0.0.1:53808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:23.982235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:23.408796Z","time spent":"573.381694ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:23.982576Z","caller":"traceutil/trace.go:171","msg":"trace[2043384038] transaction","detail":"{read_only:false; response_revision:7447; number_of_response:1; }","duration":"594.109431ms","start":"2026-04-08T13:12:23.388321Z","end":"2026-04-08T13:12:23.98243Z","steps":["trace[2043384038] 'process raft request' (duration: 593.397254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.982396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:23.403621Z","time spent":"578.731175ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:23.982711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:23.388292Z","time spent":"594.347626ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:23.982861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576748884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-08T13:12:23.982895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300529595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-04-08T13:12:23.982922Z","caller":"traceutil/trace.go:171","msg":"trace[1395021931] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405; range_end:; response_count:1; response_revision:7449; }","duration":"2.576824535s","start":"2026-04-08T13:12:21.406081Z","end":"2026-04-08T13:12:23.982906Z","steps":["trace[1395021931] 'agreement among raft nodes before linearized reading' (duration: 2.575975435s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:23.982955Z","caller":"traceutil/trace.go:171","msg":"trace[877302828] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7449; }","duration":"1.300621266s","start":"2026-04-08T13:12:22.682318Z","end":"2026-04-08T13:12:23.982939Z","steps":["trace[877302828] 'agreement among raft nodes before linearized reading' (duration: 1.300393151s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.982971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:21.406072Z","time spent":"2.576884008s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" "} {"level":"warn","ts":"2026-04-08T13:12:23.983002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:22.682302Z","time spent":"1.300688228s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12319,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T13:12:23.983138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738253645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:23.983266Z","caller":"traceutil/trace.go:171","msg":"trace[2084063298] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7449; }","duration":"1.738416819s","start":"2026-04-08T13:12:22.244832Z","end":"2026-04-08T13:12:23.983249Z","steps":["trace[2084063298] 'agreement among raft nodes before linearized reading' (duration: 1.738267215s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.984245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:22.244809Z","time spent":"1.739409983s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:23.983298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.768775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:23.984638Z","caller":"traceutil/trace.go:171","msg":"trace[139830699] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7449; }","duration":"674.14206ms","start":"2026-04-08T13:12:23.310477Z","end":"2026-04-08T13:12:23.984619Z","steps":["trace[139830699] 'agreement among raft nodes before linearized reading' (duration: 672.768766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.985054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:23.310454Z","time spent":"674.469048ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:23.983358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034662546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:23.985334Z","caller":"traceutil/trace.go:171","msg":"trace[2117334605] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7449; }","duration":"1.036637764s","start":"2026-04-08T13:12:22.948672Z","end":"2026-04-08T13:12:23.98531Z","steps":["trace[2117334605] 'agreement among raft nodes before linearized reading' (duration: 1.034630475s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.985418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:22.948574Z","time spent":"1.036821288s","remote":"127.0.0.1:53100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:23.983428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.38801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:12:23.98344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.633317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:12:23.986608Z","caller":"traceutil/trace.go:171","msg":"trace[1491008897] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7449; }","duration":"832.022494ms","start":"2026-04-08T13:12:23.153986Z","end":"2026-04-08T13:12:23.986009Z","steps":["trace[1491008897] 'agreement among raft nodes before linearized reading' (duration: 829.40586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.983198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.973993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:12:23.983819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572823197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/kube-prometheus-stack\" ","response":"range_response_count:1 size:1128"} {"level":"info","ts":"2026-04-08T13:12:23.986368Z","caller":"traceutil/trace.go:171","msg":"trace[1625776881] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7449; }","duration":"571.589439ms","start":"2026-04-08T13:12:23.414758Z","end":"2026-04-08T13:12:23.986347Z","steps":["trace[1625776881] 'agreement among raft nodes before linearized reading' (duration: 568.575096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.986748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:23.414745Z","time spent":"571.969479ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":95,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:23.986751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:23.153961Z","time spent":"832.726082ms","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:12:23.986801Z","caller":"traceutil/trace.go:171","msg":"trace[1656696080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7449; }","duration":"576.52042ms","start":"2026-04-08T13:12:23.410166Z","end":"2026-04-08T13:12:23.986687Z","steps":["trace[1656696080] 'agreement among raft nodes before linearized reading' (duration: 572.984123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.986964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:23.410154Z","time spent":"576.792237ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:12:23.986928Z","caller":"traceutil/trace.go:171","msg":"trace[1612799526] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/kube-prometheus-stack; range_end:; response_count:1; response_revision:7449; }","duration":"2.575943924s","start":"2026-04-08T13:12:21.410963Z","end":"2026-04-08T13:12:23.986907Z","steps":["trace[1612799526] 'agreement among raft nodes before linearized reading' (duration: 2.571429643s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:23.987177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:21.410957Z","time spent":"2.576175099s","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1150,"request content":"key:\"/registry/cert-manager.io/clusterissuers/kube-prometheus-stack\" "} {"level":"warn","ts":"2026-04-08T13:12:24.246801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.796736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:24.246911Z","caller":"traceutil/trace.go:171","msg":"trace[790034101] linearizableReadLoop","detail":"{readStateIndex:7739; appliedIndex:7738; }","duration":"253.511854ms","start":"2026-04-08T13:12:23.993382Z","end":"2026-04-08T13:12:24.246894Z","steps":["trace[790034101] 'read index received' (duration: 149.507343ms)","trace[790034101] 'applied index is now lower than readState.Index' (duration: 104.002841ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:24.246943Z","caller":"traceutil/trace.go:171","msg":"trace[1803242234] transaction","detail":"{read_only:false; response_revision:7450; number_of_response:1; }","duration":"260.268271ms","start":"2026-04-08T13:12:23.986643Z","end":"2026-04-08T13:12:24.246911Z","steps":["trace[1803242234] 'process raft request' (duration: 156.265019ms)","trace[1803242234] 'compare' (duration: 103.5116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:24.247058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.671838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:24.247094Z","caller":"traceutil/trace.go:171","msg":"trace[813650886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7450; }","duration":"253.728199ms","start":"2026-04-08T13:12:23.993356Z","end":"2026-04-08T13:12:24.247085Z","steps":["trace[813650886] 'agreement among raft nodes before linearized reading' (duration: 253.628836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:24.24714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.427563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:24.247227Z","caller":"traceutil/trace.go:171","msg":"trace[107864700] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7450; }","duration":"224.560418ms","start":"2026-04-08T13:12:24.022642Z","end":"2026-04-08T13:12:24.247202Z","steps":["trace[107864700] 'agreement among raft nodes before linearized reading' (duration: 224.425143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:24.247477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.611936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:24.24752Z","caller":"traceutil/trace.go:171","msg":"trace[691816041] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7450; }","duration":"194.686737ms","start":"2026-04-08T13:12:24.052823Z","end":"2026-04-08T13:12:24.24751Z","steps":["trace[691816041] 'agreement among raft nodes before linearized reading' (duration: 194.616005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:24.693243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.885976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:24.693349Z","caller":"traceutil/trace.go:171","msg":"trace[1545045866] linearizableReadLoop","detail":"{readStateIndex:7740; appliedIndex:7739; }","duration":"438.429553ms","start":"2026-04-08T13:12:24.254903Z","end":"2026-04-08T13:12:24.693332Z","steps":["trace[1545045866] 'read index received' (duration: 143.24108ms)","trace[1545045866] 'applied index is now lower than readState.Index' (duration: 295.186593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:24.693581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.680959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:12:24.693616Z","caller":"traceutil/trace.go:171","msg":"trace[1281026761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7451; }","duration":"438.736581ms","start":"2026-04-08T13:12:24.25487Z","end":"2026-04-08T13:12:24.693606Z","steps":["trace[1281026761] 'agreement among raft nodes before linearized reading' (duration: 438.570187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:24.693655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:24.254857Z","time spent":"438.790072ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:12:24.694307Z","caller":"traceutil/trace.go:171","msg":"trace[984044012] transaction","detail":"{read_only:false; response_revision:7451; number_of_response:1; }","duration":"440.268237ms","start":"2026-04-08T13:12:24.253149Z","end":"2026-04-08T13:12:24.693417Z","steps":["trace[984044012] 'process raft request' (duration: 145.092155ms)","trace[984044012] 'compare' (duration: 294.585958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:24.694476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:24.253134Z","time spent":"441.252712ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:25.279926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.312409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:25.280005Z","caller":"traceutil/trace.go:171","msg":"trace[2066913778] linearizableReadLoop","detail":"{readStateIndex:7741; appliedIndex:7740; }","duration":"582.572514ms","start":"2026-04-08T13:12:24.69742Z","end":"2026-04-08T13:12:25.279992Z","steps":["trace[2066913778] 'read index received' (duration: 153.212034ms)","trace[2066913778] 'applied index is now lower than readState.Index' (duration: 429.35952ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:25.280059Z","caller":"traceutil/trace.go:171","msg":"trace[1452246828] transaction","detail":"{read_only:false; response_revision:7452; number_of_response:1; }","duration":"583.088937ms","start":"2026-04-08T13:12:24.696962Z","end":"2026-04-08T13:12:25.280051Z","steps":["trace[1452246828] 'process raft request' (duration: 153.587333ms)","trace[1452246828] 'compare' (duration: 428.789597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:25.280419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:24.69695Z","time spent":"583.443346ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:25.280415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.971814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:12:25.280492Z","caller":"traceutil/trace.go:171","msg":"trace[1843732879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7452; }","duration":"583.070827ms","start":"2026-04-08T13:12:24.697403Z","end":"2026-04-08T13:12:25.280474Z","steps":["trace[1843732879] 'agreement among raft nodes before linearized reading' (duration: 582.873932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:25.280539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:24.697397Z","time spent":"583.134218ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:12:25.343873Z","caller":"traceutil/trace.go:171","msg":"trace[2124361929] transaction","detail":"{read_only:false; response_revision:7455; number_of_response:1; }","duration":"643.837249ms","start":"2026-04-08T13:12:24.700018Z","end":"2026-04-08T13:12:25.343855Z","steps":["trace[2124361929] 'process raft request' (duration: 643.810559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:25.343984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:24.70001Z","time spent":"643.918571ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:25.344221Z","caller":"traceutil/trace.go:171","msg":"trace[1821910356] transaction","detail":"{read_only:false; response_revision:7453; number_of_response:1; }","duration":"646.209897ms","start":"2026-04-08T13:12:24.698004Z","end":"2026-04-08T13:12:25.344214Z","steps":["trace[1821910356] 'process raft request' (duration: 645.704815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:25.344264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:24.697995Z","time spent":"646.248488ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:25.344344Z","caller":"traceutil/trace.go:171","msg":"trace[1716181681] transaction","detail":"{read_only:false; response_revision:7454; number_of_response:1; }","duration":"645.54372ms","start":"2026-04-08T13:12:24.698792Z","end":"2026-04-08T13:12:25.344336Z","steps":["trace[1716181681] 'process raft request' (duration: 645.007267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:25.344384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:24.698783Z","time spent":"645.581921ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:25.344725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.316738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-08T13:12:25.344756Z","caller":"traceutil/trace.go:171","msg":"trace[1969741394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7455; }","duration":"639.363749ms","start":"2026-04-08T13:12:24.705386Z","end":"2026-04-08T13:12:25.344749Z","steps":["trace[1969741394] 'agreement among raft nodes before linearized reading' (duration: 639.267997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:25.344777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:24.705378Z","time spent":"639.394341ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:12:25.344889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.833209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:25.34492Z","caller":"traceutil/trace.go:171","msg":"trace[1844333950] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7455; }","duration":"316.89042ms","start":"2026-04-08T13:12:25.028023Z","end":"2026-04-08T13:12:25.344913Z","steps":["trace[1844333950] 'agreement among raft nodes before linearized reading' (duration: 316.845749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:25.344939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:25.027991Z","time spent":"316.942481ms","remote":"127.0.0.1:43820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:25.345041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.386735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:12:25.345063Z","caller":"traceutil/trace.go:171","msg":"trace[1018347997] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7455; }","duration":"478.411755ms","start":"2026-04-08T13:12:24.866646Z","end":"2026-04-08T13:12:25.345057Z","steps":["trace[1018347997] 'agreement among raft nodes before linearized reading' (duration: 478.375054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:25.34508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:24.866599Z","time spent":"478.476367ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:12:25.438958Z","caller":"traceutil/trace.go:171","msg":"trace[1962921968] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"154.13551ms","start":"2026-04-08T13:12:25.284799Z","end":"2026-04-08T13:12:25.438935Z","steps":["trace[1962921968] 'process raft request' (duration: 122.526119ms)","trace[1962921968] 'compare' (duration: 31.355275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:27.565074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.563068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:12:27.565206Z","caller":"traceutil/trace.go:171","msg":"trace[1142019348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7466; }","duration":"119.728241ms","start":"2026-04-08T13:12:27.445461Z","end":"2026-04-08T13:12:27.565189Z","steps":["trace[1142019348] 'range keys from in-memory index tree' (duration: 119.460895ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:27.672129Z","caller":"traceutil/trace.go:171","msg":"trace[61375916] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"104.533541ms","start":"2026-04-08T13:12:27.567562Z","end":"2026-04-08T13:12:27.672096Z","steps":["trace[61375916] 'process raft request' (duration: 104.280955ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:28.251884Z","caller":"traceutil/trace.go:171","msg":"trace[1343312502] transaction","detail":"{read_only:false; response_revision:7469; number_of_response:1; }","duration":"164.30267ms","start":"2026-04-08T13:12:28.087545Z","end":"2026-04-08T13:12:28.251847Z","steps":["trace[1343312502] 'process raft request' (duration: 70.952824ms)","trace[1343312502] 'compare' (duration: 92.816303ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:28.251901Z","caller":"traceutil/trace.go:171","msg":"trace[1397270901] transaction","detail":"{read_only:false; response_revision:7470; number_of_response:1; }","duration":"164.290629ms","start":"2026-04-08T13:12:28.087579Z","end":"2026-04-08T13:12:28.25187Z","steps":["trace[1397270901] 'process raft request' (duration: 164.011802ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:28.251975Z","caller":"traceutil/trace.go:171","msg":"trace[569379214] transaction","detail":"{read_only:false; response_revision:7471; number_of_response:1; }","duration":"163.666042ms","start":"2026-04-08T13:12:28.0883Z","end":"2026-04-08T13:12:28.251966Z","steps":["trace[569379214] 'process raft request' (duration: 163.337725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:29.919543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766894089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:12:30.420466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766894089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:12:30.92151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766894089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:12:31.011079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.631126776s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:12:31.011383Z","caller":"traceutil/trace.go:171","msg":"trace[1058073005] transaction","detail":"{read_only:false; response_revision:7472; number_of_response:1; }","duration":"1.631504315s","start":"2026-04-08T13:12:29.37986Z","end":"2026-04-08T13:12:31.011365Z","steps":["trace[1058073005] 'process raft request' (duration: 1.631380692s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.011495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:29.379838Z","time spent":"1.631600088s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:31.11069Z","caller":"traceutil/trace.go:171","msg":"trace[1258821561] transaction","detail":"{read_only:false; response_revision:7474; number_of_response:1; }","duration":"853.799048ms","start":"2026-04-08T13:12:30.256855Z","end":"2026-04-08T13:12:31.110654Z","steps":["trace[1258821561] 'process raft request' (duration: 853.705256ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:31.110774Z","caller":"traceutil/trace.go:171","msg":"trace[1178258126] transaction","detail":"{read_only:false; response_revision:7473; number_of_response:1; }","duration":"1.073600748s","start":"2026-04-08T13:12:30.037121Z","end":"2026-04-08T13:12:31.110722Z","steps":["trace[1178258126] 'process raft request' (duration: 1.073218988s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.110972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:30.037102Z","time spent":"1.073764171s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:31.111101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:30.256833Z","time spent":"853.986862ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:31.111708Z","caller":"traceutil/trace.go:171","msg":"trace[1420006839] transaction","detail":"{read_only:false; response_revision:7475; number_of_response:1; }","duration":"854.751501ms","start":"2026-04-08T13:12:30.256941Z","end":"2026-04-08T13:12:31.111692Z","steps":["trace[1420006839] 'process raft request' (duration: 853.670625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.111797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:30.256914Z","time spent":"854.838822ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:31.111905Z","caller":"traceutil/trace.go:171","msg":"trace[516214586] linearizableReadLoop","detail":"{readStateIndex:7766; appliedIndex:7761; }","duration":"1.692986529s","start":"2026-04-08T13:12:29.418908Z","end":"2026-04-08T13:12:31.111894Z","steps":["trace[516214586] 'read index received' (duration: 1.592329556s)","trace[516214586] 'applied index is now lower than readState.Index' (duration: 100.655883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:31.112468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693561842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:12:31.112516Z","caller":"traceutil/trace.go:171","msg":"trace[2043352519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7476; }","duration":"1.693639864s","start":"2026-04-08T13:12:29.418854Z","end":"2026-04-08T13:12:31.112494Z","steps":["trace[2043352519] 'agreement among raft nodes before linearized reading' (duration: 1.69349608s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.11255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:29.418835Z","time spent":"1.693706075s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:12:31.112668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.788511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:12:31.112702Z","caller":"traceutil/trace.go:171","msg":"trace[513354317] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7476; }","duration":"218.865513ms","start":"2026-04-08T13:12:30.893825Z","end":"2026-04-08T13:12:31.11269Z","steps":["trace[513354317] 'agreement among raft nodes before linearized reading' (duration: 218.806561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.112806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.849742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:12:31.112917Z","caller":"traceutil/trace.go:171","msg":"trace[1346981556] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7476; }","duration":"761.997055ms","start":"2026-04-08T13:12:30.350896Z","end":"2026-04-08T13:12:31.112893Z","steps":["trace[1346981556] 'agreement among raft nodes before linearized reading' (duration: 761.710979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.112958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68773046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:12:31.113014Z","caller":"traceutil/trace.go:171","msg":"trace[2073251221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7476; }","duration":"1.687810523s","start":"2026-04-08T13:12:29.425187Z","end":"2026-04-08T13:12:31.112998Z","steps":["trace[2073251221] 'agreement among raft nodes before linearized reading' (duration: 1.687484545s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.113086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.216416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:31.113147Z","caller":"traceutil/trace.go:171","msg":"trace[1548145232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7476; }","duration":"737.310428ms","start":"2026-04-08T13:12:30.375821Z","end":"2026-04-08T13:12:31.113132Z","steps":["trace[1548145232] 'agreement among raft nodes before linearized reading' (duration: 737.212236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.113198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:30.375801Z","time spent":"737.385049ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:12:31.113395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05717953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:12:31.113155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:29.425177Z","time spent":"1.687883664s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:12:31.113462Z","caller":"traceutil/trace.go:171","msg":"trace[2046097872] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7476; }","duration":"1.057307582s","start":"2026-04-08T13:12:30.056137Z","end":"2026-04-08T13:12:31.113445Z","steps":["trace[2046097872] 'agreement among raft nodes before linearized reading' (duration: 1.057091746s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.113513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:30.056125Z","time spent":"1.057372014s","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:31.11387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688362157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:12:31.113936Z","caller":"traceutil/trace.go:171","msg":"trace[791062366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7476; }","duration":"1.688452379s","start":"2026-04-08T13:12:29.425469Z","end":"2026-04-08T13:12:31.113921Z","steps":["trace[791062366] 'agreement among raft nodes before linearized reading' (duration: 1.688295875s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.113986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:29.425452Z","time spent":"1.68851991s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:12:31.114103Z","caller":"traceutil/trace.go:171","msg":"trace[563596938] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"856.613435ms","start":"2026-04-08T13:12:30.257464Z","end":"2026-04-08T13:12:31.114078Z","steps":["trace[563596938] 'process raft request' (duration: 854.147836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.114109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437649689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:12:31.114231Z","caller":"traceutil/trace.go:171","msg":"trace[1132345363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7476; }","duration":"1.437801873s","start":"2026-04-08T13:12:29.676413Z","end":"2026-04-08T13:12:31.114215Z","steps":["trace[1132345363] 'agreement among raft nodes before linearized reading' (duration: 1.437445814s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.114292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:29.676391Z","time spent":"1.437890454s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:12:31.11433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:30.350881Z","time spent":"763.427841ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:12:31.114239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:30.257458Z","time spent":"856.704447ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:31.377136Z","caller":"traceutil/trace.go:171","msg":"trace[321445882] transaction","detail":"{read_only:false; response_revision:7479; number_of_response:1; }","duration":"257.264346ms","start":"2026-04-08T13:12:31.119856Z","end":"2026-04-08T13:12:31.37712Z","steps":["trace[321445882] 'process raft request' (duration: 257.01761ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:31.376994Z","caller":"traceutil/trace.go:171","msg":"trace[287255604] transaction","detail":"{read_only:false; response_revision:7478; number_of_response:1; }","duration":"257.466301ms","start":"2026-04-08T13:12:31.119476Z","end":"2026-04-08T13:12:31.376942Z","steps":["trace[287255604] 'process raft request' (duration: 257.200083ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:31.377542Z","caller":"traceutil/trace.go:171","msg":"trace[1927325082] linearizableReadLoop","detail":"{readStateIndex:7770; appliedIndex:7767; }","duration":"185.281717ms","start":"2026-04-08T13:12:31.192216Z","end":"2026-04-08T13:12:31.377498Z","steps":["trace[1927325082] 'read index received' (duration: 184.440866ms)","trace[1927325082] 'applied index is now lower than readState.Index' (duration: 838.271µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:31.377626Z","caller":"traceutil/trace.go:171","msg":"trace[1934677136] transaction","detail":"{read_only:false; response_revision:7480; number_of_response:1; }","duration":"256.019347ms","start":"2026-04-08T13:12:31.121594Z","end":"2026-04-08T13:12:31.377614Z","steps":["trace[1934677136] 'process raft request' (duration: 255.485924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.377833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.653194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:12:31.377871Z","caller":"traceutil/trace.go:171","msg":"trace[1039337315] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7480; }","duration":"103.712266ms","start":"2026-04-08T13:12:31.274147Z","end":"2026-04-08T13:12:31.377859Z","steps":["trace[1039337315] 'agreement among raft nodes before linearized reading' (duration: 103.561212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.377901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.637625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:31.378193Z","caller":"traceutil/trace.go:171","msg":"trace[401306948] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7480; }","duration":"185.991984ms","start":"2026-04-08T13:12:31.192177Z","end":"2026-04-08T13:12:31.378169Z","steps":["trace[401306948] 'agreement among raft nodes before linearized reading' (duration: 185.514353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:31.482495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.921902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:31.482604Z","caller":"traceutil/trace.go:171","msg":"trace[2111450011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7480; }","duration":"102.119257ms","start":"2026-04-08T13:12:31.380459Z","end":"2026-04-08T13:12:31.482578Z","steps":["trace[2111450011] 'range keys from in-memory index tree' (duration: 101.783859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:33.226533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.866811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:33.226661Z","caller":"traceutil/trace.go:171","msg":"trace[95478370] transaction","detail":"{read_only:false; response_revision:7483; number_of_response:1; }","duration":"109.572609ms","start":"2026-04-08T13:12:33.117067Z","end":"2026-04-08T13:12:33.22664Z","steps":["trace[95478370] 'compare' (duration: 105.661416ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:33.22957Z","caller":"traceutil/trace.go:171","msg":"trace[379842352] transaction","detail":"{read_only:false; response_revision:7484; number_of_response:1; }","duration":"110.81645ms","start":"2026-04-08T13:12:33.118738Z","end":"2026-04-08T13:12:33.229554Z","steps":["trace[379842352] 'process raft request' (duration: 110.720868ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:33.27842Z","caller":"traceutil/trace.go:171","msg":"trace[1058170011] linearizableReadLoop","detail":"{readStateIndex:7777; appliedIndex:7775; }","duration":"134.646033ms","start":"2026-04-08T13:12:33.14376Z","end":"2026-04-08T13:12:33.278406Z","steps":["trace[1058170011] 'read index received' (duration: 86.206217ms)","trace[1058170011] 'applied index is now lower than readState.Index' (duration: 48.438806ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:33.278568Z","caller":"traceutil/trace.go:171","msg":"trace[1126040808] transaction","detail":"{read_only:false; response_revision:7486; number_of_response:1; }","duration":"155.045814ms","start":"2026-04-08T13:12:33.123476Z","end":"2026-04-08T13:12:33.278522Z","steps":["trace[1126040808] 'process raft request' (duration: 154.744586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:33.278618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.846777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:12:33.278658Z","caller":"traceutil/trace.go:171","msg":"trace[1330258715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7486; }","duration":"134.93052ms","start":"2026-04-08T13:12:33.143717Z","end":"2026-04-08T13:12:33.278647Z","steps":["trace[1330258715] 'agreement among raft nodes before linearized reading' (duration: 134.745305ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:33.278297Z","caller":"traceutil/trace.go:171","msg":"trace[949720424] transaction","detail":"{read_only:false; response_revision:7485; number_of_response:1; }","duration":"156.51623ms","start":"2026-04-08T13:12:33.121763Z","end":"2026-04-08T13:12:33.27828Z","steps":["trace[949720424] 'process raft request' (duration: 156.305115ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:33.574101Z","caller":"traceutil/trace.go:171","msg":"trace[423318203] transaction","detail":"{read_only:false; response_revision:7489; number_of_response:1; }","duration":"137.994793ms","start":"2026-04-08T13:12:33.436062Z","end":"2026-04-08T13:12:33.574056Z","steps":["trace[423318203] 'process raft request' (duration: 93.46206ms)","trace[423318203] 'compare' (duration: 44.192025ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:33.574394Z","caller":"traceutil/trace.go:171","msg":"trace[291629465] transaction","detail":"{read_only:false; response_revision:7490; number_of_response:1; }","duration":"138.156427ms","start":"2026-04-08T13:12:33.436212Z","end":"2026-04-08T13:12:33.574369Z","steps":["trace[291629465] 'process raft request' (duration: 137.660595ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:34.360827Z","caller":"traceutil/trace.go:171","msg":"trace[1840783791] transaction","detail":"{read_only:false; response_revision:7493; number_of_response:1; }","duration":"101.422588ms","start":"2026-04-08T13:12:34.259377Z","end":"2026-04-08T13:12:34.360799Z","steps":["trace[1840783791] 'process raft request' (duration: 55.405051ms)","trace[1840783791] 'compare' (duration: 45.926445ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:35.195754Z","caller":"traceutil/trace.go:171","msg":"trace[1704140767] transaction","detail":"{read_only:false; response_revision:7494; number_of_response:1; }","duration":"131.118008ms","start":"2026-04-08T13:12:35.064612Z","end":"2026-04-08T13:12:35.19573Z","steps":["trace[1704140767] 'process raft request' (duration: 130.972414ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:35.542352Z","caller":"traceutil/trace.go:171","msg":"trace[1762552395] transaction","detail":"{read_only:false; response_revision:7495; number_of_response:1; }","duration":"310.599906ms","start":"2026-04-08T13:12:35.231724Z","end":"2026-04-08T13:12:35.542324Z","steps":["trace[1762552395] 'process raft request' (duration: 310.34564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:35.542511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:35.231702Z","time spent":"310.72957ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:35.543847Z","caller":"traceutil/trace.go:171","msg":"trace[323665496] linearizableReadLoop","detail":"{readStateIndex:7789; appliedIndex:7785; }","duration":"226.921608ms","start":"2026-04-08T13:12:35.316911Z","end":"2026-04-08T13:12:35.543832Z","steps":["trace[323665496] 'read index received' (duration: 225.194436ms)","trace[323665496] 'applied index is now lower than readState.Index' (duration: 1.726272ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:35.54569Z","caller":"traceutil/trace.go:171","msg":"trace[1694707254] transaction","detail":"{read_only:false; response_revision:7496; number_of_response:1; }","duration":"312.092113ms","start":"2026-04-08T13:12:35.233582Z","end":"2026-04-08T13:12:35.545674Z","steps":["trace[1694707254] 'process raft request' (duration: 310.118946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:35.54577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:35.233547Z","time spent":"312.181506ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:35.545927Z","caller":"traceutil/trace.go:171","msg":"trace[346701997] transaction","detail":"{read_only:false; response_revision:7497; number_of_response:1; }","duration":"262.290027ms","start":"2026-04-08T13:12:35.283627Z","end":"2026-04-08T13:12:35.545917Z","steps":["trace[346701997] 'process raft request' (duration: 260.136865ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:35.546045Z","caller":"traceutil/trace.go:171","msg":"trace[2009222729] transaction","detail":"{read_only:false; response_revision:7498; number_of_response:1; }","duration":"260.653858ms","start":"2026-04-08T13:12:35.285383Z","end":"2026-04-08T13:12:35.546037Z","steps":["trace[2009222729] 'process raft request' (duration: 258.420324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:35.546255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.339156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:12:35.546298Z","caller":"traceutil/trace.go:171","msg":"trace[1427115987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7498; }","duration":"229.408388ms","start":"2026-04-08T13:12:35.31688Z","end":"2026-04-08T13:12:35.546288Z","steps":["trace[1427115987] 'agreement among raft nodes before linearized reading' (duration: 229.280715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:35.546448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.74936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:35.546476Z","caller":"traceutil/trace.go:171","msg":"trace[1843586982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7498; }","duration":"170.809641ms","start":"2026-04-08T13:12:35.375658Z","end":"2026-04-08T13:12:35.546467Z","steps":["trace[1843586982] 'agreement among raft nodes before linearized reading' (duration: 170.76868ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:35.803925Z","caller":"traceutil/trace.go:171","msg":"trace[865920438] linearizableReadLoop","detail":"{readStateIndex:7791; appliedIndex:7790; }","duration":"226.500718ms","start":"2026-04-08T13:12:35.577404Z","end":"2026-04-08T13:12:35.803905Z","steps":["trace[865920438] 'read index received' (duration: 223.297022ms)","trace[865920438] 'applied index is now lower than readState.Index' (duration: 3.202896ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:35.804179Z","caller":"traceutil/trace.go:171","msg":"trace[1617589881] transaction","detail":"{read_only:false; response_revision:7500; number_of_response:1; }","duration":"253.509226ms","start":"2026-04-08T13:12:35.550658Z","end":"2026-04-08T13:12:35.804138Z","steps":["trace[1617589881] 'process raft request' (duration: 250.067044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:35.804456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.040354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:12:35.804533Z","caller":"traceutil/trace.go:171","msg":"trace[2050425561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7500; }","duration":"223.140038ms","start":"2026-04-08T13:12:35.581375Z","end":"2026-04-08T13:12:35.804515Z","steps":["trace[2050425561] 'agreement among raft nodes before linearized reading' (duration: 222.874961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:35.804606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.550523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:35.804649Z","caller":"traceutil/trace.go:171","msg":"trace[73171571] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7500; }","duration":"212.641115ms","start":"2026-04-08T13:12:35.591996Z","end":"2026-04-08T13:12:35.804637Z","steps":["trace[73171571] 'agreement among raft nodes before linearized reading' (duration: 212.542983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:35.804657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.309376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger\" ","response":"range_response_count:1 size:31431"} {"level":"warn","ts":"2026-04-08T13:12:35.804658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.240746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:12:35.80469Z","caller":"traceutil/trace.go:171","msg":"trace[766137617] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-goldpinger; range_end:; response_count:1; response_revision:7500; }","duration":"107.383527ms","start":"2026-04-08T13:12:35.697295Z","end":"2026-04-08T13:12:35.804678Z","steps":["trace[766137617] 'agreement among raft nodes before linearized reading' (duration: 107.222684ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:35.804706Z","caller":"traceutil/trace.go:171","msg":"trace[536083351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7500; }","duration":"227.308797ms","start":"2026-04-08T13:12:35.577383Z","end":"2026-04-08T13:12:35.804692Z","steps":["trace[536083351] 'agreement among raft nodes before linearized reading' (duration: 227.148213ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:45.370404Z","caller":"traceutil/trace.go:171","msg":"trace[602209713] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"110.78734ms","start":"2026-04-08T13:12:45.259591Z","end":"2026-04-08T13:12:45.370378Z","steps":["trace[602209713] 'process raft request' (duration: 110.625626ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:45.729019Z","caller":"traceutil/trace.go:171","msg":"trace[1139732613] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"154.018561ms","start":"2026-04-08T13:12:45.574973Z","end":"2026-04-08T13:12:45.728992Z","steps":["trace[1139732613] 'process raft request' (duration: 153.851527ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:45.734856Z","caller":"traceutil/trace.go:171","msg":"trace[782869519] linearizableReadLoop","detail":"{readStateIndex:7841; appliedIndex:7837; }","duration":"129.04958ms","start":"2026-04-08T13:12:45.605783Z","end":"2026-04-08T13:12:45.734833Z","steps":["trace[782869519] 'read index received' (duration: 123.170422ms)","trace[782869519] 'applied index is now lower than readState.Index' (duration: 5.877868ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:45.734992Z","caller":"traceutil/trace.go:171","msg":"trace[484175936] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"136.794904ms","start":"2026-04-08T13:12:45.598182Z","end":"2026-04-08T13:12:45.734977Z","steps":["trace[484175936] 'process raft request' (duration: 136.611019ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:45.734979Z","caller":"traceutil/trace.go:171","msg":"trace[452758720] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"154.583663ms","start":"2026-04-08T13:12:45.580324Z","end":"2026-04-08T13:12:45.734907Z","steps":["trace[452758720] 'process raft request' (duration: 154.424659ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:45.735156Z","caller":"traceutil/trace.go:171","msg":"trace[345544727] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"155.988257ms","start":"2026-04-08T13:12:45.579151Z","end":"2026-04-08T13:12:45.735139Z","steps":["trace[345544727] 'process raft request' (duration: 155.489086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:45.735237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.438009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:45.735281Z","caller":"traceutil/trace.go:171","msg":"trace[1437187029] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:7548; }","duration":"129.524671ms","start":"2026-04-08T13:12:45.60574Z","end":"2026-04-08T13:12:45.735265Z","steps":["trace[1437187029] 'agreement among raft nodes before linearized reading' (duration: 129.44644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:45.735572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.982984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:12:45.735637Z","caller":"traceutil/trace.go:171","msg":"trace[903257729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7548; }","duration":"125.111757ms","start":"2026-04-08T13:12:45.610505Z","end":"2026-04-08T13:12:45.735616Z","steps":["trace[903257729] 'agreement among raft nodes before linearized reading' (duration: 124.853601ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:47.872008Z","caller":"traceutil/trace.go:171","msg":"trace[1049988851] linearizableReadLoop","detail":"{readStateIndex:7852; appliedIndex:7848; }","duration":"126.799478ms","start":"2026-04-08T13:12:47.74519Z","end":"2026-04-08T13:12:47.87199Z","steps":["trace[1049988851] 'read index received' (duration: 31.233106ms)","trace[1049988851] 'applied index is now lower than readState.Index' (duration: 95.565392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:47.872244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.033763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:12:47.872294Z","caller":"traceutil/trace.go:171","msg":"trace[1607245559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7558; }","duration":"127.080224ms","start":"2026-04-08T13:12:47.745186Z","end":"2026-04-08T13:12:47.872266Z","steps":["trace[1607245559] 'agreement among raft nodes before linearized reading' (duration: 126.871039ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:47.872605Z","caller":"traceutil/trace.go:171","msg":"trace[1722308316] transaction","detail":"{read_only:false; response_revision:7556; number_of_response:1; }","duration":"132.320378ms","start":"2026-04-08T13:12:47.740274Z","end":"2026-04-08T13:12:47.872594Z","steps":["trace[1722308316] 'process raft request' (duration: 99.608147ms)","trace[1722308316] 'compare' (duration: 31.915582ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:47.8728Z","caller":"traceutil/trace.go:171","msg":"trace[1887518302] transaction","detail":"{read_only:false; response_revision:7557; number_of_response:1; }","duration":"132.43468ms","start":"2026-04-08T13:12:47.740353Z","end":"2026-04-08T13:12:47.872788Z","steps":["trace[1887518302] 'process raft request' (duration: 131.54902ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:47.873038Z","caller":"traceutil/trace.go:171","msg":"trace[1831514474] transaction","detail":"{read_only:false; response_revision:7558; number_of_response:1; }","duration":"131.55276ms","start":"2026-04-08T13:12:47.74147Z","end":"2026-04-08T13:12:47.873022Z","steps":["trace[1831514474] 'process raft request' (duration: 130.493885ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:50.410037Z","caller":"traceutil/trace.go:171","msg":"trace[1393077109] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"529.637537ms","start":"2026-04-08T13:12:49.880376Z","end":"2026-04-08T13:12:50.410014Z","steps":["trace[1393077109] 'process raft request' (duration: 434.479625ms)","trace[1393077109] 'compare' (duration: 94.886375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:50.410133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:49.880353Z","time spent":"529.729088ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:50.814971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.211313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:50.815381Z","caller":"traceutil/trace.go:171","msg":"trace[1722049056] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"934.744608ms","start":"2026-04-08T13:12:49.880591Z","end":"2026-04-08T13:12:50.815336Z","steps":["trace[1722049056] 'process raft request' (duration: 697.038683ms)","trace[1722049056] 'compare' (duration: 237.012969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:50.815538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:49.880583Z","time spent":"934.874572ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:50.815658Z","caller":"traceutil/trace.go:171","msg":"trace[1128463735] linearizableReadLoop","detail":"{readStateIndex:7863; appliedIndex:7860; }","duration":"929.683119ms","start":"2026-04-08T13:12:49.885941Z","end":"2026-04-08T13:12:50.815624Z","steps":["trace[1128463735] 'read index received' (duration: 429.118948ms)","trace[1128463735] 'applied index is now lower than readState.Index' (duration: 500.562581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:50.816045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.097229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:12:50.816102Z","caller":"traceutil/trace.go:171","msg":"trace[1815593770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7569; }","duration":"930.175311ms","start":"2026-04-08T13:12:49.885913Z","end":"2026-04-08T13:12:50.816088Z","steps":["trace[1815593770] 'agreement among raft nodes before linearized reading' (duration: 930.026318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:50.816168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:49.885905Z","time spent":"930.225492ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:12:50.816244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.997903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:12:50.816329Z","caller":"traceutil/trace.go:171","msg":"trace[819357041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7569; }","duration":"860.110005ms","start":"2026-04-08T13:12:49.956205Z","end":"2026-04-08T13:12:50.816315Z","steps":["trace[819357041] 'agreement among raft nodes before linearized reading' (duration: 859.830009ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:50.816334Z","caller":"traceutil/trace.go:171","msg":"trace[495384591] transaction","detail":"{read_only:false; response_revision:7569; number_of_response:1; }","duration":"935.674151ms","start":"2026-04-08T13:12:49.880645Z","end":"2026-04-08T13:12:50.816319Z","steps":["trace[495384591] 'process raft request' (duration: 934.425421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:50.816414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:49.88064Z","time spent":"935.726592ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:50.816597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.017761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:50.816686Z","caller":"traceutil/trace.go:171","msg":"trace[402474666] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:7569; }","duration":"339.169365ms","start":"2026-04-08T13:12:50.477462Z","end":"2026-04-08T13:12:50.816632Z","steps":["trace[402474666] 'agreement among raft nodes before linearized reading' (duration: 339.037192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:50.816793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:50.477439Z","time spent":"339.337109ms","remote":"127.0.0.1:43568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:50.816924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.155248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:12:50.816982Z","caller":"traceutil/trace.go:171","msg":"trace[428267596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7569; }","duration":"719.251461ms","start":"2026-04-08T13:12:50.097718Z","end":"2026-04-08T13:12:50.816969Z","steps":["trace[428267596] 'agreement among raft nodes before linearized reading' (duration: 719.111137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:50.817025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:50.097698Z","time spent":"719.317922ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:12:50.816431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:49.956187Z","time spent":"860.215257ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:12:50.819694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.807348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:12:50.821472Z","caller":"traceutil/trace.go:171","msg":"trace[374711104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7569; }","duration":"818.640101ms","start":"2026-04-08T13:12:50.002821Z","end":"2026-04-08T13:12:50.821461Z","steps":["trace[374711104] 'agreement among raft nodes before linearized reading' (duration: 814.249788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:50.821504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:50.002797Z","time spent":"818.697603ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:12:51.309003Z","caller":"traceutil/trace.go:171","msg":"trace[309057897] linearizableReadLoop","detail":"{readStateIndex:7867; appliedIndex:7864; }","duration":"330.482871ms","start":"2026-04-08T13:12:50.978494Z","end":"2026-04-08T13:12:51.308976Z","steps":["trace[309057897] 'read index received' (duration: 329.19266ms)","trace[309057897] 'applied index is now lower than readState.Index' (duration: 1.289101ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:51.309292Z","caller":"traceutil/trace.go:171","msg":"trace[1281461509] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"487.391701ms","start":"2026-04-08T13:12:50.821873Z","end":"2026-04-08T13:12:51.309265Z","steps":["trace[1281461509] 'process raft request' (duration: 485.836764ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:51.309337Z","caller":"traceutil/trace.go:171","msg":"trace[1413200838] transaction","detail":"{read_only:false; response_revision:7572; number_of_response:1; }","duration":"487.437902ms","start":"2026-04-08T13:12:50.821871Z","end":"2026-04-08T13:12:51.309309Z","steps":["trace[1413200838] 'process raft request' (duration: 486.93449ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:51.309384Z","caller":"traceutil/trace.go:171","msg":"trace[1200126020] transaction","detail":"{read_only:false; response_revision:7573; number_of_response:1; }","duration":"485.838325ms","start":"2026-04-08T13:12:50.823535Z","end":"2026-04-08T13:12:51.309374Z","steps":["trace[1200126020] 'process raft request' (duration: 485.366984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:51.309418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:50.821852Z","time spent":"487.494234ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:51.309457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:50.823526Z","time spent":"485.884826ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:51.309457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:50.821852Z","time spent":"487.545475ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:51.309819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.32007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:498856"} {"level":"info","ts":"2026-04-08T13:12:51.309922Z","caller":"traceutil/trace.go:171","msg":"trace[1039119001] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:7573; }","duration":"331.458623ms","start":"2026-04-08T13:12:50.978448Z","end":"2026-04-08T13:12:51.309907Z","steps":["trace[1039119001] 'agreement among raft nodes before linearized reading' (duration: 330.762897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:51.309987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:50.978428Z","time spent":"331.546075ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":498878,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-08T13:12:51.576231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.461283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:12:51.576323Z","caller":"traceutil/trace.go:171","msg":"trace[966957148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7573; }","duration":"106.573256ms","start":"2026-04-08T13:12:51.469728Z","end":"2026-04-08T13:12:51.576301Z","steps":["trace[966957148] 'range keys from in-memory index tree' (duration: 106.197207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:51.576305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.22487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-08T13:12:51.576411Z","caller":"traceutil/trace.go:171","msg":"trace[1236792685] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7573; }","duration":"104.366674ms","start":"2026-04-08T13:12:51.472019Z","end":"2026-04-08T13:12:51.576386Z","steps":["trace[1236792685] 'range keys from in-memory index tree' (duration: 104.021256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:52.090582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.073485ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:12:52.090748Z","caller":"traceutil/trace.go:171","msg":"trace[677596738] linearizableReadLoop","detail":"{readStateIndex:7870; appliedIndex:7869; }","duration":"241.903833ms","start":"2026-04-08T13:12:51.84882Z","end":"2026-04-08T13:12:52.090724Z","steps":["trace[677596738] 'read index received' (duration: 58.640373ms)","trace[677596738] 'applied index is now lower than readState.Index' (duration: 183.26135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:52.091193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.351213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:12:52.091931Z","caller":"traceutil/trace.go:171","msg":"trace[166478374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7575; }","duration":"243.102631ms","start":"2026-04-08T13:12:51.848788Z","end":"2026-04-08T13:12:52.091891Z","steps":["trace[166478374] 'agreement among raft nodes before linearized reading' (duration: 242.22675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:52.092122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.502512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:52.09223Z","caller":"traceutil/trace.go:171","msg":"trace[1876243071] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7575; }","duration":"194.647615ms","start":"2026-04-08T13:12:51.897559Z","end":"2026-04-08T13:12:52.092206Z","steps":["trace[1876243071] 'agreement among raft nodes before linearized reading' (duration: 194.44625ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:52.385277Z","caller":"traceutil/trace.go:171","msg":"trace[2021668072] linearizableReadLoop","detail":"{readStateIndex:7872; appliedIndex:7871; }","duration":"234.931824ms","start":"2026-04-08T13:12:52.150319Z","end":"2026-04-08T13:12:52.38525Z","steps":["trace[2021668072] 'read index received' (duration: 146.69359ms)","trace[2021668072] 'applied index is now lower than readState.Index' (duration: 88.236984ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:52.385548Z","caller":"traceutil/trace.go:171","msg":"trace[414528939] transaction","detail":"{read_only:false; response_revision:7577; number_of_response:1; }","duration":"258.029593ms","start":"2026-04-08T13:12:52.127507Z","end":"2026-04-08T13:12:52.385536Z","steps":["trace[414528939] 'process raft request' (duration: 169.577844ms)","trace[414528939] 'compare' (duration: 87.888716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:52.385759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.417945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:52.385793Z","caller":"traceutil/trace.go:171","msg":"trace[414939860] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7577; }","duration":"235.474116ms","start":"2026-04-08T13:12:52.150312Z","end":"2026-04-08T13:12:52.385786Z","steps":["trace[414939860] 'agreement among raft nodes before linearized reading' (duration: 235.391654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:52.385938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.576701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:12:52.385968Z","caller":"traceutil/trace.go:171","msg":"trace[741371081] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7577; }","duration":"147.663333ms","start":"2026-04-08T13:12:52.238296Z","end":"2026-04-08T13:12:52.38596Z","steps":["trace[741371081] 'agreement among raft nodes before linearized reading' (duration: 147.604912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:52.811756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.272563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:52.811818Z","caller":"traceutil/trace.go:171","msg":"trace[1307264014] linearizableReadLoop","detail":"{readStateIndex:7873; appliedIndex:7872; }","duration":"325.136973ms","start":"2026-04-08T13:12:52.486672Z","end":"2026-04-08T13:12:52.811809Z","steps":["trace[1307264014] 'read index received' (duration: 41.804188ms)","trace[1307264014] 'applied index is now lower than readState.Index' (duration: 283.332004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:52.811872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.200824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:52.81189Z","caller":"traceutil/trace.go:171","msg":"trace[1953846570] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7578; }","duration":"325.256635ms","start":"2026-04-08T13:12:52.486629Z","end":"2026-04-08T13:12:52.811885Z","steps":["trace[1953846570] 'agreement among raft nodes before linearized reading' (duration: 325.205344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:52.811908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:52.486606Z","time spent":"325.297097ms","remote":"127.0.0.1:57640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:12:52.81237Z","caller":"traceutil/trace.go:171","msg":"trace[1047941815] transaction","detail":"{read_only:false; response_revision:7578; number_of_response:1; }","duration":"398.289513ms","start":"2026-04-08T13:12:52.413893Z","end":"2026-04-08T13:12:52.812183Z","steps":["trace[1047941815] 'process raft request' (duration: 114.538699ms)","trace[1047941815] 'compare' (duration: 282.997027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:52.81241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:52.413875Z","time spent":"398.516668ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:53.378446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766894385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:12:53.583194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.318868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:53.583292Z","caller":"traceutil/trace.go:171","msg":"trace[441579293] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"760.619345ms","start":"2026-04-08T13:12:52.822655Z","end":"2026-04-08T13:12:53.583274Z","steps":["trace[441579293] 'process raft request' (duration: 658.147212ms)","trace[441579293] 'compare' (duration: 102.145824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:53.583349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:52.822643Z","time spent":"760.680767ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:53.600625Z","caller":"traceutil/trace.go:171","msg":"trace[347629920] linearizableReadLoop","detail":"{readStateIndex:7875; appliedIndex:7873; }","duration":"722.743668ms","start":"2026-04-08T13:12:52.877859Z","end":"2026-04-08T13:12:53.600603Z","steps":["trace[347629920] 'read index received' (duration: 602.951911ms)","trace[347629920] 'applied index is now lower than readState.Index' (duration: 119.790807ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:53.600663Z","caller":"traceutil/trace.go:171","msg":"trace[2097779457] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"777.864058ms","start":"2026-04-08T13:12:52.822774Z","end":"2026-04-08T13:12:53.600638Z","steps":["trace[2097779457] 'process raft request' (duration: 777.691304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:53.600782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.917213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:12:53.600788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:52.822751Z","time spent":"777.97369ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:53.600812Z","caller":"traceutil/trace.go:171","msg":"trace[594217572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7580; }","duration":"722.984654ms","start":"2026-04-08T13:12:52.877819Z","end":"2026-04-08T13:12:53.600804Z","steps":["trace[594217572] 'agreement among raft nodes before linearized reading' (duration: 722.871891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:53.600841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:52.877801Z","time spent":"723.034946ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:12:53.601044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.78611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:12:53.60111Z","caller":"traceutil/trace.go:171","msg":"trace[1453894844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7580; }","duration":"284.883162ms","start":"2026-04-08T13:12:53.316211Z","end":"2026-04-08T13:12:53.601094Z","steps":["trace[1453894844] 'agreement among raft nodes before linearized reading' (duration: 284.657067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:53.601104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.723279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-08T13:12:53.601154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.02269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:12:53.601158Z","caller":"traceutil/trace.go:171","msg":"trace[1383629792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7580; }","duration":"284.81314ms","start":"2026-04-08T13:12:53.316329Z","end":"2026-04-08T13:12:53.601142Z","steps":["trace[1383629792] 'agreement among raft nodes before linearized reading' (duration: 284.666056ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:53.601197Z","caller":"traceutil/trace.go:171","msg":"trace[1307125945] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7580; }","duration":"409.107552ms","start":"2026-04-08T13:12:53.192078Z","end":"2026-04-08T13:12:53.601185Z","steps":["trace[1307125945] 'agreement among raft nodes before linearized reading' (duration: 409.04034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:53.601228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:53.192056Z","time spent":"409.163544ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:53.601237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.767012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:498856"} {"level":"info","ts":"2026-04-08T13:12:53.601284Z","caller":"traceutil/trace.go:171","msg":"trace[109323092] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:7580; }","duration":"497.862585ms","start":"2026-04-08T13:12:53.103409Z","end":"2026-04-08T13:12:53.601272Z","steps":["trace[109323092] 'agreement among raft nodes before linearized reading' (duration: 497.441365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:53.601321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:53.103391Z","time spent":"497.920726ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":498878,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-08T13:12:53.601336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.003271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:12:53.601375Z","caller":"traceutil/trace.go:171","msg":"trace[1908569518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7580; }","duration":"287.068932ms","start":"2026-04-08T13:12:53.314295Z","end":"2026-04-08T13:12:53.601363Z","steps":["trace[1908569518] 'agreement among raft nodes before linearized reading' (duration: 286.963659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:53.601432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.634748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:12:53.601468Z","caller":"traceutil/trace.go:171","msg":"trace[599935701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7580; }","duration":"464.736561ms","start":"2026-04-08T13:12:53.136722Z","end":"2026-04-08T13:12:53.601459Z","steps":["trace[599935701] 'agreement among raft nodes before linearized reading' (duration: 464.67789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:53.601493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:53.136699Z","time spent":"464.786312ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:53.935865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.367711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:12:53.936117Z","caller":"traceutil/trace.go:171","msg":"trace[1992222511] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"327.842634ms","start":"2026-04-08T13:12:53.608254Z","end":"2026-04-08T13:12:53.936096Z","steps":["trace[1992222511] 'process raft request' (duration: 327.741372ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:53.936099Z","caller":"traceutil/trace.go:171","msg":"trace[2721000] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"327.930447ms","start":"2026-04-08T13:12:53.608138Z","end":"2026-04-08T13:12:53.936068Z","steps":["trace[2721000] 'process raft request' (duration: 87.170597ms)","trace[2721000] 'compare' (duration: 240.108025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:53.936231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:53.608207Z","time spent":"327.963748ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:53.93655Z","caller":"traceutil/trace.go:171","msg":"trace[1738396609] transaction","detail":"{read_only:false; response_revision:7583; number_of_response:1; }","duration":"327.511937ms","start":"2026-04-08T13:12:53.609028Z","end":"2026-04-08T13:12:53.93654Z","steps":["trace[1738396609] 'process raft request' (duration: 327.001484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:53.936608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:53.609019Z","time spent":"327.556668ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:53.93627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:53.608121Z","time spent":"328.05404ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:53.936836Z","caller":"traceutil/trace.go:171","msg":"trace[1475706459] linearizableReadLoop","detail":"{readStateIndex:7878; appliedIndex:7875; }","duration":"323.536964ms","start":"2026-04-08T13:12:53.613287Z","end":"2026-04-08T13:12:53.936824Z","steps":["trace[1475706459] 'read index received' (duration: 81.968024ms)","trace[1475706459] 'applied index is now lower than readState.Index' (duration: 241.56834ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:53.936936Z","caller":"traceutil/trace.go:171","msg":"trace[155372897] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"323.515444ms","start":"2026-04-08T13:12:53.613414Z","end":"2026-04-08T13:12:53.936929Z","steps":["trace[155372897] 'process raft request' (duration: 323.37628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:53.936988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:53.613391Z","time spent":"323.577146ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:53.937193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.905313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:53.937238Z","caller":"traceutil/trace.go:171","msg":"trace[185560079] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7584; }","duration":"323.951194ms","start":"2026-04-08T13:12:53.61328Z","end":"2026-04-08T13:12:53.937231Z","steps":["trace[185560079] 'agreement among raft nodes before linearized reading' (duration: 323.891602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:53.937279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:53.613245Z","time spent":"324.027846ms","remote":"127.0.0.1:43528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:12:54.43764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766894395,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:12:54.540621Z","caller":"traceutil/trace.go:171","msg":"trace[166680663] linearizableReadLoop","detail":"{readStateIndex:7880; appliedIndex:7879; }","duration":"603.717936ms","start":"2026-04-08T13:12:53.93688Z","end":"2026-04-08T13:12:54.540598Z","steps":["trace[166680663] 'read index received' (duration: 537.859911ms)","trace[166680663] 'applied index is now lower than readState.Index' (duration: 65.857075ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:54.540753Z","caller":"traceutil/trace.go:171","msg":"trace[441699666] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"688.838894ms","start":"2026-04-08T13:12:53.8519Z","end":"2026-04-08T13:12:54.540739Z","steps":["trace[441699666] 'process raft request' (duration: 622.892697ms)","trace[441699666] 'compare' (duration: 65.447906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:12:54.541044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.633048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T13:12:54.541104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:53.851875Z","time spent":"689.167142ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:54.541112Z","caller":"traceutil/trace.go:171","msg":"trace[762383224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7585; }","duration":"888.746871ms","start":"2026-04-08T13:12:53.652348Z","end":"2026-04-08T13:12:54.541095Z","steps":["trace[762383224] 'agreement among raft nodes before linearized reading' (duration: 888.548507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:54.541153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:53.652336Z","time spent":"888.808593ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:12:54.541268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.263527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:12:54.541276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.811485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:12:54.541292Z","caller":"traceutil/trace.go:171","msg":"trace[1206967873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7585; }","duration":"166.310538ms","start":"2026-04-08T13:12:54.374975Z","end":"2026-04-08T13:12:54.541285Z","steps":["trace[1206967873] 'agreement among raft nodes before linearized reading' (duration: 166.269066ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:54.541312Z","caller":"traceutil/trace.go:171","msg":"trace[1759113590] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7585; }","duration":"192.885687ms","start":"2026-04-08T13:12:54.348416Z","end":"2026-04-08T13:12:54.541302Z","steps":["trace[1759113590] 'agreement among raft nodes before linearized reading' (duration: 192.773664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:54.826307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.39579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:12:54.826406Z","caller":"traceutil/trace.go:171","msg":"trace[390814981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7586; }","duration":"115.489972ms","start":"2026-04-08T13:12:54.710877Z","end":"2026-04-08T13:12:54.826367Z","steps":["trace[390814981] 'count revisions from in-memory index tree' (duration: 115.311149ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:55.905512Z","caller":"traceutil/trace.go:171","msg":"trace[1793445752] transaction","detail":"{read_only:false; response_revision:7590; number_of_response:1; }","duration":"297.462794ms","start":"2026-04-08T13:12:55.608025Z","end":"2026-04-08T13:12:55.905488Z","steps":["trace[1793445752] 'process raft request' (duration: 250.652995ms)","trace[1793445752] 'compare' (duration: 46.712227ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:56.138198Z","caller":"traceutil/trace.go:171","msg":"trace[939061779] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"194.251158ms","start":"2026-04-08T13:12:55.943924Z","end":"2026-04-08T13:12:56.138176Z","steps":["trace[939061779] 'process raft request' (duration: 194.127185ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:56.138358Z","caller":"traceutil/trace.go:171","msg":"trace[153489641] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"194.639897ms","start":"2026-04-08T13:12:55.943712Z","end":"2026-04-08T13:12:56.138352Z","steps":["trace[153489641] 'process raft request' (duration: 182.915333ms)","trace[153489641] 'compare' (duration: 11.052087ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:56.139133Z","caller":"traceutil/trace.go:171","msg":"trace[921332408] transaction","detail":"{read_only:false; response_revision:7594; number_of_response:1; }","duration":"194.35583ms","start":"2026-04-08T13:12:55.944734Z","end":"2026-04-08T13:12:56.139089Z","steps":["trace[921332408] 'process raft request' (duration: 193.392478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:56.89112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:56.524501Z","time spent":"366.612541ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T13:12:57.486061Z","caller":"traceutil/trace.go:171","msg":"trace[1826221399] linearizableReadLoop","detail":"{readStateIndex:7891; appliedIndex:7890; }","duration":"882.918984ms","start":"2026-04-08T13:12:56.603096Z","end":"2026-04-08T13:12:57.486015Z","steps":["trace[1826221399] 'read index received' (duration: 287.996232ms)","trace[1826221399] 'applied index is now lower than readState.Index' (duration: 594.920942ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:12:57.486104Z","caller":"traceutil/trace.go:171","msg":"trace[1401234476] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"938.888425ms","start":"2026-04-08T13:12:56.547181Z","end":"2026-04-08T13:12:57.486069Z","steps":["trace[1401234476] 'process raft request' (duration: 938.500046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:57.486402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:56.547157Z","time spent":"939.108701ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:57.486476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.323474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:12:57.486615Z","caller":"traceutil/trace.go:171","msg":"trace[1510834118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7595; }","duration":"883.58218ms","start":"2026-04-08T13:12:56.603017Z","end":"2026-04-08T13:12:57.486599Z","steps":["trace[1510834118] 'agreement among raft nodes before linearized reading' (duration: 883.14275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:57.486677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:56.602986Z","time spent":"883.681083ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:12:57.546498Z","caller":"traceutil/trace.go:171","msg":"trace[529772162] transaction","detail":"{read_only:false; response_revision:7598; number_of_response:1; }","duration":"589.802879ms","start":"2026-04-08T13:12:56.956665Z","end":"2026-04-08T13:12:57.546467Z","steps":["trace[529772162] 'process raft request' (duration: 589.714247ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:57.546597Z","caller":"traceutil/trace.go:171","msg":"trace[1306254941] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"654.227946ms","start":"2026-04-08T13:12:56.892335Z","end":"2026-04-08T13:12:57.546563Z","steps":["trace[1306254941] 'process raft request' (duration: 653.820717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:57.54669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:56.956607Z","time spent":"589.995913ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:57.546727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.868543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-08T13:12:57.546775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:56.892317Z","time spent":"654.35149ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:12:57.546789Z","caller":"traceutil/trace.go:171","msg":"trace[1774743092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7598; }","duration":"135.998785ms","start":"2026-04-08T13:12:57.410778Z","end":"2026-04-08T13:12:57.546776Z","steps":["trace[1774743092] 'agreement among raft nodes before linearized reading' (duration: 135.716039ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:12:57.546498Z","caller":"traceutil/trace.go:171","msg":"trace[1052731687] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"649.464407ms","start":"2026-04-08T13:12:56.896995Z","end":"2026-04-08T13:12:57.54646Z","steps":["trace[1052731687] 'process raft request' (duration: 649.350024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:57.54702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:56.896986Z","time spent":"649.959568ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:12:57.547064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.546083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:12:57.547103Z","caller":"traceutil/trace.go:171","msg":"trace[1973655471] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7598; }","duration":"848.630575ms","start":"2026-04-08T13:12:56.698463Z","end":"2026-04-08T13:12:57.547094Z","steps":["trace[1973655471] 'agreement among raft nodes before linearized reading' (duration: 847.964259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:12:57.547122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:12:56.698441Z","time spent":"848.677136ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:12:59.867107Z","caller":"traceutil/trace.go:171","msg":"trace[164340412] transaction","detail":"{read_only:false; response_revision:7609; number_of_response:1; }","duration":"137.215635ms","start":"2026-04-08T13:12:59.729873Z","end":"2026-04-08T13:12:59.867089Z","steps":["trace[164340412] 'process raft request' (duration: 91.888026ms)","trace[164340412] 'compare' (duration: 45.236867ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:00.38588Z","caller":"traceutil/trace.go:171","msg":"trace[1660715574] transaction","detail":"{read_only:false; response_revision:7613; number_of_response:1; }","duration":"172.482786ms","start":"2026-04-08T13:13:00.213374Z","end":"2026-04-08T13:13:00.385857Z","steps":["trace[1660715574] 'process raft request' (duration: 161.914872ms)","trace[1660715574] 'compare' (duration: 10.281307ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:00.386Z","caller":"traceutil/trace.go:171","msg":"trace[1259404551] transaction","detail":"{read_only:false; response_revision:7614; number_of_response:1; }","duration":"171.462031ms","start":"2026-04-08T13:13:00.214532Z","end":"2026-04-08T13:13:00.385994Z","steps":["trace[1259404551] 'process raft request' (duration: 171.104123ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:01.724833Z","caller":"traceutil/trace.go:171","msg":"trace[116375074] transaction","detail":"{read_only:false; response_revision:7615; number_of_response:1; }","duration":"203.310891ms","start":"2026-04-08T13:13:01.521495Z","end":"2026-04-08T13:13:01.724806Z","steps":["trace[116375074] 'process raft request' (duration: 203.156337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:02.648001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.595337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:02.648095Z","caller":"traceutil/trace.go:171","msg":"trace[669415641] linearizableReadLoop","detail":"{readStateIndex:7912; appliedIndex:7910; }","duration":"983.554278ms","start":"2026-04-08T13:13:01.664527Z","end":"2026-04-08T13:13:02.648081Z","steps":["trace[669415641] 'read index received' (duration: 60.129028ms)","trace[669415641] 'applied index is now lower than readState.Index' (duration: 923.42404ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:02.648187Z","caller":"traceutil/trace.go:171","msg":"trace[1758124229] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"1.020646363s","start":"2026-04-08T13:13:01.627516Z","end":"2026-04-08T13:13:02.648163Z","steps":["trace[1758124229] 'process raft request' (duration: 830.814941ms)","trace[1758124229] 'compare' (duration: 189.130456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:02.648292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:01.627495Z","time spent":"1.020744245s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:02.648279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.739912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:13:02.648329Z","caller":"traceutil/trace.go:171","msg":"trace[269332094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7616; }","duration":"983.833535ms","start":"2026-04-08T13:13:01.664485Z","end":"2026-04-08T13:13:02.648318Z","steps":["trace[269332094] 'agreement among raft nodes before linearized reading' (duration: 983.673671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:02.648354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:01.664466Z","time spent":"983.884725ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:13:03.148852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766894476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:13:03.487882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029700032s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:13:03.896078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.828211ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:13:03.896559Z","caller":"traceutil/trace.go:171","msg":"trace[965480211] transaction","detail":"{read_only:false; response_revision:7617; number_of_response:1; }","duration":"2.025213745s","start":"2026-04-08T13:13:01.871327Z","end":"2026-04-08T13:13:03.896541Z","steps":["trace[965480211] 'process raft request' (duration: 2.024869817s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:03.896673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:01.8713Z","time spent":"2.025306867s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:04.138106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.48757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:04.138412Z","caller":"traceutil/trace.go:171","msg":"trace[1410467659] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"1.486957218s","start":"2026-04-08T13:13:02.651431Z","end":"2026-04-08T13:13:04.138388Z","steps":["trace[1410467659] 'process raft request' (duration: 1.486827005s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:04.138438Z","caller":"traceutil/trace.go:171","msg":"trace[713739599] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"409.693879ms","start":"2026-04-08T13:13:03.728712Z","end":"2026-04-08T13:13:04.138406Z","steps":["trace[713739599] 'process raft request' (duration: 409.582546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:04.138516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:02.651413Z","time spent":"1.48706354s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:04.138605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:03.728692Z","time spent":"409.825402ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:04.13841Z","caller":"traceutil/trace.go:171","msg":"trace[330606633] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"1.703178429s","start":"2026-04-08T13:13:02.435182Z","end":"2026-04-08T13:13:04.13836Z","steps":["trace[330606633] 'process raft request' (duration: 1.703016756s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:04.138767Z","caller":"traceutil/trace.go:171","msg":"trace[1634169012] linearizableReadLoop","detail":"{readStateIndex:7917; appliedIndex:7912; }","duration":"1.490640193s","start":"2026-04-08T13:13:02.648114Z","end":"2026-04-08T13:13:04.138754Z","steps":["trace[1634169012] 'read index received' (duration: 840.139756ms)","trace[1634169012] 'applied index is now lower than readState.Index' (duration: 650.498827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:04.138773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:02.435153Z","time spent":"1.703583798s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:04.138476Z","caller":"traceutil/trace.go:171","msg":"trace[1594894595] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"2.212234358s","start":"2026-04-08T13:13:01.926229Z","end":"2026-04-08T13:13:04.138463Z","steps":["trace[1594894595] 'process raft request' (duration: 1.970301998s)","trace[1594894595] 'compare' (duration: 241.374677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:04.138903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:01.926207Z","time spent":"2.212659888s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:04.139107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869249865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:13:04.13915Z","caller":"traceutil/trace.go:171","msg":"trace[1181782384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7621; }","duration":"1.869316197s","start":"2026-04-08T13:13:02.269822Z","end":"2026-04-08T13:13:04.139138Z","steps":["trace[1181782384] 'agreement among raft nodes before linearized reading' (duration: 1.869176884s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:04.139187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:02.269804Z","time spent":"1.869376218s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:13:04.139233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115848136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:13:04.139294Z","caller":"traceutil/trace.go:171","msg":"trace[1046797094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7621; }","duration":"2.115954708s","start":"2026-04-08T13:13:02.023326Z","end":"2026-04-08T13:13:04.139281Z","steps":["trace[1046797094] 'agreement among raft nodes before linearized reading' (duration: 2.115777424s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:04.139326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749362973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:13:04.139336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:02.023305Z","time spent":"2.116022429s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:13:04.139354Z","caller":"traceutil/trace.go:171","msg":"trace[1076173667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7621; }","duration":"1.749397374s","start":"2026-04-08T13:13:02.389948Z","end":"2026-04-08T13:13:04.139345Z","steps":["trace[1076173667] 'agreement among raft nodes before linearized reading' (duration: 1.749318012s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:04.139393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:02.389944Z","time spent":"1.749440326s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:13:04.139508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388196874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-08T13:13:04.139538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7496538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:13:04.139577Z","caller":"traceutil/trace.go:171","msg":"trace[1863184495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7621; }","duration":"1.749721742s","start":"2026-04-08T13:13:02.389846Z","end":"2026-04-08T13:13:04.139567Z","steps":["trace[1863184495] 'agreement among raft nodes before linearized reading' (duration: 1.74963407s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:04.139593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.736425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:13:04.139608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:02.38983Z","time spent":"1.749772073s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:13:04.139622Z","caller":"traceutil/trace.go:171","msg":"trace[405997294] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7621; }","duration":"194.767206ms","start":"2026-04-08T13:13:03.944846Z","end":"2026-04-08T13:13:04.139613Z","steps":["trace[405997294] 'agreement among raft nodes before linearized reading' (duration: 194.717705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:04.139691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763201303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:04.139724Z","caller":"traceutil/trace.go:171","msg":"trace[2078300125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7621; }","duration":"1.763263944s","start":"2026-04-08T13:13:02.376448Z","end":"2026-04-08T13:13:04.139712Z","steps":["trace[2078300125] 'agreement among raft nodes before linearized reading' (duration: 1.763222273s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:04.139755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:02.376428Z","time spent":"1.763321495s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:04.139837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.650189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:04.139544Z","caller":"traceutil/trace.go:171","msg":"trace[1011904645] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7621; }","duration":"1.388237155s","start":"2026-04-08T13:13:02.751298Z","end":"2026-04-08T13:13:04.139535Z","steps":["trace[1011904645] 'agreement among raft nodes before linearized reading' (duration: 1.388136013s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:04.139892Z","caller":"traceutil/trace.go:171","msg":"trace[503772168] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:7621; }","duration":"653.755682ms","start":"2026-04-08T13:13:03.486125Z","end":"2026-04-08T13:13:04.139881Z","steps":["trace[503772168] 'agreement among raft nodes before linearized reading' (duration: 653.66569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:04.139919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:02.751278Z","time spent":"1.388630714s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:13:04.139932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:03.486105Z","time spent":"653.816944ms","remote":"127.0.0.1:43618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:13:06.147082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:13:06.14717Z","caller":"traceutil/trace.go:171","msg":"trace[765964755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004069s","start":"2026-04-08T13:13:04.146747Z","end":"2026-04-08T13:13:06.147154Z","steps":["trace[765964755] 'agreement among raft nodes before linearized reading' (duration: 2.000301598s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.147207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:04.146739Z","time spent":"2.000460971s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:06.690316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.52927424s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:13:06.73942Z","caller":"traceutil/trace.go:171","msg":"trace[1123841308] linearizableReadLoop","detail":"{readStateIndex:7922; appliedIndex:7918; }","duration":"2.594214638s","start":"2026-04-08T13:13:04.14519Z","end":"2026-04-08T13:13:06.739404Z","steps":["trace[1123841308] 'read index received' (duration: 15.862473ms)","trace[1123841308] 'applied index is now lower than readState.Index' (duration: 2.578351445s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:06.739496Z","caller":"traceutil/trace.go:171","msg":"trace[2021512036] transaction","detail":"{read_only:false; response_revision:7623; number_of_response:1; }","duration":"2.595900606s","start":"2026-04-08T13:13:04.143585Z","end":"2026-04-08T13:13:06.739486Z","steps":["trace[2021512036] 'process raft request' (duration: 2.546898774s)","trace[2021512036] 'compare' (duration: 48.784888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:06.739569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:04.143561Z","time spent":"2.595958178s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:06.739679Z","caller":"traceutil/trace.go:171","msg":"trace[1772011222] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"2.595664881s","start":"2026-04-08T13:13:04.143988Z","end":"2026-04-08T13:13:06.739653Z","steps":["trace[1772011222] 'process raft request' (duration: 2.595390075s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.739759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594567635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:13:06.73978Z","caller":"traceutil/trace.go:171","msg":"trace[60040490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7625; }","duration":"2.594589946s","start":"2026-04-08T13:13:04.145185Z","end":"2026-04-08T13:13:06.739775Z","steps":["trace[60040490] 'agreement among raft nodes before linearized reading' (duration: 2.594504054s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.739799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:04.145154Z","time spent":"2.594641807s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:13:06.739823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:04.143967Z","time spent":"2.595783524s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:06.739968Z","caller":"traceutil/trace.go:171","msg":"trace[823620005] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"2.596264695s","start":"2026-04-08T13:13:04.143698Z","end":"2026-04-08T13:13:06.739963Z","steps":["trace[823620005] 'process raft request' (duration: 2.595657411s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.740001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:04.143691Z","time spent":"2.596294826s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:06.989334Z","caller":"traceutil/trace.go:171","msg":"trace[1149880659] linearizableReadLoop","detail":"{readStateIndex:7928; appliedIndex:7922; }","duration":"249.843781ms","start":"2026-04-08T13:13:06.739463Z","end":"2026-04-08T13:13:06.989307Z","steps":["trace[1149880659] 'read index received' (duration: 173.917612ms)","trace[1149880659] 'applied index is now lower than readState.Index' (duration: 75.925449ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:06.989515Z","caller":"traceutil/trace.go:171","msg":"trace[2065768510] transaction","detail":"{read_only:false; response_revision:7626; number_of_response:1; }","duration":"2.335576641s","start":"2026-04-08T13:13:04.653929Z","end":"2026-04-08T13:13:06.989506Z","steps":["trace[2065768510] 'process raft request' (duration: 2.25951221s)","trace[2065768510] 'compare' (duration: 75.57548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:06.989602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:04.653901Z","time spent":"2.335640842s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:06.989728Z","caller":"traceutil/trace.go:171","msg":"trace[1091857987] transaction","detail":"{read_only:false; response_revision:7627; number_of_response:1; }","duration":"2.081541666s","start":"2026-04-08T13:13:04.90818Z","end":"2026-04-08T13:13:06.989721Z","steps":["trace[1091857987] 'process raft request' (duration: 2.080982313s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.989768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:04.908111Z","time spent":"2.081638239s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:06.989853Z","caller":"traceutil/trace.go:171","msg":"trace[1437982454] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"1.938000311s","start":"2026-04-08T13:13:05.051847Z","end":"2026-04-08T13:13:06.989847Z","steps":["trace[1437982454] 'process raft request' (duration: 1.937348546s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.98989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:05.051806Z","time spent":"1.938067132s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:06.990017Z","caller":"traceutil/trace.go:171","msg":"trace[418696481] transaction","detail":"{read_only:false; response_revision:7629; number_of_response:1; }","duration":"1.089421411s","start":"2026-04-08T13:13:05.900588Z","end":"2026-04-08T13:13:06.990009Z","steps":["trace[418696481] 'process raft request' (duration: 1.088628843s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.990074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:05.900569Z","time spent":"1.089467931s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:06.990162Z","caller":"traceutil/trace.go:171","msg":"trace[1383867047] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"846.064914ms","start":"2026-04-08T13:13:06.144089Z","end":"2026-04-08T13:13:06.990154Z","steps":["trace[1383867047] 'process raft request' (duration: 845.174044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.990198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:06.144076Z","time spent":"846.105855ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:06.990278Z","caller":"traceutil/trace.go:171","msg":"trace[466280005] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"846.082024ms","start":"2026-04-08T13:13:06.14419Z","end":"2026-04-08T13:13:06.990272Z","steps":["trace[466280005] 'process raft request' (duration: 845.091272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.990313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:06.144184Z","time spent":"846.112405ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:06.990407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.930806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:06.990433Z","caller":"traceutil/trace.go:171","msg":"trace[31087539] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7631; }","duration":"333.985658ms","start":"2026-04-08T13:13:06.65644Z","end":"2026-04-08T13:13:06.990426Z","steps":["trace[31087539] 'agreement among raft nodes before linearized reading' (duration: 333.943707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.990453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:06.656423Z","time spent":"334.024498ms","remote":"127.0.0.1:53796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:13:06.990573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.215879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:06.990602Z","caller":"traceutil/trace.go:171","msg":"trace[2081694204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7631; }","duration":"360.27878ms","start":"2026-04-08T13:13:06.630315Z","end":"2026-04-08T13:13:06.990594Z","steps":["trace[2081694204] 'agreement among raft nodes before linearized reading' (duration: 360.236768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.990621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:06.630296Z","time spent":"360.321241ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:06.990756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.490207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:13:06.990779Z","caller":"traceutil/trace.go:171","msg":"trace[1660659786] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:7631; }","duration":"471.561219ms","start":"2026-04-08T13:13:06.519212Z","end":"2026-04-08T13:13:06.990773Z","steps":["trace[1660659786] 'agreement among raft nodes before linearized reading' (duration: 471.485797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.990796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:06.519191Z","time spent":"471.60156ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-08T13:13:06.990917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.034386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:13:06.99094Z","caller":"traceutil/trace.go:171","msg":"trace[692498951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7631; }","duration":"826.081466ms","start":"2026-04-08T13:13:06.164854Z","end":"2026-04-08T13:13:06.990935Z","steps":["trace[692498951] 'agreement among raft nodes before linearized reading' (duration: 826.022045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.990958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:06.164841Z","time spent":"826.112487ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:13:06.991046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.574157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:06.991067Z","caller":"traceutil/trace.go:171","msg":"trace[920322405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7631; }","duration":"843.595467ms","start":"2026-04-08T13:13:06.147467Z","end":"2026-04-08T13:13:06.991062Z","steps":["trace[920322405] 'agreement among raft nodes before linearized reading' (duration: 843.563947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.991083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:06.147422Z","time spent":"843.658149ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:06.991233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.217791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:13:06.991257Z","caller":"traceutil/trace.go:171","msg":"trace[1745315173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7631; }","duration":"847.285153ms","start":"2026-04-08T13:13:06.143966Z","end":"2026-04-08T13:13:06.991251Z","steps":["trace[1745315173] 'agreement among raft nodes before linearized reading' (duration: 847.229011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.991276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:06.143941Z","time spent":"847.329664ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:13:06.991365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39637799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:06.99139Z","caller":"traceutil/trace.go:171","msg":"trace[152462818] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7631; }","duration":"1.396438452s","start":"2026-04-08T13:13:05.594945Z","end":"2026-04-08T13:13:06.991383Z","steps":["trace[152462818] 'agreement among raft nodes before linearized reading' (duration: 1.396402281s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.991409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:05.594922Z","time spent":"1.396481953s","remote":"127.0.0.1:53766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:13:06.991531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710515432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-08T13:13:06.991554Z","caller":"traceutil/trace.go:171","msg":"trace[1635218615] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7631; }","duration":"2.710539022s","start":"2026-04-08T13:13:04.281009Z","end":"2026-04-08T13:13:06.991548Z","steps":["trace[1635218615] 'agreement among raft nodes before linearized reading' (duration: 2.710480351s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:06.991572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:04.28094Z","time spent":"2.710628265s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T13:13:06.991693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.375387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-04-08T13:13:06.991715Z","caller":"traceutil/trace.go:171","msg":"trace[1771057472] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7631; }","duration":"248.442889ms","start":"2026-04-08T13:13:06.743267Z","end":"2026-04-08T13:13:06.99171Z","steps":["trace[1771057472] 'agreement among raft nodes before linearized reading' (duration: 248.382878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:07.280289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.524125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:07.280537Z","caller":"traceutil/trace.go:171","msg":"trace[1823056224] transaction","detail":"{read_only:false; response_revision:7632; number_of_response:1; }","duration":"281.706892ms","start":"2026-04-08T13:13:06.998805Z","end":"2026-04-08T13:13:07.280512Z","steps":["trace[1823056224] 'process raft request' (duration: 115.87752ms)","trace[1823056224] 'compare' (duration: 165.3031ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:07.280753Z","caller":"traceutil/trace.go:171","msg":"trace[178024329] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"279.421959ms","start":"2026-04-08T13:13:07.001322Z","end":"2026-04-08T13:13:07.280744Z","steps":["trace[178024329] 'process raft request' (duration: 279.046501ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:07.281Z","caller":"traceutil/trace.go:171","msg":"trace[32746334] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"279.597844ms","start":"2026-04-08T13:13:07.001389Z","end":"2026-04-08T13:13:07.280987Z","steps":["trace[32746334] 'process raft request' (duration: 279.309477ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:07.281339Z","caller":"traceutil/trace.go:171","msg":"trace[850622579] linearizableReadLoop","detail":"{readStateIndex:7932; appliedIndex:7929; }","duration":"279.858389ms","start":"2026-04-08T13:13:07.001453Z","end":"2026-04-08T13:13:07.281311Z","steps":["trace[850622579] 'read index received' (duration: 50.872024ms)","trace[850622579] 'applied index is now lower than readState.Index' (duration: 228.983945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:07.281657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.194116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-08T13:13:07.28172Z","caller":"traceutil/trace.go:171","msg":"trace[23749189] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405; range_end:; response_count:1; response_revision:7634; }","duration":"280.304019ms","start":"2026-04-08T13:13:07.001405Z","end":"2026-04-08T13:13:07.281709Z","steps":["trace[23749189] 'agreement among raft nodes before linearized reading' (duration: 280.098974ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:07.345925Z","caller":"traceutil/trace.go:171","msg":"trace[1811350315] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"291.800632ms","start":"2026-04-08T13:13:07.054106Z","end":"2026-04-08T13:13:07.345906Z","steps":["trace[1811350315] 'process raft request' (duration: 291.698619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:07.346428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.075496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:07.346463Z","caller":"traceutil/trace.go:171","msg":"trace[665416741] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7635; }","duration":"277.154167ms","start":"2026-04-08T13:13:07.069301Z","end":"2026-04-08T13:13:07.346455Z","steps":["trace[665416741] 'agreement among raft nodes before linearized reading' (duration: 277.060045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:07.34672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.386601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-08T13:13:07.346747Z","caller":"traceutil/trace.go:171","msg":"trace[35732709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7635; }","duration":"238.444093ms","start":"2026-04-08T13:13:07.108297Z","end":"2026-04-08T13:13:07.346741Z","steps":["trace[35732709] 'agreement among raft nodes before linearized reading' (duration: 238.34267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:08.36142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.020801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-04-08T13:13:08.361494Z","caller":"traceutil/trace.go:171","msg":"trace[534942484] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7637; }","duration":"835.115973ms","start":"2026-04-08T13:13:07.526361Z","end":"2026-04-08T13:13:08.361477Z","steps":["trace[534942484] 'range keys from in-memory index tree' (duration: 834.854718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:08.361532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:07.526343Z","time spent":"835.180585ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12319,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T13:13:08.36158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.929509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-08T13:13:08.361611Z","caller":"traceutil/trace.go:171","msg":"trace[1149409673] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7637; }","duration":"834.97041ms","start":"2026-04-08T13:13:07.526634Z","end":"2026-04-08T13:13:08.361604Z","steps":["trace[1149409673] 'range keys from in-memory index tree' (duration: 834.875318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:08.361626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:07.52663Z","time spent":"834.99255ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T13:13:08.362351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.277749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:498856"} {"level":"info","ts":"2026-04-08T13:13:08.362394Z","caller":"traceutil/trace.go:171","msg":"trace[1515159234] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:7637; }","duration":"195.372481ms","start":"2026-04-08T13:13:08.167011Z","end":"2026-04-08T13:13:08.362383Z","steps":["trace[1515159234] 'range keys from in-memory index tree' (duration: 194.93675ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:08.88267Z","caller":"traceutil/trace.go:171","msg":"trace[1633905662] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"132.584387ms","start":"2026-04-08T13:13:08.750062Z","end":"2026-04-08T13:13:08.882646Z","steps":["trace[1633905662] 'process raft request' (duration: 132.418363ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:08.897699Z","caller":"traceutil/trace.go:171","msg":"trace[169253741] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"145.727847ms","start":"2026-04-08T13:13:08.751954Z","end":"2026-04-08T13:13:08.897682Z","steps":["trace[169253741] 'process raft request' (duration: 145.666366ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:08.897803Z","caller":"traceutil/trace.go:171","msg":"trace[1587909831] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"147.6324ms","start":"2026-04-08T13:13:08.750095Z","end":"2026-04-08T13:13:08.897727Z","steps":["trace[1587909831] 'process raft request' (duration: 147.448036ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:09.129051Z","caller":"traceutil/trace.go:171","msg":"trace[419930764] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"128.0377ms","start":"2026-04-08T13:13:09.000985Z","end":"2026-04-08T13:13:09.129023Z","steps":["trace[419930764] 'process raft request' (duration: 127.955438ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:09.129076Z","caller":"traceutil/trace.go:171","msg":"trace[983698594] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"128.612543ms","start":"2026-04-08T13:13:09.000425Z","end":"2026-04-08T13:13:09.129037Z","steps":["trace[983698594] 'process raft request' (duration: 128.379348ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:09.129346Z","caller":"traceutil/trace.go:171","msg":"trace[579922979] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"127.056917ms","start":"2026-04-08T13:13:09.002246Z","end":"2026-04-08T13:13:09.129303Z","steps":["trace[579922979] 'process raft request' (duration: 126.73099ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:09.463498Z","caller":"traceutil/trace.go:171","msg":"trace[1752439971] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"156.429187ms","start":"2026-04-08T13:13:09.307045Z","end":"2026-04-08T13:13:09.463474Z","steps":["trace[1752439971] 'process raft request' (duration: 88.765984ms)","trace[1752439971] 'compare' (duration: 67.517659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:11.322453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.9761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:11.322554Z","caller":"traceutil/trace.go:171","msg":"trace[148527645] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"188.115097ms","start":"2026-04-08T13:13:11.13442Z","end":"2026-04-08T13:13:11.322535Z","steps":["trace[148527645] 'process raft request' (duration: 37.970473ms)","trace[148527645] 'compare' (duration: 149.787076ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:11.344789Z","caller":"traceutil/trace.go:171","msg":"trace[10643354] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"210.320331ms","start":"2026-04-08T13:13:11.134449Z","end":"2026-04-08T13:13:11.344769Z","steps":["trace[10643354] 'process raft request' (duration: 210.170878ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:11.345216Z","caller":"traceutil/trace.go:171","msg":"trace[1324587264] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"209.963523ms","start":"2026-04-08T13:13:11.135236Z","end":"2026-04-08T13:13:11.3452Z","steps":["trace[1324587264] 'process raft request' (duration: 209.494902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:11.584514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.750094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:13:11.584593Z","caller":"traceutil/trace.go:171","msg":"trace[1199762517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7654; }","duration":"116.880917ms","start":"2026-04-08T13:13:11.467691Z","end":"2026-04-08T13:13:11.584572Z","steps":["trace[1199762517] 'range keys from in-memory index tree' (duration: 116.57939ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:11.798761Z","caller":"traceutil/trace.go:171","msg":"trace[544613745] linearizableReadLoop","detail":"{readStateIndex:7954; appliedIndex:7953; }","duration":"154.037432ms","start":"2026-04-08T13:13:11.644698Z","end":"2026-04-08T13:13:11.798736Z","steps":["trace[544613745] 'read index received' (duration: 153.907579ms)","trace[544613745] 'applied index is now lower than readState.Index' (duration: 128.743µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:11.79905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.325788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-04-08T13:13:11.799137Z","caller":"traceutil/trace.go:171","msg":"trace[1840343304] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:7655; }","duration":"154.458822ms","start":"2026-04-08T13:13:11.644663Z","end":"2026-04-08T13:13:11.799122Z","steps":["trace[1840343304] 'agreement among raft nodes before linearized reading' (duration: 154.166555ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:11.799655Z","caller":"traceutil/trace.go:171","msg":"trace[414546742] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"210.695039ms","start":"2026-04-08T13:13:11.588947Z","end":"2026-04-08T13:13:11.799642Z","steps":["trace[414546742] 'process raft request' (duration: 209.630465ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:13.0966Z","caller":"traceutil/trace.go:171","msg":"trace[1656672445] linearizableReadLoop","detail":"{readStateIndex:7956; appliedIndex:7955; }","duration":"161.843161ms","start":"2026-04-08T13:13:12.93474Z","end":"2026-04-08T13:13:13.096584Z","steps":["trace[1656672445] 'read index received' (duration: 161.688158ms)","trace[1656672445] 'applied index is now lower than readState.Index' (duration: 154.443µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:13.097602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.539908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:13:13.097633Z","caller":"traceutil/trace.go:171","msg":"trace[1164517310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7656; }","duration":"162.610019ms","start":"2026-04-08T13:13:12.935016Z","end":"2026-04-08T13:13:13.097626Z","steps":["trace[1164517310] 'agreement among raft nodes before linearized reading' (duration: 162.500015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:13.097845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.110311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:13:13.097865Z","caller":"traceutil/trace.go:171","msg":"trace[959337302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7656; }","duration":"163.152561ms","start":"2026-04-08T13:13:12.934708Z","end":"2026-04-08T13:13:13.097861Z","steps":["trace[959337302] 'agreement among raft nodes before linearized reading' (duration: 163.10344ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:13.098106Z","caller":"traceutil/trace.go:171","msg":"trace[2131925450] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"174.046317ms","start":"2026-04-08T13:13:12.924052Z","end":"2026-04-08T13:13:13.098099Z","steps":["trace[2131925450] 'process raft request' (duration: 172.42188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:13.315403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.614117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:13.316437Z","caller":"traceutil/trace.go:171","msg":"trace[1696450088] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"215.775621ms","start":"2026-04-08T13:13:13.100639Z","end":"2026-04-08T13:13:13.316414Z","steps":["trace[1696450088] 'process raft request' (duration: 97.028219ms)","trace[1696450088] 'compare' (duration: 117.124255ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:13.317643Z","caller":"traceutil/trace.go:171","msg":"trace[1623977089] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"178.873755ms","start":"2026-04-08T13:13:13.138758Z","end":"2026-04-08T13:13:13.317631Z","steps":["trace[1623977089] 'process raft request' (duration: 177.823712ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:13.317292Z","caller":"traceutil/trace.go:171","msg":"trace[883064913] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"215.595496ms","start":"2026-04-08T13:13:13.101687Z","end":"2026-04-08T13:13:13.317283Z","steps":["trace[883064913] 'process raft request' (duration: 214.686846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:13.68479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.506021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:13:13.684867Z","caller":"traceutil/trace.go:171","msg":"trace[496026972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7662; }","duration":"266.645394ms","start":"2026-04-08T13:13:13.418203Z","end":"2026-04-08T13:13:13.684849Z","steps":["trace[496026972] 'range keys from in-memory index tree' (duration: 266.285946ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:13.719892Z","caller":"traceutil/trace.go:171","msg":"trace[1692642211] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"299.322155ms","start":"2026-04-08T13:13:13.420544Z","end":"2026-04-08T13:13:13.719867Z","steps":["trace[1692642211] 'process raft request' (duration: 298.978698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:14.001552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.734627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-08T13:13:14.001616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.329195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:13:14.001631Z","caller":"traceutil/trace.go:171","msg":"trace[113508540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7663; }","duration":"214.847609ms","start":"2026-04-08T13:13:13.786765Z","end":"2026-04-08T13:13:14.001612Z","steps":["trace[113508540] 'range keys from in-memory index tree' (duration: 214.560193ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:14.001667Z","caller":"traceutil/trace.go:171","msg":"trace[785932193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7663; }","duration":"190.419557ms","start":"2026-04-08T13:13:13.811231Z","end":"2026-04-08T13:13:14.001651Z","steps":["trace[785932193] 'range keys from in-memory index tree' (duration: 190.207781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:14.269675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.405194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-08T13:13:14.269774Z","caller":"traceutil/trace.go:171","msg":"trace[2011795572] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:7664; }","duration":"142.546757ms","start":"2026-04-08T13:13:14.1272Z","end":"2026-04-08T13:13:14.269746Z","steps":["trace[2011795572] 'range keys from in-memory index tree' (duration: 142.160348ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:15.668101Z","caller":"traceutil/trace.go:171","msg":"trace[849608761] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"343.790231ms","start":"2026-04-08T13:13:15.324289Z","end":"2026-04-08T13:13:15.668079Z","steps":["trace[849608761] 'process raft request' (duration: 343.610707ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:15.66832Z","caller":"traceutil/trace.go:171","msg":"trace[827585984] linearizableReadLoop","detail":"{readStateIndex:7970; appliedIndex:7967; }","duration":"294.415635ms","start":"2026-04-08T13:13:15.373887Z","end":"2026-04-08T13:13:15.668302Z","steps":["trace[827585984] 'read index received' (duration: 28.470004ms)","trace[827585984] 'applied index is now lower than readState.Index' (duration: 265.944961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:15.668332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:15.324272Z","time spent":"343.979424ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:15.668333Z","caller":"traceutil/trace.go:171","msg":"trace[2118489713] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"342.617084ms","start":"2026-04-08T13:13:15.325692Z","end":"2026-04-08T13:13:15.668309Z","steps":["trace[2118489713] 'process raft request' (duration: 342.344138ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:15.668375Z","caller":"traceutil/trace.go:171","msg":"trace[1349747984] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"272.10947ms","start":"2026-04-08T13:13:15.396248Z","end":"2026-04-08T13:13:15.668357Z","steps":["trace[1349747984] 'process raft request' (duration: 271.968757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:15.66845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.553297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:13:15.668444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:15.325664Z","time spent":"342.728466ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:15.668475Z","caller":"traceutil/trace.go:171","msg":"trace[2092677440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7671; }","duration":"294.635009ms","start":"2026-04-08T13:13:15.373834Z","end":"2026-04-08T13:13:15.668469Z","steps":["trace[2092677440] 'agreement among raft nodes before linearized reading' (duration: 294.538357ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:15.70482Z","caller":"traceutil/trace.go:171","msg":"trace[2070513640] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"284.853268ms","start":"2026-04-08T13:13:15.419945Z","end":"2026-04-08T13:13:15.704798Z","steps":["trace[2070513640] 'process raft request' (duration: 284.690624ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:15.704952Z","caller":"traceutil/trace.go:171","msg":"trace[1273635040] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"284.579601ms","start":"2026-04-08T13:13:15.420344Z","end":"2026-04-08T13:13:15.704924Z","steps":["trace[1273635040] 'process raft request' (duration: 284.406408ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:16.011673Z","caller":"traceutil/trace.go:171","msg":"trace[191523500] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"284.657584ms","start":"2026-04-08T13:13:15.72699Z","end":"2026-04-08T13:13:16.011648Z","steps":["trace[191523500] 'process raft request' (duration: 284.535411ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:16.189963Z","caller":"traceutil/trace.go:171","msg":"trace[215266559] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"100.069837ms","start":"2026-04-08T13:13:16.089854Z","end":"2026-04-08T13:13:16.189924Z","steps":["trace[215266559] 'process raft request' (duration: 61.363345ms)","trace[215266559] 'compare' (duration: 38.333714ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:16.785535Z","caller":"traceutil/trace.go:171","msg":"trace[1477067712] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"147.358346ms","start":"2026-04-08T13:13:16.638138Z","end":"2026-04-08T13:13:16.785496Z","steps":["trace[1477067712] 'process raft request' (duration: 68.107358ms)","trace[1477067712] 'compare' (duration: 78.598344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:17.476581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.671376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:17.476696Z","caller":"traceutil/trace.go:171","msg":"trace[1975305438] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"265.613637ms","start":"2026-04-08T13:13:17.211061Z","end":"2026-04-08T13:13:17.476675Z","steps":["trace[1975305438] 'process raft request' (duration: 35.747986ms)","trace[1975305438] 'compare' (duration: 229.542263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:17.897683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.290711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:17.897893Z","caller":"traceutil/trace.go:171","msg":"trace[1360947110] linearizableReadLoop","detail":"{readStateIndex:7980; appliedIndex:7979; }","duration":"225.050821ms","start":"2026-04-08T13:13:17.672818Z","end":"2026-04-08T13:13:17.897869Z","steps":["trace[1360947110] 'read index received' (duration: 41.406563ms)","trace[1360947110] 'applied index is now lower than readState.Index' (duration: 183.642198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:17.898093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.259926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:13:17.898149Z","caller":"traceutil/trace.go:171","msg":"trace[509047194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7679; }","duration":"225.367158ms","start":"2026-04-08T13:13:17.672774Z","end":"2026-04-08T13:13:17.898141Z","steps":["trace[509047194] 'agreement among raft nodes before linearized reading' (duration: 225.184304ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:17.897986Z","caller":"traceutil/trace.go:171","msg":"trace[1670199671] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"490.463483ms","start":"2026-04-08T13:13:17.407492Z","end":"2026-04-08T13:13:17.897955Z","steps":["trace[1670199671] 'process raft request' (duration: 306.790494ms)","trace[1670199671] 'compare' (duration: 183.123107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:17.898345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:17.407467Z","time spent":"490.805711ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:17.990719Z","caller":"traceutil/trace.go:171","msg":"trace[363154236] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"279.793956ms","start":"2026-04-08T13:13:17.710907Z","end":"2026-04-08T13:13:17.990701Z","steps":["trace[363154236] 'process raft request' (duration: 279.752865ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:17.990772Z","caller":"traceutil/trace.go:171","msg":"trace[1626734723] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"317.340451ms","start":"2026-04-08T13:13:17.673391Z","end":"2026-04-08T13:13:17.990732Z","steps":["trace[1626734723] 'process raft request' (duration: 317.177648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:17.99106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:17.673373Z","time spent":"317.615608ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:17.991056Z","caller":"traceutil/trace.go:171","msg":"trace[807858707] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"279.957359ms","start":"2026-04-08T13:13:17.711Z","end":"2026-04-08T13:13:17.990957Z","steps":["trace[807858707] 'process raft request' (duration: 279.679103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:17.992415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.092392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:13:17.992485Z","caller":"traceutil/trace.go:171","msg":"trace[1607644734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7682; }","duration":"319.221935ms","start":"2026-04-08T13:13:17.673243Z","end":"2026-04-08T13:13:17.992465Z","steps":["trace[1607644734] 'agreement among raft nodes before linearized reading' (duration: 317.647319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:17.992624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:17.673218Z","time spent":"319.339257ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:13:18.256824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.882258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:18.256896Z","caller":"traceutil/trace.go:171","msg":"trace[379224648] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"354.186963ms","start":"2026-04-08T13:13:17.902696Z","end":"2026-04-08T13:13:18.256883Z","steps":["trace[379224648] 'process raft request' (duration: 214.183192ms)","trace[379224648] 'compare' (duration: 139.789347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:18.256932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:17.902674Z","time spent":"354.241745ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:18.315767Z","caller":"traceutil/trace.go:171","msg":"trace[55434267] linearizableReadLoop","detail":"{readStateIndex:7985; appliedIndex:7983; }","duration":"300.213927ms","start":"2026-04-08T13:13:18.01552Z","end":"2026-04-08T13:13:18.315733Z","steps":["trace[55434267] 'read index received' (duration: 101.371972ms)","trace[55434267] 'applied index is now lower than readState.Index' (duration: 198.840755ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:18.315866Z","caller":"traceutil/trace.go:171","msg":"trace[892039128] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"319.345167ms","start":"2026-04-08T13:13:17.996495Z","end":"2026-04-08T13:13:18.31584Z","steps":["trace[892039128] 'process raft request' (duration: 319.095692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:18.315984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:17.996477Z","time spent":"319.443399ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:18.31606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.522643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:13:18.316106Z","caller":"traceutil/trace.go:171","msg":"trace[900944824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7684; }","duration":"300.621186ms","start":"2026-04-08T13:13:18.015473Z","end":"2026-04-08T13:13:18.316094Z","steps":["trace[900944824] 'agreement among raft nodes before linearized reading' (duration: 300.431382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:18.316174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:18.015452Z","time spent":"300.681497ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:13:18.316219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.481044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:13:18.316311Z","caller":"traceutil/trace.go:171","msg":"trace[1484024456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7684; }","duration":"121.630947ms","start":"2026-04-08T13:13:18.19466Z","end":"2026-04-08T13:13:18.316291Z","steps":["trace[1484024456] 'agreement among raft nodes before linearized reading' (duration: 121.335321ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:18.849173Z","caller":"traceutil/trace.go:171","msg":"trace[860877501] linearizableReadLoop","detail":"{readStateIndex:7987; appliedIndex:7985; }","duration":"472.106575ms","start":"2026-04-08T13:13:18.377044Z","end":"2026-04-08T13:13:18.849151Z","steps":["trace[860877501] 'read index received' (duration: 471.799679ms)","trace[860877501] 'applied index is now lower than readState.Index' (duration: 305.586µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:18.849226Z","caller":"traceutil/trace.go:171","msg":"trace[1407022908] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"527.598774ms","start":"2026-04-08T13:13:18.321588Z","end":"2026-04-08T13:13:18.849187Z","steps":["trace[1407022908] 'process raft request' (duration: 527.372909ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:18.849267Z","caller":"traceutil/trace.go:171","msg":"trace[2117934773] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"527.636735ms","start":"2026-04-08T13:13:18.321594Z","end":"2026-04-08T13:13:18.849231Z","steps":["trace[2117934773] 'process raft request' (duration: 527.512582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:18.84936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.295549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:13:18.849379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:18.321563Z","time spent":"527.733457ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:18.849386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:18.321569Z","time spent":"527.744057ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:18.84942Z","caller":"traceutil/trace.go:171","msg":"trace[1952142962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7686; }","duration":"472.407622ms","start":"2026-04-08T13:13:18.376994Z","end":"2026-04-08T13:13:18.849402Z","steps":["trace[1952142962] 'agreement among raft nodes before linearized reading' (duration: 472.30048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:18.849431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.853309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:13:18.849457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:18.376966Z","time spent":"472.482464ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:18.849518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.683793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:18.849545Z","caller":"traceutil/trace.go:171","msg":"trace[136608455] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7686; }","duration":"435.929941ms","start":"2026-04-08T13:13:18.413546Z","end":"2026-04-08T13:13:18.849476Z","steps":["trace[136608455] 'agreement among raft nodes before linearized reading' (duration: 435.823008ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:18.849577Z","caller":"traceutil/trace.go:171","msg":"trace[895183671] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7686; }","duration":"370.775354ms","start":"2026-04-08T13:13:18.478785Z","end":"2026-04-08T13:13:18.84956Z","steps":["trace[895183671] 'agreement among raft nodes before linearized reading' (duration: 370.652562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:18.849584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:18.413508Z","time spent":"436.066394ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:13:18.849613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.126632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:1 size:7106"} {"level":"warn","ts":"2026-04-08T13:13:18.849616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:18.478775Z","time spent":"370.832147ms","remote":"127.0.0.1:43744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:13:18.849643Z","caller":"traceutil/trace.go:171","msg":"trace[2111512304] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:1; response_revision:7686; }","duration":"411.187654ms","start":"2026-04-08T13:13:18.438446Z","end":"2026-04-08T13:13:18.849633Z","steps":["trace[2111512304] 'agreement among raft nodes before linearized reading' (duration: 411.046761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:18.849669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:18.43843Z","time spent":"411.233955ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7128,"request content":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" "} {"level":"warn","ts":"2026-04-08T13:13:19.754512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.542376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:19.754628Z","caller":"traceutil/trace.go:171","msg":"trace[1658592653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7687; }","duration":"159.674708ms","start":"2026-04-08T13:13:19.594899Z","end":"2026-04-08T13:13:19.754574Z","steps":["trace[1658592653] 'count revisions from in-memory index tree' (duration: 159.478714ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:20.022486Z","caller":"traceutil/trace.go:171","msg":"trace[1451041686] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"116.608849ms","start":"2026-04-08T13:13:19.90585Z","end":"2026-04-08T13:13:20.022459Z","steps":["trace[1451041686] 'process raft request' (duration: 116.445096ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:20.213388Z","caller":"traceutil/trace.go:171","msg":"trace[837699462] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"215.310102ms","start":"2026-04-08T13:13:19.998047Z","end":"2026-04-08T13:13:20.213357Z","steps":["trace[837699462] 'process raft request' (duration: 215.2455ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:20.213443Z","caller":"traceutil/trace.go:171","msg":"trace[996495155] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"216.894708ms","start":"2026-04-08T13:13:19.996532Z","end":"2026-04-08T13:13:20.213427Z","steps":["trace[996495155] 'process raft request' (duration: 216.486288ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:20.213745Z","caller":"traceutil/trace.go:171","msg":"trace[1732787294] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"216.914568ms","start":"2026-04-08T13:13:19.996565Z","end":"2026-04-08T13:13:20.21348Z","steps":["trace[1732787294] 'process raft request' (duration: 216.652863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:20.449812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.68795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:13:20.449906Z","caller":"traceutil/trace.go:171","msg":"trace[1000639859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7692; }","duration":"129.810802ms","start":"2026-04-08T13:13:20.320078Z","end":"2026-04-08T13:13:20.449889Z","steps":["trace[1000639859] 'range keys from in-memory index tree' (duration: 129.548617ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:20.598159Z","caller":"traceutil/trace.go:171","msg":"trace[1373441740] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"126.727393ms","start":"2026-04-08T13:13:20.471404Z","end":"2026-04-08T13:13:20.598131Z","steps":["trace[1373441740] 'process raft request' (duration: 126.487198ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:20.984579Z","caller":"traceutil/trace.go:171","msg":"trace[790862465] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"125.455956ms","start":"2026-04-08T13:13:20.859097Z","end":"2026-04-08T13:13:20.984552Z","steps":["trace[790862465] 'process raft request' (duration: 125.274402ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:22.270364Z","caller":"traceutil/trace.go:171","msg":"trace[1439060197] linearizableReadLoop","detail":"{readStateIndex:7998; appliedIndex:7997; }","duration":"230.484028ms","start":"2026-04-08T13:13:22.039851Z","end":"2026-04-08T13:13:22.270335Z","steps":["trace[1439060197] 'read index received' (duration: 230.349435ms)","trace[1439060197] 'applied index is now lower than readState.Index' (duration: 133.633µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:22.270389Z","caller":"traceutil/trace.go:171","msg":"trace[1081491746] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"243.476988ms","start":"2026-04-08T13:13:22.026889Z","end":"2026-04-08T13:13:22.270366Z","steps":["trace[1081491746] 'process raft request' (duration: 243.316545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:22.270778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.909077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449589"} {"level":"info","ts":"2026-04-08T13:13:22.270819Z","caller":"traceutil/trace.go:171","msg":"trace[1733842300] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7697; }","duration":"230.992018ms","start":"2026-04-08T13:13:22.039818Z","end":"2026-04-08T13:13:22.27081Z","steps":["trace[1733842300] 'agreement among raft nodes before linearized reading' (duration: 230.62455ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:22.313958Z","caller":"traceutil/trace.go:171","msg":"trace[297489846] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"265.617623ms","start":"2026-04-08T13:13:22.048326Z","end":"2026-04-08T13:13:22.313943Z","steps":["trace[297489846] 'process raft request' (duration: 265.49072ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:22.682017Z","caller":"traceutil/trace.go:171","msg":"trace[2101773300] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"363.464274ms","start":"2026-04-08T13:13:22.318526Z","end":"2026-04-08T13:13:22.68199Z","steps":["trace[2101773300] 'process raft request' (duration: 266.182826ms)","trace[2101773300] 'compare' (duration: 96.964101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:22.682168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:22.318502Z","time spent":"363.591977ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:22.766756Z","caller":"traceutil/trace.go:171","msg":"trace[288231539] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"447.771681ms","start":"2026-04-08T13:13:22.318958Z","end":"2026-04-08T13:13:22.76673Z","steps":["trace[288231539] 'process raft request' (duration: 447.416253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:22.766897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:22.318936Z","time spent":"447.886813ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:22.892414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.882707ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:13:22.8925Z","caller":"traceutil/trace.go:171","msg":"trace[1413249321] linearizableReadLoop","detail":"{readStateIndex:8004; appliedIndex:8002; }","duration":"515.457485ms","start":"2026-04-08T13:13:22.377025Z","end":"2026-04-08T13:13:22.892483Z","steps":["trace[1413249321] 'read index received' (duration: 207.757819ms)","trace[1413249321] 'applied index is now lower than readState.Index' (duration: 307.698415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:22.892607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.568127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:22.892639Z","caller":"traceutil/trace.go:171","msg":"trace[1447972684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7703; }","duration":"515.639189ms","start":"2026-04-08T13:13:22.376991Z","end":"2026-04-08T13:13:22.89263Z","steps":["trace[1447972684] 'agreement among raft nodes before linearized reading' (duration: 515.575907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:22.892676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:22.376971Z","time spent":"515.69801ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:22.893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.737547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:13:22.893037Z","caller":"traceutil/trace.go:171","msg":"trace[775977196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7703; }","duration":"290.794208ms","start":"2026-04-08T13:13:22.602233Z","end":"2026-04-08T13:13:22.893027Z","steps":["trace[775977196] 'agreement among raft nodes before linearized reading' (duration: 290.678225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:22.893171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.720466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:22.893203Z","caller":"traceutil/trace.go:171","msg":"trace[2922505] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7703; }","duration":"135.793568ms","start":"2026-04-08T13:13:22.757401Z","end":"2026-04-08T13:13:22.893195Z","steps":["trace[2922505] 'agreement among raft nodes before linearized reading' (duration: 135.740407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:22.893791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.064785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449589"} {"level":"warn","ts":"2026-04-08T13:13:22.893782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.177527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-08T13:13:22.893831Z","caller":"traceutil/trace.go:171","msg":"trace[1063045915] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7703; }","duration":"347.142667ms","start":"2026-04-08T13:13:22.546679Z","end":"2026-04-08T13:13:22.893822Z","steps":["trace[1063045915] 'agreement among raft nodes before linearized reading' (duration: 346.788099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:22.89386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:22.546658Z","time spent":"347.194429ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":25,"response size":449611,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-08T13:13:22.893909Z","caller":"traceutil/trace.go:171","msg":"trace[1299737386] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7703; }","duration":"456.267719ms","start":"2026-04-08T13:13:22.437568Z","end":"2026-04-08T13:13:22.893835Z","steps":["trace[1299737386] 'agreement among raft nodes before linearized reading' (duration: 455.246017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:22.894025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:22.43752Z","time spent":"456.469965ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T13:13:23.294894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.437116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:23.294956Z","caller":"traceutil/trace.go:171","msg":"trace[1118048579] linearizableReadLoop","detail":"{readStateIndex:8007; appliedIndex:8006; }","duration":"365.005419ms","start":"2026-04-08T13:13:22.929941Z","end":"2026-04-08T13:13:23.294946Z","steps":["trace[1118048579] 'read index received' (duration: 29.176613ms)","trace[1118048579] 'applied index is now lower than readState.Index' (duration: 335.827826ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:23.295081Z","caller":"traceutil/trace.go:171","msg":"trace[690044063] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"393.299953ms","start":"2026-04-08T13:13:22.901774Z","end":"2026-04-08T13:13:23.295074Z","steps":["trace[690044063] 'process raft request' (duration: 185.627812ms)","trace[690044063] 'compare' (duration: 207.18295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:23.295117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:22.901759Z","time spent":"393.342424ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:23.295518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.550172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:13:23.295609Z","caller":"traceutil/trace.go:171","msg":"trace[756197463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7705; }","duration":"365.690524ms","start":"2026-04-08T13:13:22.929901Z","end":"2026-04-08T13:13:23.295591Z","steps":["trace[756197463] 'agreement among raft nodes before linearized reading' (duration: 365.387688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:23.29566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:22.929882Z","time spent":"365.768377ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:13:23.295834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.952074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:23.295909Z","caller":"traceutil/trace.go:171","msg":"trace[335338819] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7705; }","duration":"181.087517ms","start":"2026-04-08T13:13:23.114804Z","end":"2026-04-08T13:13:23.295892Z","steps":["trace[335338819] 'agreement among raft nodes before linearized reading' (duration: 180.937234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:23.295913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.117667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:13:23.296461Z","caller":"traceutil/trace.go:171","msg":"trace[1507808755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7705; }","duration":"304.210658ms","start":"2026-04-08T13:13:22.991746Z","end":"2026-04-08T13:13:23.295957Z","steps":["trace[1507808755] 'agreement among raft nodes before linearized reading' (duration: 303.990504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:23.296527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:22.991731Z","time spent":"304.779272ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:13:24.026398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766894683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:13:25.314074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.263678459s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:13:25.613746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563293365s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:25.613881Z","caller":"traceutil/trace.go:171","msg":"trace[1159769322] linearizableReadLoop","detail":"{readStateIndex:8009; appliedIndex:8007; }","duration":"2.088525731s","start":"2026-04-08T13:13:23.525342Z","end":"2026-04-08T13:13:25.613868Z","steps":["trace[1159769322] 'read index received' (duration: 525.046551ms)","trace[1159769322] 'applied index is now lower than readState.Index' (duration: 1.56347845s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:25.613929Z","caller":"traceutil/trace.go:171","msg":"trace[1996363971] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"2.31399701s","start":"2026-04-08T13:13:23.299915Z","end":"2026-04-08T13:13:25.613912Z","steps":["trace[1996363971] 'process raft request' (duration: 2.313910318s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:25.613935Z","caller":"traceutil/trace.go:171","msg":"trace[528013917] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"2.314645533s","start":"2026-04-08T13:13:23.299252Z","end":"2026-04-08T13:13:25.613897Z","steps":["trace[528013917] 'process raft request' (duration: 751.124693ms)","trace[528013917] 'compare' (duration: 1.562640731s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:25.614002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088658523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:13:25.614019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:23.299898Z","time spent":"2.314079271s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:25.614112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:23.299238Z","time spent":"2.314786117s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:25.614031Z","caller":"traceutil/trace.go:171","msg":"trace[766080455] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7707; }","duration":"2.088747915s","start":"2026-04-08T13:13:23.525275Z","end":"2026-04-08T13:13:25.614023Z","steps":["trace[766080455] 'agreement among raft nodes before linearized reading' (duration: 2.088651913s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:25.614238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:23.525253Z","time spent":"2.088975971s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:13:25.954171Z","caller":"traceutil/trace.go:171","msg":"trace[1646068019] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"1.633966431s","start":"2026-04-08T13:13:24.320185Z","end":"2026-04-08T13:13:25.954151Z","steps":["trace[1646068019] 'process raft request' (duration: 1.633896159s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:25.954345Z","caller":"traceutil/trace.go:171","msg":"trace[478715957] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"1.634095744s","start":"2026-04-08T13:13:24.320234Z","end":"2026-04-08T13:13:25.95433Z","steps":["trace[478715957] 'process raft request' (duration: 1.633884019s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:25.954434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:24.320207Z","time spent":"1.634183196s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:25.954347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:24.320124Z","time spent":"1.634114115s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:25.954606Z","caller":"traceutil/trace.go:171","msg":"trace[30310644] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"1.674617999s","start":"2026-04-08T13:13:24.279975Z","end":"2026-04-08T13:13:25.954593Z","steps":["trace[30310644] 'process raft request' (duration: 1.615019701s)","trace[30310644] 'compare' (duration: 58.975914ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:25.954843Z","caller":"traceutil/trace.go:171","msg":"trace[258456923] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"1.634501513s","start":"2026-04-08T13:13:24.32033Z","end":"2026-04-08T13:13:25.954831Z","steps":["trace[258456923] 'process raft request' (duration: 1.633950531s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:25.954911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:24.320303Z","time spent":"1.634574265s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:25.954879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:24.279948Z","time spent":"1.674691171s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:25.955101Z","caller":"traceutil/trace.go:171","msg":"trace[931896284] linearizableReadLoop","detail":"{readStateIndex:8014; appliedIndex:8009; }","duration":"341.184664ms","start":"2026-04-08T13:13:25.613907Z","end":"2026-04-08T13:13:25.955091Z","steps":["trace[931896284] 'read index received' (duration: 281.040884ms)","trace[931896284] 'applied index is now lower than readState.Index' (duration: 60.14284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:25.955255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269248403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:13:25.95529Z","caller":"traceutil/trace.go:171","msg":"trace[1988349535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7712; }","duration":"1.269327405s","start":"2026-04-08T13:13:24.685954Z","end":"2026-04-08T13:13:25.955282Z","steps":["trace[1988349535] 'agreement among raft nodes before linearized reading' (duration: 1.269206412s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:25.955317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:24.685929Z","time spent":"1.269381405s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:13:25.955275Z","caller":"traceutil/trace.go:171","msg":"trace[1073433731] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"1.213017368s","start":"2026-04-08T13:13:24.742238Z","end":"2026-04-08T13:13:25.955256Z","steps":["trace[1073433731] 'process raft request' (duration: 1.212551068s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:25.955459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:24.742197Z","time spent":"1.213219993s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:25.955335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257342743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:25.955721Z","caller":"traceutil/trace.go:171","msg":"trace[1339575431] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7712; }","duration":"2.257803122s","start":"2026-04-08T13:13:23.697905Z","end":"2026-04-08T13:13:25.955708Z","steps":["trace[1339575431] 'agreement among raft nodes before linearized reading' (duration: 2.257294001s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:25.955791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:23.69789Z","time spent":"2.257886185s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:13:25.955468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311811349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:13:25.955856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.204938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449589"} {"level":"info","ts":"2026-04-08T13:13:25.955891Z","caller":"traceutil/trace.go:171","msg":"trace[349889999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7712; }","duration":"2.31228445s","start":"2026-04-08T13:13:23.643596Z","end":"2026-04-08T13:13:25.95588Z","steps":["trace[349889999] 'agreement among raft nodes before linearized reading' (duration: 2.311782768s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:25.955919Z","caller":"traceutil/trace.go:171","msg":"trace[645393447] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7712; }","duration":"619.309341ms","start":"2026-04-08T13:13:25.336591Z","end":"2026-04-08T13:13:25.955901Z","steps":["trace[645393447] 'agreement among raft nodes before linearized reading' (duration: 618.918432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:25.956035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:25.336563Z","time spent":"619.457835ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":25,"response size":449611,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-08T13:13:25.955933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:23.643578Z","time spent":"2.312344882s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:13:25.955486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.297014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-08T13:13:25.956428Z","caller":"traceutil/trace.go:171","msg":"trace[1256587156] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7712; }","duration":"486.264227ms","start":"2026-04-08T13:13:25.470151Z","end":"2026-04-08T13:13:25.956415Z","steps":["trace[1256587156] 'agreement among raft nodes before linearized reading' (duration: 485.259584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:25.956475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:25.470133Z","time spent":"486.329618ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-08T13:13:25.95548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579033656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:25.956647Z","caller":"traceutil/trace.go:171","msg":"trace[692591717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7712; }","duration":"1.580234253s","start":"2026-04-08T13:13:24.376402Z","end":"2026-04-08T13:13:25.956637Z","steps":["trace[692591717] 'agreement among raft nodes before linearized reading' (duration: 1.579000664s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:25.956684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:24.376388Z","time spent":"1.580282694s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:25.955633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877186869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:13:25.95691Z","caller":"traceutil/trace.go:171","msg":"trace[1039787196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7712; }","duration":"1.878492659s","start":"2026-04-08T13:13:24.078403Z","end":"2026-04-08T13:13:25.956895Z","steps":["trace[1039787196] 'agreement among raft nodes before linearized reading' (duration: 1.877109678s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:25.957104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:24.078382Z","time spent":"1.878686063s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:13:25.955328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.456786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:13:25.957321Z","caller":"traceutil/trace.go:171","msg":"trace[83149690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7712; }","duration":"994.497642ms","start":"2026-04-08T13:13:24.96281Z","end":"2026-04-08T13:13:25.957308Z","steps":["trace[83149690] 'agreement among raft nodes before linearized reading' (duration: 992.291263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:25.957364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:24.962792Z","time spent":"994.556923ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:13:26.374923Z","caller":"traceutil/trace.go:171","msg":"trace[473226264] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"414.065346ms","start":"2026-04-08T13:13:25.960823Z","end":"2026-04-08T13:13:26.374889Z","steps":["trace[473226264] 'process raft request' (duration: 342.261368ms)","trace[473226264] 'compare' (duration: 71.650515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:26.375086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:25.960798Z","time spent":"414.205878ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:26.397351Z","caller":"traceutil/trace.go:171","msg":"trace[1443178965] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"435.683596ms","start":"2026-04-08T13:13:25.961647Z","end":"2026-04-08T13:13:26.397331Z","steps":["trace[1443178965] 'process raft request' (duration: 435.539013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:26.397543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:25.961626Z","time spent":"435.782758ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:26.397629Z","caller":"traceutil/trace.go:171","msg":"trace[771264105] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"435.227546ms","start":"2026-04-08T13:13:25.962324Z","end":"2026-04-08T13:13:26.397552Z","steps":["trace[771264105] 'process raft request' (duration: 434.97058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:26.39788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.015803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-04-08T13:13:26.397907Z","caller":"traceutil/trace.go:171","msg":"trace[1367919431] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7715; }","duration":"436.085675ms","start":"2026-04-08T13:13:25.961814Z","end":"2026-04-08T13:13:26.3979Z","steps":["trace[1367919431] 'agreement among raft nodes before linearized reading' (duration: 435.958852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:26.397923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:25.961805Z","time spent":"436.114215ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12319,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-08T13:13:26.397632Z","caller":"traceutil/trace.go:171","msg":"trace[918493005] linearizableReadLoop","detail":"{readStateIndex:8016; appliedIndex:8014; }","duration":"435.699416ms","start":"2026-04-08T13:13:25.961852Z","end":"2026-04-08T13:13:26.397551Z","steps":["trace[918493005] 'read index received' (duration: 341.187283ms)","trace[918493005] 'applied index is now lower than readState.Index' (duration: 94.510463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:26.398547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.635947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:26.398654Z","caller":"traceutil/trace.go:171","msg":"trace[1194173274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7715; }","duration":"431.76199ms","start":"2026-04-08T13:13:25.966878Z","end":"2026-04-08T13:13:26.39864Z","steps":["trace[1194173274] 'agreement among raft nodes before linearized reading' (duration: 431.617767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:26.398729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:25.966866Z","time spent":"431.851323ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:26.399093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.899713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-08T13:13:26.399173Z","caller":"traceutil/trace.go:171","msg":"trace[190479086] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7715; }","duration":"180.002126ms","start":"2026-04-08T13:13:26.219157Z","end":"2026-04-08T13:13:26.399159Z","steps":["trace[190479086] 'agreement among raft nodes before linearized reading' (duration: 179.830383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:26.397987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:25.962318Z","time spent":"435.40209ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:26.794944Z","caller":"traceutil/trace.go:171","msg":"trace[850627984] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"224.796382ms","start":"2026-04-08T13:13:26.570124Z","end":"2026-04-08T13:13:26.794921Z","steps":["trace[850627984] 'process raft request' (duration: 190.039419ms)","trace[850627984] 'compare' (duration: 34.398575ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:26.794942Z","caller":"traceutil/trace.go:171","msg":"trace[141779455] linearizableReadLoop","detail":"{readStateIndex:8019; appliedIndex:8018; }","duration":"222.683255ms","start":"2026-04-08T13:13:26.572234Z","end":"2026-04-08T13:13:26.794917Z","steps":["trace[141779455] 'read index received' (duration: 187.86768ms)","trace[141779455] 'applied index is now lower than readState.Index' (duration: 34.813685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:26.795299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.046562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:13:26.795348Z","caller":"traceutil/trace.go:171","msg":"trace[670681623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7716; }","duration":"223.132505ms","start":"2026-04-08T13:13:26.572205Z","end":"2026-04-08T13:13:26.795337Z","steps":["trace[670681623] 'agreement among raft nodes before linearized reading' (duration: 222.782867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:28.742134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.639271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:28.742359Z","caller":"traceutil/trace.go:171","msg":"trace[209718926] linearizableReadLoop","detail":"{readStateIndex:8029; appliedIndex:8027; }","duration":"172.511418ms","start":"2026-04-08T13:13:28.56983Z","end":"2026-04-08T13:13:28.742342Z","steps":["trace[209718926] 'read index received' (duration: 13.56092ms)","trace[209718926] 'applied index is now lower than readState.Index' (duration: 158.949368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:28.742556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.700632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:28.742571Z","caller":"traceutil/trace.go:171","msg":"trace[104300873] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"294.690749ms","start":"2026-04-08T13:13:28.447851Z","end":"2026-04-08T13:13:28.742542Z","steps":["trace[104300873] 'process raft request' (duration: 135.551707ms)","trace[104300873] 'compare' (duration: 158.284053ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:28.742648Z","caller":"traceutil/trace.go:171","msg":"trace[692523659] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7726; }","duration":"172.836445ms","start":"2026-04-08T13:13:28.56979Z","end":"2026-04-08T13:13:28.742626Z","steps":["trace[692523659] 'agreement among raft nodes before linearized reading' (duration: 172.690152ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:28.742741Z","caller":"traceutil/trace.go:171","msg":"trace[1647251603] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"294.308441ms","start":"2026-04-08T13:13:28.448361Z","end":"2026-04-08T13:13:28.74267Z","steps":["trace[1647251603] 'process raft request' (duration: 293.902172ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:30.393365Z","caller":"traceutil/trace.go:171","msg":"trace[412176987] linearizableReadLoop","detail":"{readStateIndex:8036; appliedIndex:8032; }","duration":"347.781926ms","start":"2026-04-08T13:13:30.045565Z","end":"2026-04-08T13:13:30.393347Z","steps":["trace[412176987] 'read index received' (duration: 31.441686ms)","trace[412176987] 'applied index is now lower than readState.Index' (duration: 316.33959ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:30.393723Z","caller":"traceutil/trace.go:171","msg":"trace[211120672] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"386.639516ms","start":"2026-04-08T13:13:30.00706Z","end":"2026-04-08T13:13:30.393699Z","steps":["trace[211120672] 'process raft request' (duration: 386.231037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:30.393842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:30.007037Z","time spent":"386.735049ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:30.3939Z","caller":"traceutil/trace.go:171","msg":"trace[1264838135] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"385.829819ms","start":"2026-04-08T13:13:30.008037Z","end":"2026-04-08T13:13:30.393867Z","steps":["trace[1264838135] 'process raft request' (duration: 385.277667ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:30.393943Z","caller":"traceutil/trace.go:171","msg":"trace[292909665] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"386.880991ms","start":"2026-04-08T13:13:30.007054Z","end":"2026-04-08T13:13:30.393935Z","steps":["trace[292909665] 'process raft request' (duration: 386.116703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:30.394071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:30.008019Z","time spent":"385.951231ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:30.394168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:30.007037Z","time spent":"386.922793ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:30.394549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.978183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T13:13:30.394577Z","caller":"traceutil/trace.go:171","msg":"trace[1093654862] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7733; }","duration":"349.043274ms","start":"2026-04-08T13:13:30.045525Z","end":"2026-04-08T13:13:30.394568Z","steps":["trace[1093654862] 'agreement among raft nodes before linearized reading' (duration: 348.058732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:30.394597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:30.045505Z","time spent":"349.087455ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":676,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:13:31.024104Z","caller":"traceutil/trace.go:171","msg":"trace[816686410] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"209.021685ms","start":"2026-04-08T13:13:30.815058Z","end":"2026-04-08T13:13:31.024079Z","steps":["trace[816686410] 'process raft request' (duration: 144.998579ms)","trace[816686410] 'compare' (duration: 63.906333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:32.329873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.847212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:32.329987Z","caller":"traceutil/trace.go:171","msg":"trace[1752281422] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7739; }","duration":"104.098947ms","start":"2026-04-08T13:13:32.22586Z","end":"2026-04-08T13:13:32.329958Z","steps":["trace[1752281422] 'count revisions from in-memory index tree' (duration: 103.780061ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:32.52412Z","caller":"traceutil/trace.go:171","msg":"trace[1879574542] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"120.901578ms","start":"2026-04-08T13:13:32.403193Z","end":"2026-04-08T13:13:32.524094Z","steps":["trace[1879574542] 'process raft request' (duration: 120.807546ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:32.52466Z","caller":"traceutil/trace.go:171","msg":"trace[1027813555] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"121.850799ms","start":"2026-04-08T13:13:32.40276Z","end":"2026-04-08T13:13:32.524611Z","steps":["trace[1027813555] 'process raft request' (duration: 121.116813ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:32.652543Z","caller":"traceutil/trace.go:171","msg":"trace[285371393] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"123.758031ms","start":"2026-04-08T13:13:32.528714Z","end":"2026-04-08T13:13:32.652472Z","steps":["trace[285371393] 'process raft request' (duration: 41.596318ms)","trace[285371393] 'compare' (duration: 81.917947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:32.886661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.896107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:32.886888Z","caller":"traceutil/trace.go:171","msg":"trace[806376239] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7743; }","duration":"106.059321ms","start":"2026-04-08T13:13:32.78068Z","end":"2026-04-08T13:13:32.886739Z","steps":["trace[806376239] 'count revisions from in-memory index tree' (duration: 105.746264ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:33.83406Z","caller":"traceutil/trace.go:171","msg":"trace[56343079] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"134.586246ms","start":"2026-04-08T13:13:33.699444Z","end":"2026-04-08T13:13:33.83403Z","steps":["trace[56343079] 'process raft request' (duration: 134.31284ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:33.951684Z","caller":"traceutil/trace.go:171","msg":"trace[322769948] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"113.39841ms","start":"2026-04-08T13:13:33.838254Z","end":"2026-04-08T13:13:33.951653Z","steps":["trace[322769948] 'process raft request' (duration: 113.224066ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:34.305655Z","caller":"traceutil/trace.go:171","msg":"trace[750876393] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"152.071697ms","start":"2026-04-08T13:13:34.153564Z","end":"2026-04-08T13:13:34.305635Z","steps":["trace[750876393] 'process raft request' (duration: 151.939844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:35.293321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.824249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:35.293629Z","caller":"traceutil/trace.go:171","msg":"trace[1752921941] linearizableReadLoop","detail":"{readStateIndex:8055; appliedIndex:8053; }","duration":"636.225323ms","start":"2026-04-08T13:13:34.657381Z","end":"2026-04-08T13:13:35.293606Z","steps":["trace[1752921941] 'read index received' (duration: 331.549056ms)","trace[1752921941] 'applied index is now lower than readState.Index' (duration: 304.675377ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:35.293811Z","caller":"traceutil/trace.go:171","msg":"trace[7965976] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"762.158115ms","start":"2026-04-08T13:13:34.531622Z","end":"2026-04-08T13:13:35.29378Z","steps":["trace[7965976] 'process raft request' (duration: 761.905579ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:35.29385Z","caller":"traceutil/trace.go:171","msg":"trace[625792277] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"762.330548ms","start":"2026-04-08T13:13:34.531498Z","end":"2026-04-08T13:13:35.293828Z","steps":["trace[625792277] 'process raft request' (duration: 73.922276ms)","trace[625792277] 'compare' (duration: 687.564604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:35.293971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.5871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:13:35.294078Z","caller":"traceutil/trace.go:171","msg":"trace[392088617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7751; }","duration":"636.737034ms","start":"2026-04-08T13:13:34.657323Z","end":"2026-04-08T13:13:35.29406Z","steps":["trace[392088617] 'agreement among raft nodes before linearized reading' (duration: 636.452788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:35.294188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.766023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:13:35.294259Z","caller":"traceutil/trace.go:171","msg":"trace[1031310314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7751; }","duration":"386.874096ms","start":"2026-04-08T13:13:34.907372Z","end":"2026-04-08T13:13:35.294247Z","steps":["trace[1031310314] 'agreement among raft nodes before linearized reading' (duration: 386.688802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:35.294323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:34.90735Z","time spent":"386.962107ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:13:35.294235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:34.657299Z","time spent":"636.912858ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:13:35.293973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:34.531478Z","time spent":"762.41677ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:35.295139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.885907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:13:35.295164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.465287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:13:35.295212Z","caller":"traceutil/trace.go:171","msg":"trace[11221432] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7751; }","duration":"216.995218ms","start":"2026-04-08T13:13:35.078196Z","end":"2026-04-08T13:13:35.295192Z","steps":["trace[11221432] 'agreement among raft nodes before linearized reading' (duration: 216.883986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:35.294135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:34.531589Z","time spent":"762.296547ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:35.295208Z","caller":"traceutil/trace.go:171","msg":"trace[1069284032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7751; }","duration":"196.546349ms","start":"2026-04-08T13:13:35.098651Z","end":"2026-04-08T13:13:35.295197Z","steps":["trace[1069284032] 'agreement among raft nodes before linearized reading' (duration: 196.428527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:35.296255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.534983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449589"} {"level":"info","ts":"2026-04-08T13:13:35.296304Z","caller":"traceutil/trace.go:171","msg":"trace[1225213994] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7751; }","duration":"177.620744ms","start":"2026-04-08T13:13:35.118672Z","end":"2026-04-08T13:13:35.296293Z","steps":["trace[1225213994] 'agreement among raft nodes before linearized reading' (duration: 175.928606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:35.760272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.482402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:35.76039Z","caller":"traceutil/trace.go:171","msg":"trace[1952119390] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"460.253745ms","start":"2026-04-08T13:13:35.300116Z","end":"2026-04-08T13:13:35.760369Z","steps":["trace[1952119390] 'process raft request' (duration: 124.516138ms)","trace[1952119390] 'compare' (duration: 335.250427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:35.760457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:35.300095Z","time spent":"460.329327ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:35.833931Z","caller":"traceutil/trace.go:171","msg":"trace[2003987930] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"533.447324ms","start":"2026-04-08T13:13:35.300455Z","end":"2026-04-08T13:13:35.833902Z","steps":["trace[2003987930] 'process raft request' (duration: 533.25646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:35.834093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:35.300443Z","time spent":"533.565066ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:35.834513Z","caller":"traceutil/trace.go:171","msg":"trace[1786387121] linearizableReadLoop","detail":"{readStateIndex:8058; appliedIndex:8056; }","duration":"389.109621ms","start":"2026-04-08T13:13:35.445354Z","end":"2026-04-08T13:13:35.834463Z","steps":["trace[1786387121] 'read index received' (duration: 388.298844ms)","trace[1786387121] 'applied index is now lower than readState.Index' (duration: 808.987µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:35.834564Z","caller":"traceutil/trace.go:171","msg":"trace[1328065465] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"534.055187ms","start":"2026-04-08T13:13:35.300462Z","end":"2026-04-08T13:13:35.834517Z","steps":["trace[1328065465] 'process raft request' (duration: 533.395473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:35.834828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.786518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:35.834919Z","caller":"traceutil/trace.go:171","msg":"trace[2022561949] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7754; }","duration":"238.88266ms","start":"2026-04-08T13:13:35.596017Z","end":"2026-04-08T13:13:35.834899Z","steps":["trace[2022561949] 'agreement among raft nodes before linearized reading' (duration: 238.662625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:35.834881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:35.300438Z","time spent":"534.334004ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:35.835406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.037141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449589"} {"level":"info","ts":"2026-04-08T13:13:35.835441Z","caller":"traceutil/trace.go:171","msg":"trace[622994765] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7754; }","duration":"390.135913ms","start":"2026-04-08T13:13:35.445296Z","end":"2026-04-08T13:13:35.835432Z","steps":["trace[622994765] 'agreement among raft nodes before linearized reading' (duration: 389.320426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:35.835467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:35.445274Z","time spent":"390.187365ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":25,"response size":449611,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-08T13:13:36.348807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.674069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:36.349016Z","caller":"traceutil/trace.go:171","msg":"trace[1557907387] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"507.692498ms","start":"2026-04-08T13:13:35.841282Z","end":"2026-04-08T13:13:36.348974Z","steps":["trace[1557907387] 'process raft request' (duration: 319.754562ms)","trace[1557907387] 'compare' (duration: 187.182419ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:36.349085Z","caller":"traceutil/trace.go:171","msg":"trace[1999727568] linearizableReadLoop","detail":"{readStateIndex:8059; appliedIndex:8058; }","duration":"393.13604ms","start":"2026-04-08T13:13:35.95594Z","end":"2026-04-08T13:13:36.349076Z","steps":["trace[1999727568] 'read index received' (duration: 205.111243ms)","trace[1999727568] 'applied index is now lower than readState.Index' (duration: 188.023707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:36.349202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:35.84126Z","time spent":"507.844562ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:36.349049Z","caller":"traceutil/trace.go:171","msg":"trace[1508774056] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"306.996488ms","start":"2026-04-08T13:13:36.042034Z","end":"2026-04-08T13:13:36.34903Z","steps":["trace[1508774056] 'process raft request' (duration: 306.895785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:36.349315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:36.042009Z","time spent":"307.270174ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:36.349395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.451017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:13:36.349475Z","caller":"traceutil/trace.go:171","msg":"trace[1766985597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7756; }","duration":"393.58748ms","start":"2026-04-08T13:13:35.955868Z","end":"2026-04-08T13:13:36.349455Z","steps":["trace[1766985597] 'agreement among raft nodes before linearized reading' (duration: 393.357925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:36.349523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:35.955835Z","time spent":"393.679062ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:13:36.373641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.205195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449589"} {"level":"info","ts":"2026-04-08T13:13:36.373712Z","caller":"traceutil/trace.go:171","msg":"trace[254085024] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7757; }","duration":"170.326968ms","start":"2026-04-08T13:13:36.203369Z","end":"2026-04-08T13:13:36.373696Z","steps":["trace[254085024] 'agreement among raft nodes before linearized reading' (duration: 169.253085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:37.021867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766894821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:13:37.523031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766894821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:13:37.653543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135221225s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:13:37.653847Z","caller":"traceutil/trace.go:171","msg":"trace[353312335] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"1.135622053s","start":"2026-04-08T13:13:36.518204Z","end":"2026-04-08T13:13:37.653826Z","steps":["trace[353312335] 'process raft request' (duration: 1.135489511s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:37.653988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:36.518175Z","time spent":"1.135740766s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:37.830664Z","caller":"traceutil/trace.go:171","msg":"trace[1338232445] linearizableReadLoop","detail":"{readStateIndex:8066; appliedIndex:8062; }","duration":"1.309208809s","start":"2026-04-08T13:13:36.521439Z","end":"2026-04-08T13:13:37.830648Z","steps":["trace[1338232445] 'read index received' (duration: 1.132327052s)","trace[1338232445] 'applied index is now lower than readState.Index' (duration: 176.881017ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:37.830662Z","caller":"traceutil/trace.go:171","msg":"trace[1740478874] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"530.274751ms","start":"2026-04-08T13:13:37.300358Z","end":"2026-04-08T13:13:37.830633Z","steps":["trace[1740478874] 'process raft request' (duration: 468.194481ms)","trace[1740478874] 'compare' (duration: 61.918847ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:37.830708Z","caller":"traceutil/trace.go:171","msg":"trace[1399459847] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"475.892179ms","start":"2026-04-08T13:13:37.354788Z","end":"2026-04-08T13:13:37.83068Z","steps":["trace[1399459847] 'process raft request' (duration: 475.799177ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:37.830741Z","caller":"traceutil/trace.go:171","msg":"trace[1552544676] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"195.879682ms","start":"2026-04-08T13:13:37.634829Z","end":"2026-04-08T13:13:37.830709Z","steps":["trace[1552544676] 'process raft request' (duration: 195.78786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:37.830804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:37.300336Z","time spent":"530.393174ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:37.830839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309411023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:13:37.830862Z","caller":"traceutil/trace.go:171","msg":"trace[1283008104] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:7763; }","duration":"1.309497784s","start":"2026-04-08T13:13:36.521358Z","end":"2026-04-08T13:13:37.830856Z","steps":["trace[1283008104] 'agreement among raft nodes before linearized reading' (duration: 1.309391602s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:37.830886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:36.521324Z","time spent":"1.309557537s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-08T13:13:37.830827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:37.354765Z","time spent":"475.989881ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:37.831052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.007894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:13:37.831093Z","caller":"traceutil/trace.go:171","msg":"trace[1728576046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7763; }","duration":"898.075406ms","start":"2026-04-08T13:13:36.933007Z","end":"2026-04-08T13:13:37.831082Z","steps":["trace[1728576046] 'agreement among raft nodes before linearized reading' (duration: 897.933253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:37.831126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:36.932992Z","time spent":"898.128597ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:13:37.831151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.932995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:37.831178Z","caller":"traceutil/trace.go:171","msg":"trace[1583629330] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7763; }","duration":"107.061408ms","start":"2026-04-08T13:13:37.724109Z","end":"2026-04-08T13:13:37.831171Z","steps":["trace[1583629330] 'agreement among raft nodes before linearized reading' (duration: 106.979316ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:37.831285Z","caller":"traceutil/trace.go:171","msg":"trace[2043681413] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"530.764913ms","start":"2026-04-08T13:13:37.300466Z","end":"2026-04-08T13:13:37.831231Z","steps":["trace[2043681413] 'process raft request' (duration: 530.093078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:37.831326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:37.300439Z","time spent":"530.865796ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:37.831386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.059049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:37.831403Z","caller":"traceutil/trace.go:171","msg":"trace[832643158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7763; }","duration":"452.10062ms","start":"2026-04-08T13:13:37.379298Z","end":"2026-04-08T13:13:37.831398Z","steps":["trace[832643158] 'agreement among raft nodes before linearized reading' (duration: 452.071019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:37.831416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:37.379283Z","time spent":"452.13013ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:37.831811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.908887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:449589"} {"level":"info","ts":"2026-04-08T13:13:37.831878Z","caller":"traceutil/trace.go:171","msg":"trace[265110218] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7763; }","duration":"229.00707ms","start":"2026-04-08T13:13:37.602855Z","end":"2026-04-08T13:13:37.831862Z","steps":["trace[265110218] 'agreement among raft nodes before linearized reading' (duration: 228.500829ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:38.00934Z","caller":"traceutil/trace.go:171","msg":"trace[389008561] linearizableReadLoop","detail":"{readStateIndex:8070; appliedIndex:8068; }","duration":"136.8784ms","start":"2026-04-08T13:13:37.872442Z","end":"2026-04-08T13:13:38.009321Z","steps":["trace[389008561] 'read index received' (duration: 85.31502ms)","trace[389008561] 'applied index is now lower than readState.Index' (duration: 51.5625ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:38.009445Z","caller":"traceutil/trace.go:171","msg":"trace[1553708489] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"170.66046ms","start":"2026-04-08T13:13:37.838727Z","end":"2026-04-08T13:13:38.009387Z","steps":["trace[1553708489] 'process raft request' (duration: 170.543598ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:38.009473Z","caller":"traceutil/trace.go:171","msg":"trace[816404550] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"172.716724ms","start":"2026-04-08T13:13:37.836718Z","end":"2026-04-08T13:13:38.009435Z","steps":["trace[816404550] 'process raft request' (duration: 120.880819ms)","trace[816404550] 'compare' (duration: 51.542419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:38.009536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.207948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:13:38.009561Z","caller":"traceutil/trace.go:171","msg":"trace[1716942560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7765; }","duration":"174.258739ms","start":"2026-04-08T13:13:37.835294Z","end":"2026-04-08T13:13:38.009553Z","steps":["trace[1716942560] 'agreement among raft nodes before linearized reading' (duration: 174.119006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:38.009755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.100358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:13:38.00981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.017988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:13:38.009815Z","caller":"traceutil/trace.go:171","msg":"trace[2059943527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7765; }","duration":"170.174759ms","start":"2026-04-08T13:13:37.839627Z","end":"2026-04-08T13:13:38.009802Z","steps":["trace[2059943527] 'agreement among raft nodes before linearized reading' (duration: 170.026896ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:38.009833Z","caller":"traceutil/trace.go:171","msg":"trace[87096826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7765; }","duration":"171.056999ms","start":"2026-04-08T13:13:37.838769Z","end":"2026-04-08T13:13:38.009827Z","steps":["trace[87096826] 'agreement among raft nodes before linearized reading' (duration: 170.994437ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:38.030431Z","caller":"traceutil/trace.go:171","msg":"trace[864246804] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"156.94883ms","start":"2026-04-08T13:13:37.873458Z","end":"2026-04-08T13:13:38.030406Z","steps":["trace[864246804] 'process raft request' (duration: 156.777716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:38.689082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.220715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:38.6893Z","caller":"traceutil/trace.go:171","msg":"trace[1741789519] linearizableReadLoop","detail":"{readStateIndex:8076; appliedIndex:8074; }","duration":"280.511609ms","start":"2026-04-08T13:13:38.408767Z","end":"2026-04-08T13:13:38.689278Z","steps":["trace[1741789519] 'read index received' (duration: 84.004029ms)","trace[1741789519] 'applied index is now lower than readState.Index' (duration: 196.50635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:38.68953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.766135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:13:38.68957Z","caller":"traceutil/trace.go:171","msg":"trace[1546678558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7771; }","duration":"280.833017ms","start":"2026-04-08T13:13:38.408728Z","end":"2026-04-08T13:13:38.689561Z","steps":["trace[1546678558] 'agreement among raft nodes before linearized reading' (duration: 280.691834ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:38.689872Z","caller":"traceutil/trace.go:171","msg":"trace[843006321] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"307.781266ms","start":"2026-04-08T13:13:38.382077Z","end":"2026-04-08T13:13:38.689858Z","steps":["trace[843006321] 'process raft request' (duration: 110.683042ms)","trace[843006321] 'compare' (duration: 196.095512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:38.689871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.158597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:38.689933Z","caller":"traceutil/trace.go:171","msg":"trace[1227408089] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7771; }","duration":"240.241808ms","start":"2026-04-08T13:13:38.449676Z","end":"2026-04-08T13:13:38.689918Z","steps":["trace[1227408089] 'agreement among raft nodes before linearized reading' (duration: 239.934782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:38.689961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:38.382062Z","time spent":"307.851328ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:38.690002Z","caller":"traceutil/trace.go:171","msg":"trace[1403278384] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"282.32355ms","start":"2026-04-08T13:13:38.407655Z","end":"2026-04-08T13:13:38.689978Z","steps":["trace[1403278384] 'process raft request' (duration: 281.549083ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:39.893763Z","caller":"traceutil/trace.go:171","msg":"trace[162368032] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"234.482785ms","start":"2026-04-08T13:13:39.659252Z","end":"2026-04-08T13:13:39.893735Z","steps":["trace[162368032] 'process raft request' (duration: 234.317392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:40.516286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766894860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:13:40.977917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084317803s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:13:40.978326Z","caller":"traceutil/trace.go:171","msg":"trace[378553950] linearizableReadLoop","detail":"{readStateIndex:8080; appliedIndex:8078; }","duration":"963.027772ms","start":"2026-04-08T13:13:40.01528Z","end":"2026-04-08T13:13:40.978308Z","steps":["trace[378553950] 'read index received' (duration: 962.90319ms)","trace[378553950] 'applied index is now lower than readState.Index' (duration: 123.552µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:40.978387Z","caller":"traceutil/trace.go:171","msg":"trace[1225170920] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"1.139573501s","start":"2026-04-08T13:13:39.838773Z","end":"2026-04-08T13:13:40.978346Z","steps":["trace[1225170920] 'process raft request' (duration: 1.13950413s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:40.978576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:39.838756Z","time spent":"1.139703233s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:40.978583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.288957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:13:40.978653Z","caller":"traceutil/trace.go:171","msg":"trace[198837389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7775; }","duration":"963.40529ms","start":"2026-04-08T13:13:40.015229Z","end":"2026-04-08T13:13:40.978634Z","steps":["trace[198837389] 'agreement among raft nodes before linearized reading' (duration: 963.146465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:40.978699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:40.015208Z","time spent":"963.475671ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:13:40.978765Z","caller":"traceutil/trace.go:171","msg":"trace[1584300849] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"1.141012662s","start":"2026-04-08T13:13:39.837734Z","end":"2026-04-08T13:13:40.978747Z","steps":["trace[1584300849] 'process raft request' (duration: 1.140407539s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:40.978925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:39.837707Z","time spent":"1.141117473s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:41.264048Z","caller":"traceutil/trace.go:171","msg":"trace[278903904] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"569.187087ms","start":"2026-04-08T13:13:40.694813Z","end":"2026-04-08T13:13:41.264001Z","steps":["trace[278903904] 'process raft request' (duration: 486.524845ms)","trace[278903904] 'compare' (duration: 82.337645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:41.265321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:40.694796Z","time spent":"570.373392ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:41.264091Z","caller":"traceutil/trace.go:171","msg":"trace[903007301] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"279.200477ms","start":"2026-04-08T13:13:40.984859Z","end":"2026-04-08T13:13:41.264059Z","steps":["trace[903007301] 'process raft request' (duration: 279.090164ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:41.264185Z","caller":"traceutil/trace.go:171","msg":"trace[1614877463] linearizableReadLoop","detail":"{readStateIndex:8081; appliedIndex:8080; }","duration":"285.75911ms","start":"2026-04-08T13:13:40.978351Z","end":"2026-04-08T13:13:41.26411Z","steps":["trace[1614877463] 'read index received' (duration: 202.985726ms)","trace[1614877463] 'applied index is now lower than readState.Index' (duration: 82.770794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:41.264319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207501311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:41.265655Z","caller":"traceutil/trace.go:171","msg":"trace[402161454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7777; }","duration":"1.208845679s","start":"2026-04-08T13:13:40.05674Z","end":"2026-04-08T13:13:41.265586Z","steps":["trace[402161454] 'agreement among raft nodes before linearized reading' (duration: 1.20750508s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:41.265734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:40.056718Z","time spent":"1.208993373s","remote":"127.0.0.1:53260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:13:41.26436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.891362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:13:41.265834Z","caller":"traceutil/trace.go:171","msg":"trace[1868293645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7777; }","duration":"571.406385ms","start":"2026-04-08T13:13:40.694407Z","end":"2026-04-08T13:13:41.265813Z","steps":["trace[1868293645] 'agreement among raft nodes before linearized reading' (duration: 569.829971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:41.265912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:40.694387Z","time spent":"571.507267ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:13:41.26438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036271433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:41.266042Z","caller":"traceutil/trace.go:171","msg":"trace[1088085235] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7777; }","duration":"1.037933579s","start":"2026-04-08T13:13:40.228069Z","end":"2026-04-08T13:13:41.266002Z","steps":["trace[1088085235] 'agreement among raft nodes before linearized reading' (duration: 1.036272253s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:41.264453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.17423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T13:13:41.264511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192270817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:13:41.264546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.860408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:13:41.264605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193164307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:13:41.264275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.715617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:41.266291Z","caller":"traceutil/trace.go:171","msg":"trace[112525728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7777; }","duration":"888.786542ms","start":"2026-04-08T13:13:40.377491Z","end":"2026-04-08T13:13:41.266278Z","steps":["trace[112525728] 'agreement among raft nodes before linearized reading' (duration: 886.625355ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:41.266348Z","caller":"traceutil/trace.go:171","msg":"trace[401626510] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7777; }","duration":"794.73635ms","start":"2026-04-08T13:13:40.471597Z","end":"2026-04-08T13:13:41.266333Z","steps":["trace[401626510] 'agreement among raft nodes before linearized reading' (duration: 792.860199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:41.26644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:40.37747Z","time spent":"888.882525ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:41.26648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:40.471566Z","time spent":"794.811301ms","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:13:41.266507Z","caller":"traceutil/trace.go:171","msg":"trace[1618664516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7777; }","duration":"1.194286001s","start":"2026-04-08T13:13:40.072212Z","end":"2026-04-08T13:13:41.266498Z","steps":["trace[1618664516] 'agreement among raft nodes before linearized reading' (duration: 1.192185495s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:41.266563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:40.072197Z","time spent":"1.194349782s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:13:41.266298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:40.22805Z","time spent":"1.038231625s","remote":"127.0.0.1:42346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:13:41.266242Z","caller":"traceutil/trace.go:171","msg":"trace[860099376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7777; }","duration":"534.99404ms","start":"2026-04-08T13:13:40.731223Z","end":"2026-04-08T13:13:41.266217Z","steps":["trace[860099376] 'agreement among raft nodes before linearized reading' (duration: 533.16803ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:41.266442Z","caller":"traceutil/trace.go:171","msg":"trace[1888476462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7777; }","duration":"1.195032378s","start":"2026-04-08T13:13:40.071389Z","end":"2026-04-08T13:13:41.266421Z","steps":["trace[1888476462] 'agreement among raft nodes before linearized reading' (duration: 1.193012784s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:41.266894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:40.731204Z","time spent":"535.668255ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:13:41.267012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:40.071367Z","time spent":"1.19562627s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:13:41.434836Z","caller":"traceutil/trace.go:171","msg":"trace[18325888] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"163.551595ms","start":"2026-04-08T13:13:41.271264Z","end":"2026-04-08T13:13:41.434815Z","steps":["trace[18325888] 'process raft request' (duration: 105.705914ms)","trace[18325888] 'compare' (duration: 57.697178ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:41.435044Z","caller":"traceutil/trace.go:171","msg":"trace[148495517] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"162.732288ms","start":"2026-04-08T13:13:41.272305Z","end":"2026-04-08T13:13:41.435037Z","steps":["trace[148495517] 'process raft request' (duration: 162.478672ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:41.435323Z","caller":"traceutil/trace.go:171","msg":"trace[1990575385] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"162.83976ms","start":"2026-04-08T13:13:41.272451Z","end":"2026-04-08T13:13:41.43529Z","steps":["trace[1990575385] 'process raft request' (duration: 162.558584ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:42.055589Z","caller":"traceutil/trace.go:171","msg":"trace[143472541] linearizableReadLoop","detail":"{readStateIndex:8087; appliedIndex:8086; }","duration":"120.737542ms","start":"2026-04-08T13:13:41.934829Z","end":"2026-04-08T13:13:42.055567Z","steps":["trace[143472541] 'read index received' (duration: 120.669781ms)","trace[143472541] 'applied index is now lower than readState.Index' (duration: 66.701µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:42.055684Z","caller":"traceutil/trace.go:171","msg":"trace[863451815] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"156.726986ms","start":"2026-04-08T13:13:41.898926Z","end":"2026-04-08T13:13:42.055653Z","steps":["trace[863451815] 'process raft request' (duration: 156.507701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:42.055726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.879265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:42.055756Z","caller":"traceutil/trace.go:171","msg":"trace[78623835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7782; }","duration":"120.950477ms","start":"2026-04-08T13:13:41.934797Z","end":"2026-04-08T13:13:42.055748Z","steps":["trace[78623835] 'agreement among raft nodes before linearized reading' (duration: 120.852085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:42.233687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.869676ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-08T13:13:43.411316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.334283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:13:43.411426Z","caller":"traceutil/trace.go:171","msg":"trace[2096511712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7784; }","duration":"141.475656ms","start":"2026-04-08T13:13:43.269927Z","end":"2026-04-08T13:13:43.411402Z","steps":["trace[2096511712] 'range keys from in-memory index tree' (duration: 141.182309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:43.411769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.551846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:13:43.411843Z","caller":"traceutil/trace.go:171","msg":"trace[1977040369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7784; }","duration":"209.659369ms","start":"2026-04-08T13:13:43.202165Z","end":"2026-04-08T13:13:43.411824Z","steps":["trace[1977040369] 'range keys from in-memory index tree' (duration: 209.372752ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:43.492133Z","caller":"traceutil/trace.go:171","msg":"trace[1038919525] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"220.917102ms","start":"2026-04-08T13:13:43.271193Z","end":"2026-04-08T13:13:43.49211Z","steps":["trace[1038919525] 'process raft request' (duration: 220.767259ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:43.492343Z","caller":"traceutil/trace.go:171","msg":"trace[1953010681] linearizableReadLoop","detail":"{readStateIndex:8091; appliedIndex:8091; }","duration":"191.932622ms","start":"2026-04-08T13:13:43.300377Z","end":"2026-04-08T13:13:43.49231Z","steps":["trace[1953010681] 'read index received' (duration: 191.925852ms)","trace[1953010681] 'applied index is now lower than readState.Index' (duration: 5.78µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:43.492545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.157388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:13:43.492602Z","caller":"traceutil/trace.go:171","msg":"trace[1459048756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7785; }","duration":"192.25713ms","start":"2026-04-08T13:13:43.30033Z","end":"2026-04-08T13:13:43.492587Z","steps":["trace[1459048756] 'agreement among raft nodes before linearized reading' (duration: 192.074655ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:43.911721Z","caller":"traceutil/trace.go:171","msg":"trace[366552192] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"494.801837ms","start":"2026-04-08T13:13:43.416896Z","end":"2026-04-08T13:13:43.911698Z","steps":["trace[366552192] 'process raft request' (duration: 494.652743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:43.911874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:43.416873Z","time spent":"494.907069ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:43.911947Z","caller":"traceutil/trace.go:171","msg":"trace[358777664] linearizableReadLoop","detail":"{readStateIndex:8092; appliedIndex:8092; }","duration":"419.530421ms","start":"2026-04-08T13:13:43.492384Z","end":"2026-04-08T13:13:43.911914Z","steps":["trace[358777664] 'read index received' (duration: 419.510401ms)","trace[358777664] 'applied index is now lower than readState.Index' (duration: 17.45µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:43.912221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.500322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:13:43.912264Z","caller":"traceutil/trace.go:171","msg":"trace[2032682277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7786; }","duration":"472.569893ms","start":"2026-04-08T13:13:43.43968Z","end":"2026-04-08T13:13:43.91225Z","steps":["trace[2032682277] 'agreement among raft nodes before linearized reading' (duration: 472.368299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:43.912305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:43.439676Z","time spent":"472.619864ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:13:43.912328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.671935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:13:43.912367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.825287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:43.912422Z","caller":"traceutil/trace.go:171","msg":"trace[159584217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7786; }","duration":"534.9704ms","start":"2026-04-08T13:13:43.377425Z","end":"2026-04-08T13:13:43.912396Z","steps":["trace[159584217] 'agreement among raft nodes before linearized reading' (duration: 534.800157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:43.912451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:43.377401Z","time spent":"535.044423ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:43.912502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.822699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:13:43.912539Z","caller":"traceutil/trace.go:171","msg":"trace[1895433897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7786; }","duration":"472.859419ms","start":"2026-04-08T13:13:43.439671Z","end":"2026-04-08T13:13:43.912531Z","steps":["trace[1895433897] 'agreement among raft nodes before linearized reading' (duration: 472.767087ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:43.912411Z","caller":"traceutil/trace.go:171","msg":"trace[593345446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7786; }","duration":"472.784548ms","start":"2026-04-08T13:13:43.439608Z","end":"2026-04-08T13:13:43.912393Z","steps":["trace[593345446] 'agreement among raft nodes before linearized reading' (duration: 472.510013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:43.91258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:43.439655Z","time spent":"472.916451ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:13:43.912627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:43.4396Z","time spent":"472.991113ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:13:43.91389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.992665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:13:43.913948Z","caller":"traceutil/trace.go:171","msg":"trace[1334837724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7786; }","duration":"497.088076ms","start":"2026-04-08T13:13:43.416846Z","end":"2026-04-08T13:13:43.913934Z","steps":["trace[1334837724] 'agreement among raft nodes before linearized reading' (duration: 495.368639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:43.914128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:43.416828Z","time spent":"497.286571ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:13:44.094766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.240686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:44.095004Z","caller":"traceutil/trace.go:171","msg":"trace[1093301143] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"177.356824ms","start":"2026-04-08T13:13:43.917634Z","end":"2026-04-08T13:13:44.094991Z","steps":["trace[1093301143] 'process raft request' (duration: 177.324404ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:44.09549Z","caller":"traceutil/trace.go:171","msg":"trace[2013846564] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"178.782085ms","start":"2026-04-08T13:13:43.916694Z","end":"2026-04-08T13:13:44.095476Z","steps":["trace[2013846564] 'process raft request' (duration: 178.181782ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:44.095562Z","caller":"traceutil/trace.go:171","msg":"trace[1585334972] linearizableReadLoop","detail":"{readStateIndex:8093; appliedIndex:8092; }","duration":"183.412196ms","start":"2026-04-08T13:13:43.91202Z","end":"2026-04-08T13:13:44.095432Z","steps":["trace[1585334972] 'read index received' (duration: 65.427333ms)","trace[1585334972] 'applied index is now lower than readState.Index' (duration: 117.983253ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:44.095652Z","caller":"traceutil/trace.go:171","msg":"trace[2122701491] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"178.839676ms","start":"2026-04-08T13:13:43.916798Z","end":"2026-04-08T13:13:44.095638Z","steps":["trace[2122701491] 'process raft request' (duration: 178.118171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:44.095896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.040243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:44.097018Z","caller":"traceutil/trace.go:171","msg":"trace[1474410332] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7790; }","duration":"199.194188ms","start":"2026-04-08T13:13:43.897811Z","end":"2026-04-08T13:13:44.097006Z","steps":["trace[1474410332] 'agreement among raft nodes before linearized reading' (duration: 198.038904ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:44.097289Z","caller":"traceutil/trace.go:171","msg":"trace[650982490] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"595.229598ms","start":"2026-04-08T13:13:43.500554Z","end":"2026-04-08T13:13:44.095784Z","steps":["trace[650982490] 'process raft request' (duration: 476.882198ms)","trace[650982490] 'compare' (duration: 117.090763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:44.097346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:43.500526Z","time spent":"596.790132ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:44.399972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:44.400117Z","caller":"traceutil/trace.go:171","msg":"trace[1813345126] linearizableReadLoop","detail":"{readStateIndex:8097; appliedIndex:8096; }","duration":"304.506831ms","start":"2026-04-08T13:13:44.095586Z","end":"2026-04-08T13:13:44.400092Z","steps":["trace[1813345126] 'read index received' (duration: 108.398314ms)","trace[1813345126] 'applied index is now lower than readState.Index' (duration: 196.106417ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:44.400414Z","caller":"traceutil/trace.go:171","msg":"trace[499620417] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"339.844308ms","start":"2026-04-08T13:13:44.060531Z","end":"2026-04-08T13:13:44.400375Z","steps":["trace[499620417] 'process raft request' (duration: 143.463995ms)","trace[499620417] 'compare' (duration: 195.645777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:44.4006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:44.060503Z","time spent":"339.995972ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:44.40085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.863983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:13:44.401055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.022112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-04-08T13:13:44.40117Z","caller":"traceutil/trace.go:171","msg":"trace[1774573298] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7791; }","duration":"484.288427ms","start":"2026-04-08T13:13:43.916833Z","end":"2026-04-08T13:13:44.401122Z","steps":["trace[1774573298] 'agreement among raft nodes before linearized reading' (duration: 483.882789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:44.401281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:43.916827Z","time spent":"484.43669ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12319,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-08T13:13:44.400915Z","caller":"traceutil/trace.go:171","msg":"trace[26773420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7791; }","duration":"486.944975ms","start":"2026-04-08T13:13:43.913948Z","end":"2026-04-08T13:13:44.400893Z","steps":["trace[26773420] 'agreement among raft nodes before linearized reading' (duration: 486.297791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:44.401427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:43.913932Z","time spent":"487.478677ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:13:45.268415Z","caller":"traceutil/trace.go:171","msg":"trace[260238683] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"271.578618ms","start":"2026-04-08T13:13:44.99681Z","end":"2026-04-08T13:13:45.268389Z","steps":["trace[260238683] 'process raft request' (duration: 271.417904ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:45.296274Z","caller":"traceutil/trace.go:171","msg":"trace[1305874847] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"291.859408ms","start":"2026-04-08T13:13:45.004391Z","end":"2026-04-08T13:13:45.296251Z","steps":["trace[1305874847] 'process raft request' (duration: 291.724715ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:45.68153Z","caller":"traceutil/trace.go:171","msg":"trace[472924956] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"183.592831ms","start":"2026-04-08T13:13:45.497894Z","end":"2026-04-08T13:13:45.681487Z","steps":["trace[472924956] 'process raft request' (duration: 138.562725ms)","trace[472924956] 'compare' (duration: 44.819912ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:47.395454Z","caller":"traceutil/trace.go:171","msg":"trace[1266355616] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"122.54884ms","start":"2026-04-08T13:13:47.272882Z","end":"2026-04-08T13:13:47.395431Z","steps":["trace[1266355616] 'process raft request' (duration: 122.421637ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:47.507955Z","caller":"traceutil/trace.go:171","msg":"trace[368499813] linearizableReadLoop","detail":"{readStateIndex:8112; appliedIndex:8111; }","duration":"149.982534ms","start":"2026-04-08T13:13:47.35795Z","end":"2026-04-08T13:13:47.507932Z","steps":["trace[368499813] 'read index received' (duration: 37.513942ms)","trace[368499813] 'applied index is now lower than readState.Index' (duration: 112.467362ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:47.508049Z","caller":"traceutil/trace.go:171","msg":"trace[2119547710] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"206.487775ms","start":"2026-04-08T13:13:47.301521Z","end":"2026-04-08T13:13:47.508009Z","steps":["trace[2119547710] 'process raft request' (duration: 173.298278ms)","trace[2119547710] 'compare' (duration: 33.007973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:47.508134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.171247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:47.508231Z","caller":"traceutil/trace.go:171","msg":"trace[222875804] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7805; }","duration":"150.316731ms","start":"2026-04-08T13:13:47.357897Z","end":"2026-04-08T13:13:47.508213Z","steps":["trace[222875804] 'agreement among raft nodes before linearized reading' (duration: 150.121016ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:48.300391Z","caller":"traceutil/trace.go:171","msg":"trace[1343899315] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"129.438286ms","start":"2026-04-08T13:13:48.170916Z","end":"2026-04-08T13:13:48.300354Z","steps":["trace[1343899315] 'process raft request' (duration: 105.837836ms)","trace[1343899315] 'compare' (duration: 23.343514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:48.665214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.969369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:48.665311Z","caller":"traceutil/trace.go:171","msg":"trace[1421642398] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7813; }","duration":"131.094872ms","start":"2026-04-08T13:13:48.534172Z","end":"2026-04-08T13:13:48.665267Z","steps":["trace[1421642398] 'count revisions from in-memory index tree' (duration: 130.880097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:51.601752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.39965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:51.601847Z","caller":"traceutil/trace.go:171","msg":"trace[421002245] range","detail":"{range_begin:/registry/secrets/kube-public/; range_end:/registry/secrets/kube-public0; response_count:0; response_revision:7823; }","duration":"100.546773ms","start":"2026-04-08T13:13:51.501278Z","end":"2026-04-08T13:13:51.601825Z","steps":["trace[421002245] 'range keys from in-memory index tree' (duration: 100.289357ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:52.132228Z","caller":"traceutil/trace.go:171","msg":"trace[509656811] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"105.077718ms","start":"2026-04-08T13:13:52.027129Z","end":"2026-04-08T13:13:52.132206Z","steps":["trace[509656811] 'process raft request' (duration: 104.770492ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:56.469539Z","caller":"traceutil/trace.go:171","msg":"trace[570889816] linearizableReadLoop","detail":"{readStateIndex:8156; appliedIndex:8155; }","duration":"185.046765ms","start":"2026-04-08T13:13:56.284473Z","end":"2026-04-08T13:13:56.46952Z","steps":["trace[570889816] 'read index received' (duration: 184.896141ms)","trace[570889816] 'applied index is now lower than readState.Index' (duration: 149.654µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:56.469611Z","caller":"traceutil/trace.go:171","msg":"trace[448624091] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"204.561912ms","start":"2026-04-08T13:13:56.265013Z","end":"2026-04-08T13:13:56.469574Z","steps":["trace[448624091] 'process raft request' (duration: 204.393158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:56.469711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.217168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:56.469752Z","caller":"traceutil/trace.go:171","msg":"trace[2130798816] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7848; }","duration":"185.30136ms","start":"2026-04-08T13:13:56.284441Z","end":"2026-04-08T13:13:56.469742Z","steps":["trace[2130798816] 'agreement among raft nodes before linearized reading' (duration: 185.182248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:56.469841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.68173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:13:56.469895Z","caller":"traceutil/trace.go:171","msg":"trace[63527340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7848; }","duration":"143.768752ms","start":"2026-04-08T13:13:56.326111Z","end":"2026-04-08T13:13:56.46988Z","steps":["trace[63527340] 'agreement among raft nodes before linearized reading' (duration: 143.599089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:56.469995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.521947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:1 size:1063"} {"level":"info","ts":"2026-04-08T13:13:56.470053Z","caller":"traceutil/trace.go:171","msg":"trace[2123799066] range","detail":"{range_begin:/registry/clusterroles/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:1; response_revision:7848; }","duration":"114.594199ms","start":"2026-04-08T13:13:56.35544Z","end":"2026-04-08T13:13:56.470034Z","steps":["trace[2123799066] 'agreement among raft nodes before linearized reading' (duration: 114.423636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:56.470108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.220984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-view\" ","response":"range_response_count:1 size:1431"} {"level":"info","ts":"2026-04-08T13:13:56.470197Z","caller":"traceutil/trace.go:171","msg":"trace[2129095260] range","detail":"{range_begin:/registry/clusterroles/cert-manager-view; range_end:; response_count:1; response_revision:7848; }","duration":"131.336337ms","start":"2026-04-08T13:13:56.33882Z","end":"2026-04-08T13:13:56.470157Z","steps":["trace[2129095260] 'agreement among raft nodes before linearized reading' (duration: 131.090162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:56.470494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.154101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:13:56.470579Z","caller":"traceutil/trace.go:171","msg":"trace[329744946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7848; }","duration":"130.266614ms","start":"2026-04-08T13:13:56.340295Z","end":"2026-04-08T13:13:56.470562Z","steps":["trace[329744946] 'agreement among raft nodes before linearized reading' (duration: 129.574339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:57.599829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.670637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:13:57.60003Z","caller":"traceutil/trace.go:171","msg":"trace[65273333] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"1.125711951s","start":"2026-04-08T13:13:56.474295Z","end":"2026-04-08T13:13:57.600007Z","steps":["trace[65273333] 'process raft request' (duration: 184.777939ms)","trace[65273333] 'compare' (duration: 940.457492ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:57.600158Z","caller":"traceutil/trace.go:171","msg":"trace[1762872465] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"1.125318193s","start":"2026-04-08T13:13:56.474809Z","end":"2026-04-08T13:13:57.600127Z","steps":["trace[1762872465] 'process raft request' (duration: 1.125144219s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:57.600174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:56.474281Z","time spent":"1.125798133s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:57.600221Z","caller":"traceutil/trace.go:171","msg":"trace[1641751462] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8156; }","duration":"1.077666795s","start":"2026-04-08T13:13:56.522532Z","end":"2026-04-08T13:13:57.600199Z","steps":["trace[1641751462] 'read index received' (duration: 136.847974ms)","trace[1641751462] 'applied index is now lower than readState.Index' (duration: 940.817621ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:13:57.600246Z","caller":"traceutil/trace.go:171","msg":"trace[1006773848] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"1.086983124s","start":"2026-04-08T13:13:56.51325Z","end":"2026-04-08T13:13:57.600234Z","steps":["trace[1006773848] 'process raft request' (duration: 1.086858321s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:57.600251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:56.474801Z","time spent":"1.125400835s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:57.600284Z","caller":"traceutil/trace.go:171","msg":"trace[1059810718] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"1.121413481s","start":"2026-04-08T13:13:56.478865Z","end":"2026-04-08T13:13:57.600279Z","steps":["trace[1059810718] 'process raft request' (duration: 1.121188215s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:57.600401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077875381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:13:57.600566Z","caller":"traceutil/trace.go:171","msg":"trace[127263392] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:7852; }","duration":"1.078065344s","start":"2026-04-08T13:13:56.522491Z","end":"2026-04-08T13:13:57.600556Z","steps":["trace[127263392] 'agreement among raft nodes before linearized reading' (duration: 1.077834379s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:57.600593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:56.522476Z","time spent":"1.078109736s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-08T13:13:57.600394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:56.513226Z","time spent":"1.087109187s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:13:57.602404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:56.478847Z","time spent":"1.123518615s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:57.816622Z","caller":"traceutil/trace.go:171","msg":"trace[793724530] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"1.155167197s","start":"2026-04-08T13:13:56.661421Z","end":"2026-04-08T13:13:57.816588Z","steps":["trace[793724530] 'process raft request' (duration: 1.0560039s)","trace[793724530] 'compare' (duration: 98.877141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:57.816773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:56.661399Z","time spent":"1.155298949s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:57.817077Z","caller":"traceutil/trace.go:171","msg":"trace[96386494] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"371.788045ms","start":"2026-04-08T13:13:57.445264Z","end":"2026-04-08T13:13:57.817052Z","steps":["trace[96386494] 'process raft request' (duration: 371.264765ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:57.817108Z","caller":"traceutil/trace.go:171","msg":"trace[373628385] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"199.220002ms","start":"2026-04-08T13:13:57.617849Z","end":"2026-04-08T13:13:57.817069Z","steps":["trace[373628385] 'process raft request' (duration: 199.099989ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:57.817121Z","caller":"traceutil/trace.go:171","msg":"trace[1239328167] linearizableReadLoop","detail":"{readStateIndex:8162; appliedIndex:8160; }","duration":"216.810397ms","start":"2026-04-08T13:13:57.600276Z","end":"2026-04-08T13:13:57.817086Z","steps":["trace[1239328167] 'read index received' (duration: 117.123309ms)","trace[1239328167] 'applied index is now lower than readState.Index' (duration: 99.684478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:57.817262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.44531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:13:57.817352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197765606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:1 size:1063"} {"level":"info","ts":"2026-04-08T13:13:57.817395Z","caller":"traceutil/trace.go:171","msg":"trace[52443124] range","detail":"{range_begin:/registry/clusterroles/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:1; response_revision:7855; }","duration":"1.197863048s","start":"2026-04-08T13:13:56.619522Z","end":"2026-04-08T13:13:57.817385Z","steps":["trace[52443124] 'agreement among raft nodes before linearized reading' (duration: 1.197700475s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:57.817424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:56.619511Z","time spent":"1.197907239s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":1085,"request content":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" "} {"level":"warn","ts":"2026-04-08T13:13:57.817254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.960127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:13:57.817505Z","caller":"traceutil/trace.go:171","msg":"trace[955308152] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7855; }","duration":"780.285624ms","start":"2026-04-08T13:13:57.037199Z","end":"2026-04-08T13:13:57.817485Z","steps":["trace[955308152] 'agreement among raft nodes before linearized reading' (duration: 779.925986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:57.81759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:57.037179Z","time spent":"780.366616ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:13:57.817353Z","caller":"traceutil/trace.go:171","msg":"trace[599457023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7855; }","duration":"440.591063ms","start":"2026-04-08T13:13:57.376742Z","end":"2026-04-08T13:13:57.817333Z","steps":["trace[599457023] 'agreement among raft nodes before linearized reading' (duration: 440.41976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:57.817666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:57.376722Z","time spent":"440.931931ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:13:57.817649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257389341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-view\" ","response":"range_response_count:1 size:1431"} {"level":"info","ts":"2026-04-08T13:13:57.817747Z","caller":"traceutil/trace.go:171","msg":"trace[478934715] range","detail":"{range_begin:/registry/clusterroles/cert-manager-view; range_end:; response_count:1; response_revision:7855; }","duration":"1.257513133s","start":"2026-04-08T13:13:56.560217Z","end":"2026-04-08T13:13:57.81773Z","steps":["trace[478934715] 'agreement among raft nodes before linearized reading' (duration: 1.257273728s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:57.817836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:56.560199Z","time spent":"1.257617376s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1453,"request content":"key:\"/registry/clusterroles/cert-manager-view\" "} {"level":"warn","ts":"2026-04-08T13:13:57.818293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207518154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:13:57.818372Z","caller":"traceutil/trace.go:171","msg":"trace[976884484] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7855; }","duration":"1.207625107s","start":"2026-04-08T13:13:56.610718Z","end":"2026-04-08T13:13:57.818343Z","steps":["trace[976884484] 'agreement among raft nodes before linearized reading' (duration: 1.206596175s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:57.818409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:56.610696Z","time spent":"1.207701608s","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:13:57.818673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:57.445238Z","time spent":"371.921759ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:59.750129Z","caller":"traceutil/trace.go:171","msg":"trace[84518448] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"142.999144ms","start":"2026-04-08T13:13:59.607106Z","end":"2026-04-08T13:13:59.750105Z","steps":["trace[84518448] 'process raft request' (duration: 142.862331ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:59.75042Z","caller":"traceutil/trace.go:171","msg":"trace[15076084] linearizableReadLoop","detail":"{readStateIndex:8170; appliedIndex:8170; }","duration":"143.077406ms","start":"2026-04-08T13:13:59.607322Z","end":"2026-04-08T13:13:59.750399Z","steps":["trace[15076084] 'read index received' (duration: 143.069736ms)","trace[15076084] 'applied index is now lower than readState.Index' (duration: 6.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:59.750575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.233889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:13:59.750628Z","caller":"traceutil/trace.go:171","msg":"trace[1682667948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7861; }","duration":"143.312791ms","start":"2026-04-08T13:13:59.607303Z","end":"2026-04-08T13:13:59.750616Z","steps":["trace[1682667948] 'agreement among raft nodes before linearized reading' (duration: 143.168568ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:59.939137Z","caller":"traceutil/trace.go:171","msg":"trace[997804054] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"328.894151ms","start":"2026-04-08T13:13:59.610218Z","end":"2026-04-08T13:13:59.939113Z","steps":["trace[997804054] 'process raft request' (duration: 240.656583ms)","trace[997804054] 'compare' (duration: 88.066925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:59.939289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:59.610212Z","time spent":"328.999793ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:59.939362Z","caller":"traceutil/trace.go:171","msg":"trace[270548908] linearizableReadLoop","detail":"{readStateIndex:8172; appliedIndex:8170; }","duration":"188.852961ms","start":"2026-04-08T13:13:59.750473Z","end":"2026-04-08T13:13:59.939326Z","steps":["trace[270548908] 'read index received' (duration: 100.54766ms)","trace[270548908] 'applied index is now lower than readState.Index' (duration: 88.302851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:13:59.939511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.19403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-view\" ","response":"range_response_count:1 size:1299"} {"level":"warn","ts":"2026-04-08T13:13:59.939545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.559986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack\" ","response":"range_response_count:1 size:3688"} {"level":"info","ts":"2026-04-08T13:13:59.939592Z","caller":"traceutil/trace.go:171","msg":"trace[344610594] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack-view; range_end:; response_count:1; response_revision:7863; }","duration":"283.303882ms","start":"2026-04-08T13:13:59.656269Z","end":"2026-04-08T13:13:59.939573Z","steps":["trace[344610594] 'agreement among raft nodes before linearized reading' (duration: 283.079507ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:13:59.939601Z","caller":"traceutil/trace.go:171","msg":"trace[541786944] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack; range_end:; response_count:1; response_revision:7863; }","duration":"328.666198ms","start":"2026-04-08T13:13:59.610915Z","end":"2026-04-08T13:13:59.939581Z","steps":["trace[541786944] 'agreement among raft nodes before linearized reading' (duration: 328.526405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:59.939823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:59.61089Z","time spent":"328.915713ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3710,"request content":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack\" "} {"level":"info","ts":"2026-04-08T13:13:59.939834Z","caller":"traceutil/trace.go:171","msg":"trace[1579087774] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"328.019753ms","start":"2026-04-08T13:13:59.611801Z","end":"2026-04-08T13:13:59.939821Z","steps":["trace[1579087774] 'process raft request' (duration: 327.252716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:13:59.939755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.931491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-08T13:13:59.939926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:59.611788Z","time spent":"328.076015ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:13:59.940208Z","caller":"traceutil/trace.go:171","msg":"trace[850576439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7863; }","duration":"289.258557ms","start":"2026-04-08T13:13:59.650774Z","end":"2026-04-08T13:13:59.940032Z","steps":["trace[850576439] 'agreement among raft nodes before linearized reading' (duration: 288.849819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:00.19552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.379452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:00.195741Z","caller":"traceutil/trace.go:171","msg":"trace[1523279929] linearizableReadLoop","detail":"{readStateIndex:8176; appliedIndex:8172; }","duration":"252.00092ms","start":"2026-04-08T13:13:59.943725Z","end":"2026-04-08T13:14:00.195726Z","steps":["trace[1523279929] 'read index received' (duration: 144.452883ms)","trace[1523279929] 'applied index is now lower than readState.Index' (duration: 107.546937ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:00.195807Z","caller":"traceutil/trace.go:171","msg":"trace[1032721998] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"372.521636ms","start":"2026-04-08T13:13:59.823278Z","end":"2026-04-08T13:14:00.195799Z","steps":["trace[1032721998] 'process raft request' (duration: 372.341162ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:00.195842Z","caller":"traceutil/trace.go:171","msg":"trace[1297444055] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"440.413551ms","start":"2026-04-08T13:13:59.755385Z","end":"2026-04-08T13:14:00.195799Z","steps":["trace[1297444055] 'process raft request' (duration: 332.664331ms)","trace[1297444055] 'compare' (duration: 107.151188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:00.196037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:59.755357Z","time spent":"440.574914ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:00.196055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.299116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-view\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-04-08T13:14:00.196173Z","caller":"traceutil/trace.go:171","msg":"trace[1162334206] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack-view; range_end:; response_count:1; response_revision:7867; }","duration":"252.441259ms","start":"2026-04-08T13:13:59.943681Z","end":"2026-04-08T13:14:00.196123Z","steps":["trace[1162334206] 'agreement among raft nodes before linearized reading' (duration: 252.148713ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:00.196195Z","caller":"traceutil/trace.go:171","msg":"trace[480704694] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"293.147595ms","start":"2026-04-08T13:13:59.902984Z","end":"2026-04-08T13:14:00.196132Z","steps":["trace[480704694] 'process raft request' (duration: 292.715846ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:00.196195Z","caller":"traceutil/trace.go:171","msg":"trace[267026514] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"371.522114ms","start":"2026-04-08T13:13:59.824651Z","end":"2026-04-08T13:14:00.196173Z","steps":["trace[267026514] 'process raft request' (duration: 371.016813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:00.196416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:59.824602Z","time spent":"371.725578ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:00.196441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.331668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack\" ","response":"range_response_count:1 size:3688"} {"level":"info","ts":"2026-04-08T13:14:00.19656Z","caller":"traceutil/trace.go:171","msg":"trace[375205953] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack; range_end:; response_count:1; response_revision:7867; }","duration":"128.475832ms","start":"2026-04-08T13:14:00.068071Z","end":"2026-04-08T13:14:00.196547Z","steps":["trace[375205953] 'agreement among raft nodes before linearized reading' (duration: 128.319299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:00.196095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.245355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:14:00.196654Z","caller":"traceutil/trace.go:171","msg":"trace[1140165729] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7867; }","duration":"252.848998ms","start":"2026-04-08T13:13:59.943792Z","end":"2026-04-08T13:14:00.196641Z","steps":["trace[1140165729] 'agreement among raft nodes before linearized reading' (duration: 252.214175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:00.19673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:13:59.823251Z","time spent":"372.600057ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:04.0588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.571988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-04-08T13:14:04.058883Z","caller":"traceutil/trace.go:171","msg":"trace[1253243730] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:7880; }","duration":"116.67518ms","start":"2026-04-08T13:14:03.942189Z","end":"2026-04-08T13:14:04.058864Z","steps":["trace[1253243730] 'range keys from in-memory index tree' (duration: 116.471596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.05893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.505961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:14:04.058998Z","caller":"traceutil/trace.go:171","msg":"trace[2077641973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7880; }","duration":"103.634873ms","start":"2026-04-08T13:14:03.955346Z","end":"2026-04-08T13:14:04.058981Z","steps":["trace[2077641973] 'range keys from in-memory index tree' (duration: 103.339928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.059017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.373041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-04-08T13:14:04.059091Z","caller":"traceutil/trace.go:171","msg":"trace[845377444] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7880; }","duration":"173.484113ms","start":"2026-04-08T13:14:03.885589Z","end":"2026-04-08T13:14:04.059073Z","steps":["trace[845377444] 'range keys from in-memory index tree' (duration: 173.180646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.059258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.225821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:14:04.059366Z","caller":"traceutil/trace.go:171","msg":"trace[703504603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7880; }","duration":"108.377283ms","start":"2026-04-08T13:14:03.950966Z","end":"2026-04-08T13:14:04.059343Z","steps":["trace[703504603] 'range keys from in-memory index tree' (duration: 107.667609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.57062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.255802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:04.570738Z","caller":"traceutil/trace.go:171","msg":"trace[1947222389] linearizableReadLoop","detail":"{readStateIndex:8192; appliedIndex:8191; }","duration":"507.439034ms","start":"2026-04-08T13:14:04.063278Z","end":"2026-04-08T13:14:04.570717Z","steps":["trace[1947222389] 'read index received' (duration: 62.39575ms)","trace[1947222389] 'applied index is now lower than readState.Index' (duration: 445.041354ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:04.570816Z","caller":"traceutil/trace.go:171","msg":"trace[119811322] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"507.626768ms","start":"2026-04-08T13:14:04.063178Z","end":"2026-04-08T13:14:04.570805Z","steps":["trace[119811322] 'process raft request' (duration: 354.10013ms)","trace[119811322] 'compare' (duration: 153.13557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:04.570884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.063162Z","time spent":"507.68801ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:04.571203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.896223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:04.571309Z","caller":"traceutil/trace.go:171","msg":"trace[481144003] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7882; }","duration":"508.012656ms","start":"2026-04-08T13:14:04.063257Z","end":"2026-04-08T13:14:04.571269Z","steps":["trace[481144003] 'agreement among raft nodes before linearized reading' (duration: 507.556927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.57138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.063238Z","time spent":"508.123618ms","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:04.64793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.119685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-04-08T13:14:04.64798Z","caller":"traceutil/trace.go:171","msg":"trace[1751394517] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:7885; }","duration":"584.196738ms","start":"2026-04-08T13:14:04.063771Z","end":"2026-04-08T13:14:04.647968Z","steps":["trace[1751394517] 'agreement among raft nodes before linearized reading' (duration: 584.106086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.648004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.063754Z","time spent":"584.245138ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":994,"request content":"key:\"/registry/clusterroles/system:controller:disruption-controller\" "} {"level":"warn","ts":"2026-04-08T13:14:04.648167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.976654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:04.648193Z","caller":"traceutil/trace.go:171","msg":"trace[151842601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7885; }","duration":"125.034914ms","start":"2026-04-08T13:14:04.523152Z","end":"2026-04-08T13:14:04.648186Z","steps":["trace[151842601] 'agreement among raft nodes before linearized reading' (duration: 124.975503ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:04.648224Z","caller":"traceutil/trace.go:171","msg":"trace[828478039] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"437.26183ms","start":"2026-04-08T13:14:04.210922Z","end":"2026-04-08T13:14:04.648184Z","steps":["trace[828478039] 'process raft request' (duration: 436.900843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.648323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.656552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:04.648351Z","caller":"traceutil/trace.go:171","msg":"trace[160611856] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7885; }","duration":"328.706203ms","start":"2026-04-08T13:14:04.319638Z","end":"2026-04-08T13:14:04.648344Z","steps":["trace[160611856] 'agreement among raft nodes before linearized reading' (duration: 328.654512ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:04.648323Z","caller":"traceutil/trace.go:171","msg":"trace[281952863] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"435.315268ms","start":"2026-04-08T13:14:04.21298Z","end":"2026-04-08T13:14:04.648295Z","steps":["trace[281952863] 'process raft request' (duration: 434.869659ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:04.648123Z","caller":"traceutil/trace.go:171","msg":"trace[568786557] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"440.909407ms","start":"2026-04-08T13:14:04.207154Z","end":"2026-04-08T13:14:04.648064Z","steps":["trace[568786557] 'process raft request' (duration: 440.567559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.648442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.794369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:14:04.648649Z","caller":"traceutil/trace.go:171","msg":"trace[1653232858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7885; }","duration":"349.046655ms","start":"2026-04-08T13:14:04.299597Z","end":"2026-04-08T13:14:04.648644Z","steps":["trace[1653232858] 'agreement among raft nodes before linearized reading' (duration: 348.784819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.648665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.299567Z","time spent":"349.094055ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:04.648646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.212972Z","time spent":"435.437632ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:04.648371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.319627Z","time spent":"328.738594ms","remote":"127.0.0.1:57732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:04.648785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.43143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-04-08T13:14:04.648861Z","caller":"traceutil/trace.go:171","msg":"trace[1056688543] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7885; }","duration":"503.543442ms","start":"2026-04-08T13:14:04.145298Z","end":"2026-04-08T13:14:04.648842Z","steps":["trace[1056688543] 'agreement among raft nodes before linearized reading' (duration: 503.151994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.648923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.28428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T13:14:04.648922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.14528Z","time spent":"503.623454ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1247,"request content":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-08T13:14:04.648949Z","caller":"traceutil/trace.go:171","msg":"trace[805792631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7885; }","duration":"437.328361ms","start":"2026-04-08T13:14:04.211615Z","end":"2026-04-08T13:14:04.648944Z","steps":["trace[805792631] 'agreement among raft nodes before linearized reading' (duration: 437.262669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.648966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.211607Z","time spent":"437.355321ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:04.648404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.210901Z","time spent":"437.415063ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:04.649194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.825467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:14:04.649317Z","caller":"traceutil/trace.go:171","msg":"trace[978077178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7885; }","duration":"104.00057ms","start":"2026-04-08T13:14:04.54529Z","end":"2026-04-08T13:14:04.649291Z","steps":["trace[978077178] 'agreement among raft nodes before linearized reading' (duration: 102.659681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.649628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.20713Z","time spent":"441.601482ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:04.976551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.403291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:04.976645Z","caller":"traceutil/trace.go:171","msg":"trace[1823818214] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"322.186786ms","start":"2026-04-08T13:14:04.654442Z","end":"2026-04-08T13:14:04.976629Z","steps":["trace[1823818214] 'process raft request' (duration: 68.627852ms)","trace[1823818214] 'compare' (duration: 253.184236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:04.976696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.654416Z","time spent":"322.254487ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:04.995038Z","caller":"traceutil/trace.go:171","msg":"trace[2040706339] linearizableReadLoop","detail":"{readStateIndex:8197; appliedIndex:8195; }","duration":"338.010859ms","start":"2026-04-08T13:14:04.657015Z","end":"2026-04-08T13:14:04.995026Z","steps":["trace[2040706339] 'read index received' (duration: 66.042646ms)","trace[2040706339] 'applied index is now lower than readState.Index' (duration: 271.967243ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:04.995143Z","caller":"traceutil/trace.go:171","msg":"trace[1444051140] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"337.586761ms","start":"2026-04-08T13:14:04.657543Z","end":"2026-04-08T13:14:04.99513Z","steps":["trace[1444051140] 'process raft request' (duration: 337.345166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.99529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.657522Z","time spent":"337.648242ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:04.995583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.557311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-04-08T13:14:04.995576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.214309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-04-08T13:14:04.995631Z","caller":"traceutil/trace.go:171","msg":"trace[1620023164] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7888; }","duration":"338.629763ms","start":"2026-04-08T13:14:04.65699Z","end":"2026-04-08T13:14:04.99562Z","steps":["trace[1620023164] 'agreement among raft nodes before linearized reading' (duration: 338.459929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.995666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.656976Z","time spent":"338.681533ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1247,"request content":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-08T13:14:04.995728Z","caller":"traceutil/trace.go:171","msg":"trace[1929235076] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:7888; }","duration":"264.452174ms","start":"2026-04-08T13:14:04.73118Z","end":"2026-04-08T13:14:04.995632Z","steps":["trace[1929235076] 'agreement among raft nodes before linearized reading' (duration: 264.199029ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:04.994976Z","caller":"traceutil/trace.go:171","msg":"trace[469131901] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"340.37363ms","start":"2026-04-08T13:14:04.65458Z","end":"2026-04-08T13:14:04.994954Z","steps":["trace[469131901] 'process raft request' (duration: 340.168456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:04.995977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:04.654556Z","time spent":"341.32834ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:05.957876Z","caller":"traceutil/trace.go:171","msg":"trace[131811630] linearizableReadLoop","detail":"{readStateIndex:8199; appliedIndex:8198; }","duration":"118.595105ms","start":"2026-04-08T13:14:05.839257Z","end":"2026-04-08T13:14:05.957853Z","steps":["trace[131811630] 'read index received' (duration: 118.33974ms)","trace[131811630] 'applied index is now lower than readState.Index' (duration: 254.335µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:05.957952Z","caller":"traceutil/trace.go:171","msg":"trace[1816108423] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"156.65743ms","start":"2026-04-08T13:14:05.801278Z","end":"2026-04-08T13:14:05.957936Z","steps":["trace[1816108423] 'process raft request' (duration: 156.418165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:05.958296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.014784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-04-08T13:14:05.958515Z","caller":"traceutil/trace.go:171","msg":"trace[539819755] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:7889; }","duration":"119.208748ms","start":"2026-04-08T13:14:05.839206Z","end":"2026-04-08T13:14:05.958414Z","steps":["trace[539819755] 'agreement among raft nodes before linearized reading' (duration: 118.780569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:06.156947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.092752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-04-08T13:14:06.15703Z","caller":"traceutil/trace.go:171","msg":"trace[527010156] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:7889; }","duration":"108.230224ms","start":"2026-04-08T13:14:06.048777Z","end":"2026-04-08T13:14:06.157007Z","steps":["trace[527010156] 'range keys from in-memory index tree' (duration: 107.982869ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:06.266976Z","caller":"traceutil/trace.go:171","msg":"trace[187026140] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"104.292611ms","start":"2026-04-08T13:14:06.162659Z","end":"2026-04-08T13:14:06.266951Z","steps":["trace[187026140] 'process raft request' (duration: 104.158658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:06.797833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.215396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:06.797946Z","caller":"traceutil/trace.go:171","msg":"trace[1115096895] linearizableReadLoop","detail":"{readStateIndex:8203; appliedIndex:8202; }","duration":"166.020372ms","start":"2026-04-08T13:14:06.631907Z","end":"2026-04-08T13:14:06.797928Z","steps":["trace[1115096895] 'read index received' (duration: 36.692394ms)","trace[1115096895] 'applied index is now lower than readState.Index' (duration: 129.326718ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:06.798153Z","caller":"traceutil/trace.go:171","msg":"trace[457474118] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"184.844851ms","start":"2026-04-08T13:14:06.613292Z","end":"2026-04-08T13:14:06.798136Z","steps":["trace[457474118] 'process raft request' (duration: 55.227286ms)","trace[457474118] 'compare' (duration: 128.770767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:06.798394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.461062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:06.798484Z","caller":"traceutil/trace.go:171","msg":"trace[1497354756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7892; }","duration":"166.578344ms","start":"2026-04-08T13:14:06.631884Z","end":"2026-04-08T13:14:06.798462Z","steps":["trace[1497354756] 'agreement among raft nodes before linearized reading' (duration: 166.410741ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:06.832232Z","caller":"traceutil/trace.go:171","msg":"trace[689446478] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"175.472933ms","start":"2026-04-08T13:14:06.656729Z","end":"2026-04-08T13:14:06.832202Z","steps":["trace[689446478] 'process raft request' (duration: 175.31754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:06.832302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.715397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-04-08T13:14:06.832415Z","caller":"traceutil/trace.go:171","msg":"trace[1851599286] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"177.998425ms","start":"2026-04-08T13:14:06.654394Z","end":"2026-04-08T13:14:06.832392Z","steps":["trace[1851599286] 'process raft request' (duration: 177.508555ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:06.832449Z","caller":"traceutil/trace.go:171","msg":"trace[664292703] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:7895; }","duration":"194.871861ms","start":"2026-04-08T13:14:06.637535Z","end":"2026-04-08T13:14:06.832407Z","steps":["trace[664292703] 'agreement among raft nodes before linearized reading' (duration: 194.602066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:06.832724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.786929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rabbitmq-messaging-topology-operator-openstack\" ","response":"range_response_count:1 size:1327"} {"level":"info","ts":"2026-04-08T13:14:06.832856Z","caller":"traceutil/trace.go:171","msg":"trace[1144222335] range","detail":"{range_begin:/registry/clusterrolebindings/rabbitmq-messaging-topology-operator-openstack; range_end:; response_count:1; response_revision:7895; }","duration":"195.194488ms","start":"2026-04-08T13:14:06.637634Z","end":"2026-04-08T13:14:06.832828Z","steps":["trace[1144222335] 'agreement among raft nodes before linearized reading' (duration: 194.663207ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:06.832883Z","caller":"traceutil/trace.go:171","msg":"trace[832179815] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"175.330329ms","start":"2026-04-08T13:14:06.656927Z","end":"2026-04-08T13:14:06.832257Z","steps":["trace[832179815] 'process raft request' (duration: 175.162556ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:08.029015Z","caller":"traceutil/trace.go:171","msg":"trace[1843413271] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"119.016837ms","start":"2026-04-08T13:14:07.909978Z","end":"2026-04-08T13:14:08.028995Z","steps":["trace[1843413271] 'process raft request' (duration: 118.896624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:08.270319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.505363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:08.27064Z","caller":"traceutil/trace.go:171","msg":"trace[1689860742] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"180.535951ms","start":"2026-04-08T13:14:08.09008Z","end":"2026-04-08T13:14:08.270616Z","steps":["trace[1689860742] 'process raft request' (duration: 180.411677ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:08.271014Z","caller":"traceutil/trace.go:171","msg":"trace[1250793933] linearizableReadLoop","detail":"{readStateIndex:8211; appliedIndex:8209; }","duration":"303.843057ms","start":"2026-04-08T13:14:07.967134Z","end":"2026-04-08T13:14:08.270977Z","steps":["trace[1250793933] 'read index received' (duration: 61.73293ms)","trace[1250793933] 'applied index is now lower than readState.Index' (duration: 242.102927ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:08.271113Z","caller":"traceutil/trace.go:171","msg":"trace[1112654] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"305.690475ms","start":"2026-04-08T13:14:07.965395Z","end":"2026-04-08T13:14:08.271086Z","steps":["trace[1112654] 'process raft request' (duration: 130.305043ms)","trace[1112654] 'compare' (duration: 174.284458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:08.27123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:07.965387Z","time spent":"305.774827ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:08.27128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.203031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-04-08T13:14:08.271317Z","caller":"traceutil/trace.go:171","msg":"trace[5980769] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:7901; }","duration":"292.289794ms","start":"2026-04-08T13:14:07.979016Z","end":"2026-04-08T13:14:08.271306Z","steps":["trace[5980769] 'agreement among raft nodes before linearized reading' (duration: 292.144461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:08.271287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.113872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-04-08T13:14:08.271367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.52891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-08T13:14:08.271402Z","caller":"traceutil/trace.go:171","msg":"trace[6266898] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:7901; }","duration":"304.250505ms","start":"2026-04-08T13:14:07.967115Z","end":"2026-04-08T13:14:08.271365Z","steps":["trace[6266898] 'agreement among raft nodes before linearized reading' (duration: 304.01925ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:08.271445Z","caller":"traceutil/trace.go:171","msg":"trace[717235456] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7901; }","duration":"218.650802ms","start":"2026-04-08T13:14:08.052774Z","end":"2026-04-08T13:14:08.271425Z","steps":["trace[717235456] 'agreement among raft nodes before linearized reading' (duration: 218.439528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:08.271459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:07.96711Z","time spent":"304.338187ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":833,"request content":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-04-08T13:14:08.512304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.308451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:08.512395Z","caller":"traceutil/trace.go:171","msg":"trace[1391468230] linearizableReadLoop","detail":"{readStateIndex:8214; appliedIndex:8212; }","duration":"159.237402ms","start":"2026-04-08T13:14:08.353145Z","end":"2026-04-08T13:14:08.512382Z","steps":["trace[1391468230] 'read index received' (duration: 6.892275ms)","trace[1391468230] 'applied index is now lower than readState.Index' (duration: 152.344227ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:08.512465Z","caller":"traceutil/trace.go:171","msg":"trace[128932937] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"235.445025ms","start":"2026-04-08T13:14:08.277013Z","end":"2026-04-08T13:14:08.512458Z","steps":["trace[128932937] 'process raft request' (duration: 115.911689ms)","trace[128932937] 'compare' (duration: 119.179889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:08.512692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.661708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:cronjob-controller\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-04-08T13:14:08.512751Z","caller":"traceutil/trace.go:171","msg":"trace[475233194] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:7903; }","duration":"156.757309ms","start":"2026-04-08T13:14:08.355979Z","end":"2026-04-08T13:14:08.512736Z","steps":["trace[475233194] 'agreement among raft nodes before linearized reading' (duration: 156.638527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:08.513004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.820957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:08.513029Z","caller":"traceutil/trace.go:171","msg":"trace[558871465] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7903; }","duration":"115.878038ms","start":"2026-04-08T13:14:08.397146Z","end":"2026-04-08T13:14:08.513024Z","steps":["trace[558871465] 'agreement among raft nodes before linearized reading' (duration: 115.835967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:08.513195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.475883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:08.513215Z","caller":"traceutil/trace.go:171","msg":"trace[238784595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7903; }","duration":"137.529025ms","start":"2026-04-08T13:14:08.375682Z","end":"2026-04-08T13:14:08.513211Z","steps":["trace[238784595] 'agreement among raft nodes before linearized reading' (duration: 137.497884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:08.513005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.859144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-04-08T13:14:08.513246Z","caller":"traceutil/trace.go:171","msg":"trace[1066497815] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:7903; }","duration":"160.12774ms","start":"2026-04-08T13:14:08.353109Z","end":"2026-04-08T13:14:08.513237Z","steps":["trace[1066497815] 'agreement among raft nodes before linearized reading' (duration: 159.865745ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:08.850939Z","caller":"traceutil/trace.go:171","msg":"trace[1935574386] linearizableReadLoop","detail":"{readStateIndex:8215; appliedIndex:8214; }","duration":"248.825167ms","start":"2026-04-08T13:14:08.602082Z","end":"2026-04-08T13:14:08.850907Z","steps":["trace[1935574386] 'read index received' (duration: 227.940257ms)","trace[1935574386] 'applied index is now lower than readState.Index' (duration: 20.88386ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:08.851097Z","caller":"traceutil/trace.go:171","msg":"trace[323583371] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"333.242675ms","start":"2026-04-08T13:14:08.517827Z","end":"2026-04-08T13:14:08.85107Z","steps":["trace[323583371] 'process raft request' (duration: 312.255082ms)","trace[323583371] 'compare' (duration: 20.227726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:08.851331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.009921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-04-08T13:14:08.851384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:08.517807Z","time spent":"333.358097ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:08.851385Z","caller":"traceutil/trace.go:171","msg":"trace[2061757546] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:7904; }","duration":"249.320308ms","start":"2026-04-08T13:14:08.602051Z","end":"2026-04-08T13:14:08.851372Z","steps":["trace[2061757546] 'agreement among raft nodes before linearized reading' (duration: 248.993751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:08.891931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.662522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:deployment-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-04-08T13:14:08.891989Z","caller":"traceutil/trace.go:171","msg":"trace[597301880] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:deployment-controller; range_end:; response_count:1; response_revision:7907; }","duration":"247.763545ms","start":"2026-04-08T13:14:08.644212Z","end":"2026-04-08T13:14:08.891975Z","steps":["trace[597301880] 'agreement among raft nodes before linearized reading' (duration: 247.654492ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:08.997294Z","caller":"traceutil/trace.go:171","msg":"trace[555696503] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"101.015246ms","start":"2026-04-08T13:14:08.896244Z","end":"2026-04-08T13:14:08.997259Z","steps":["trace[555696503] 'process raft request' (duration: 58.319488ms)","trace[555696503] 'compare' (duration: 42.559415ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:09.317109Z","caller":"traceutil/trace.go:171","msg":"trace[1004099479] linearizableReadLoop","detail":"{readStateIndex:8221; appliedIndex:8220; }","duration":"209.647897ms","start":"2026-04-08T13:14:09.107436Z","end":"2026-04-08T13:14:09.317084Z","steps":["trace[1004099479] 'read index received' (duration: 209.478044ms)","trace[1004099479] 'applied index is now lower than readState.Index' (duration: 168.683µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:09.317351Z","caller":"traceutil/trace.go:171","msg":"trace[841960191] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"217.184705ms","start":"2026-04-08T13:14:09.100071Z","end":"2026-04-08T13:14:09.317255Z","steps":["trace[841960191] 'process raft request' (duration: 216.879248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:09.317393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.928403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:disruption-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-04-08T13:14:09.317466Z","caller":"traceutil/trace.go:171","msg":"trace[1957415874] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:disruption-controller; range_end:; response_count:1; response_revision:7910; }","duration":"210.042846ms","start":"2026-04-08T13:14:09.107405Z","end":"2026-04-08T13:14:09.317448Z","steps":["trace[1957415874] 'agreement among raft nodes before linearized reading' (duration: 209.828121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:09.317526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.984923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-04-08T13:14:09.317819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.486302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:14:09.317855Z","caller":"traceutil/trace.go:171","msg":"trace[99102706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7910; }","duration":"207.536933ms","start":"2026-04-08T13:14:09.110309Z","end":"2026-04-08T13:14:09.317846Z","steps":["trace[99102706] 'agreement among raft nodes before linearized reading' (duration: 207.39328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:09.317851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.77043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:14:09.318239Z","caller":"traceutil/trace.go:171","msg":"trace[544728089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7910; }","duration":"210.202479ms","start":"2026-04-08T13:14:09.108024Z","end":"2026-04-08T13:14:09.318226Z","steps":["trace[544728089] 'agreement among raft nodes before linearized reading' (duration: 209.377942ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:09.317593Z","caller":"traceutil/trace.go:171","msg":"trace[2064682808] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:7910; }","duration":"141.078255ms","start":"2026-04-08T13:14:09.176493Z","end":"2026-04-08T13:14:09.317571Z","steps":["trace[2064682808] 'agreement among raft nodes before linearized reading' (duration: 140.966783ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:09.426918Z","caller":"traceutil/trace.go:171","msg":"trace[298291544] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"105.858615ms","start":"2026-04-08T13:14:09.321035Z","end":"2026-04-08T13:14:09.426893Z","steps":["trace[298291544] 'process raft request' (duration: 77.608412ms)","trace[298291544] 'compare' (duration: 28.07184ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:09.427077Z","caller":"traceutil/trace.go:171","msg":"trace[557648158] linearizableReadLoop","detail":"{readStateIndex:8223; appliedIndex:8221; }","duration":"104.044537ms","start":"2026-04-08T13:14:09.32301Z","end":"2026-04-08T13:14:09.427054Z","steps":["trace[557648158] 'read index received' (duration: 75.64565ms)","trace[557648158] 'applied index is now lower than readState.Index' (duration: 28.397697ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:09.427331Z","caller":"traceutil/trace.go:171","msg":"trace[1736816590] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"104.592928ms","start":"2026-04-08T13:14:09.322726Z","end":"2026-04-08T13:14:09.427318Z","steps":["trace[1736816590] 'process raft request' (duration: 104.129129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:09.427552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.526197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-08T13:14:09.427606Z","caller":"traceutil/trace.go:171","msg":"trace[458771177] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:7912; }","duration":"104.61531ms","start":"2026-04-08T13:14:09.322978Z","end":"2026-04-08T13:14:09.427593Z","steps":["trace[458771177] 'agreement among raft nodes before linearized reading' (duration: 104.528947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.498225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766895997,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:14:19.54446Z","caller":"traceutil/trace.go:171","msg":"trace[331531407] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"558.549618ms","start":"2026-04-08T13:14:18.985893Z","end":"2026-04-08T13:14:19.544442Z","steps":["trace[331531407] 'process raft request' (duration: 558.421445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.544604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:18.985876Z","time spent":"558.641859ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:19.861536Z","caller":"traceutil/trace.go:171","msg":"trace[1642228635] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"856.378681ms","start":"2026-04-08T13:14:19.00514Z","end":"2026-04-08T13:14:19.861518Z","steps":["trace[1642228635] 'process raft request' (duration: 856.30139ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:19.861665Z","caller":"traceutil/trace.go:171","msg":"trace[276423580] linearizableReadLoop","detail":"{readStateIndex:8270; appliedIndex:8266; }","duration":"863.490619ms","start":"2026-04-08T13:14:18.998158Z","end":"2026-04-08T13:14:19.861648Z","steps":["trace[276423580] 'read index received' (duration: 546.170871ms)","trace[276423580] 'applied index is now lower than readState.Index' (duration: 317.318048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:19.861713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.005128Z","time spent":"856.480914ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:19.861528Z","caller":"traceutil/trace.go:171","msg":"trace[2040386896] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"857.129847ms","start":"2026-04-08T13:14:19.004371Z","end":"2026-04-08T13:14:19.861501Z","steps":["trace[2040386896] 'process raft request' (duration: 856.858581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.862117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.00436Z","time spent":"857.728159ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:19.861799Z","caller":"traceutil/trace.go:171","msg":"trace[343096558] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"751.161606ms","start":"2026-04-08T13:14:19.110608Z","end":"2026-04-08T13:14:19.86177Z","steps":["trace[343096558] 'process raft request' (duration: 750.875161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.862162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.974389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-tmb4f\" ","response":"range_response_count:1 size:3775"} {"level":"warn","ts":"2026-04-08T13:14:19.862271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.369449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:14:19.862266Z","caller":"traceutil/trace.go:171","msg":"trace[324770905] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-tmb4f; range_end:; response_count:1; response_revision:7957; }","duration":"864.112932ms","start":"2026-04-08T13:14:18.998127Z","end":"2026-04-08T13:14:19.86224Z","steps":["trace[324770905] 'agreement among raft nodes before linearized reading' (duration: 863.783835ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:19.862291Z","caller":"traceutil/trace.go:171","msg":"trace[508426248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7957; }","duration":"500.42591ms","start":"2026-04-08T13:14:19.36186Z","end":"2026-04-08T13:14:19.862286Z","steps":["trace[508426248] 'agreement among raft nodes before linearized reading' (duration: 500.370379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.862307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.361839Z","time spent":"500.46495ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:19.862316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.022744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/default/\" range_end:\"/registry/cronjobs/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:19.862388Z","caller":"traceutil/trace.go:171","msg":"trace[1390306451] range","detail":"{range_begin:/registry/cronjobs/default/; range_end:/registry/cronjobs/default0; response_count:0; response_revision:7957; }","duration":"805.164518ms","start":"2026-04-08T13:14:19.057211Z","end":"2026-04-08T13:14:19.862376Z","steps":["trace[1390306451] 'agreement among raft nodes before linearized reading' (duration: 805.073456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.862415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.864663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T13:14:19.862424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.750822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:14:19.862452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.057187Z","time spent":"805.226099ms","remote":"127.0.0.1:57678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/default/\" range_end:\"/registry/cronjobs/default0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:19.862463Z","caller":"traceutil/trace.go:171","msg":"trace[1038428846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7957; }","duration":"820.803092ms","start":"2026-04-08T13:14:19.041651Z","end":"2026-04-08T13:14:19.862454Z","steps":["trace[1038428846] 'agreement among raft nodes before linearized reading' (duration: 820.69339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.862498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.494888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:14:19.862494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.041646Z","time spent":"820.841523ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:14:19.862514Z","caller":"traceutil/trace.go:171","msg":"trace[1043498061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7957; }","duration":"391.542959ms","start":"2026-04-08T13:14:19.470967Z","end":"2026-04-08T13:14:19.86251Z","steps":["trace[1043498061] 'agreement among raft nodes before linearized reading' (duration: 391.493868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.862532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.470948Z","time spent":"391.58112ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:14:19.862598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.022463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:19.862623Z","caller":"traceutil/trace.go:171","msg":"trace[1464000777] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7957; }","duration":"476.068165ms","start":"2026-04-08T13:14:19.386548Z","end":"2026-04-08T13:14:19.862616Z","steps":["trace[1464000777] 'agreement among raft nodes before linearized reading' (duration: 476.028193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.862643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.386535Z","time spent":"476.101455ms","remote":"127.0.0.1:53814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:19.86266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.726261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/\" range_end:\"/registry/configmaps/default0\" limit:500 ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-04-08T13:14:19.862697Z","caller":"traceutil/trace.go:171","msg":"trace[731601868] range","detail":"{range_begin:/registry/configmaps/default/; range_end:/registry/configmaps/default0; response_count:1; response_revision:7957; }","duration":"807.879015ms","start":"2026-04-08T13:14:19.054809Z","end":"2026-04-08T13:14:19.862688Z","steps":["trace[731601868] 'agreement among raft nodes before linearized reading' (duration: 807.807714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.862732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.0548Z","time spent":"807.923236ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1760,"request content":"key:\"/registry/configmaps/default/\" range_end:\"/registry/configmaps/default0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:19.862766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.351758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:19.862793Z","caller":"traceutil/trace.go:171","msg":"trace[346260899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7957; }","duration":"485.380418ms","start":"2026-04-08T13:14:19.377406Z","end":"2026-04-08T13:14:19.862787Z","steps":["trace[346260899] 'agreement among raft nodes before linearized reading' (duration: 485.337917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.862813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.377347Z","time spent":"485.458971ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:19.86223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.665461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-rgzv5\" ","response":"range_response_count:1 size:4902"} {"level":"info","ts":"2026-04-08T13:14:19.862442Z","caller":"traceutil/trace.go:171","msg":"trace[819429730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7957; }","duration":"387.920974ms","start":"2026-04-08T13:14:19.474517Z","end":"2026-04-08T13:14:19.862438Z","steps":["trace[819429730] 'agreement among raft nodes before linearized reading' (duration: 387.848143ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:19.862924Z","caller":"traceutil/trace.go:171","msg":"trace[2053604251] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-rgzv5; range_end:; response_count:1; response_revision:7957; }","duration":"862.389887ms","start":"2026-04-08T13:14:19.000524Z","end":"2026-04-08T13:14:19.862914Z","steps":["trace[2053604251] 'agreement among raft nodes before linearized reading' (duration: 861.542538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.862945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.474505Z","time spent":"388.432715ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:19.86295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.000509Z","time spent":"862.433917ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4924,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-rgzv5\" "} {"level":"warn","ts":"2026-04-08T13:14:19.862213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.110591Z","time spent":"751.605795ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:19.862317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:18.998116Z","time spent":"864.191793ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-tmb4f\" "} {"level":"warn","ts":"2026-04-08T13:14:19.864399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.794745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T13:14:19.864441Z","caller":"traceutil/trace.go:171","msg":"trace[878725404] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7957; }","duration":"824.862367ms","start":"2026-04-08T13:14:19.03957Z","end":"2026-04-08T13:14:19.864432Z","steps":["trace[878725404] 'agreement among raft nodes before linearized reading' (duration: 823.911177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:19.864464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.039561Z","time spent":"824.897107ms","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":676,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:20.371689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766896005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:14:20.872368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766896005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:14:21.372678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766896005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:14:21.423079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.552760084s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:14:22.37766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:14:22.377756Z","caller":"traceutil/trace.go:171","msg":"trace[724766349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201267s","start":"2026-04-08T13:14:20.377526Z","end":"2026-04-08T13:14:22.377727Z","steps":["trace[724766349] 'agreement among raft nodes before linearized reading' (duration: 2.000091235s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:22.377806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:20.377506Z","time spent":"2.000289878s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:24.378729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:14:24.37879Z","caller":"traceutil/trace.go:171","msg":"trace[632386565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000038833s","start":"2026-04-08T13:14:22.378739Z","end":"2026-04-08T13:14:24.378778Z","steps":["trace[632386565] 'agreement among raft nodes before linearized reading' (duration: 1.999959801s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:24.378818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:22.378724Z","time spent":"2.000088684s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:24.541583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:20.731247Z","time spent":"3.810330925s","remote":"127.0.0.1:58260","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T13:14:24.541945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.694398921s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:24.542027Z","caller":"traceutil/trace.go:171","msg":"trace[1743204962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7957; }","duration":"3.694495713s","start":"2026-04-08T13:14:20.847521Z","end":"2026-04-08T13:14:24.542016Z","steps":["trace[1743204962] 'range keys from in-memory index tree' (duration: 3.69434802s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:24.542467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:21.462149Z","time spent":"3.080316208s","remote":"127.0.0.1:58274","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T13:14:24.544034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120713284s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:24.544108Z","caller":"traceutil/trace.go:171","msg":"trace[1575498457] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"4.673836456s","start":"2026-04-08T13:14:19.870255Z","end":"2026-04-08T13:14:24.544092Z","steps":["trace[1575498457] 'process raft request' (duration: 1.55300763s)","trace[1575498457] 'compare' (duration: 3.119153281s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:24.545544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.870244Z","time spent":"4.673892187s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:24.72453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.301342241s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:14:24.868315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.870634Z","time spent":"4.997673678s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/08 13:14:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:14:25.093136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.138936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:25.093408Z","caller":"traceutil/trace.go:171","msg":"trace[220133248] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"5.221693849s","start":"2026-04-08T13:14:19.871697Z","end":"2026-04-08T13:14:25.093391Z","steps":["trace[220133248] 'process raft request' (duration: 5.221527386s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:25.093559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.87169Z","time spent":"5.221811761s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:25.093634Z","caller":"traceutil/trace.go:171","msg":"trace[550353728] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"4.756291405s","start":"2026-04-08T13:14:20.337329Z","end":"2026-04-08T13:14:25.09362Z","steps":["trace[550353728] 'process raft request' (duration: 4.756189402s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:25.093653Z","caller":"traceutil/trace.go:171","msg":"trace[724887717] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"5.221666679s","start":"2026-04-08T13:14:19.871977Z","end":"2026-04-08T13:14:25.093644Z","steps":["trace[724887717] 'process raft request' (duration: 5.221330602s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:25.093627Z","caller":"traceutil/trace.go:171","msg":"trace[463032677] linearizableReadLoop","detail":"{readStateIndex:8275; appliedIndex:8270; }","duration":"5.223086878s","start":"2026-04-08T13:14:19.870518Z","end":"2026-04-08T13:14:25.093605Z","steps":["trace[463032677] 'read index received' (duration: 1.552750084s)","trace[463032677] 'applied index is now lower than readState.Index' (duration: 3.670335854s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:25.093692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.871972Z","time spent":"5.22169949s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:25.093684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:20.337303Z","time spent":"4.756353525s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:25.093847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.223309593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-rgzv5\" ","response":"range_response_count:1 size:4902"} {"level":"info","ts":"2026-04-08T13:14:25.093883Z","caller":"traceutil/trace.go:171","msg":"trace[769237433] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-rgzv5; range_end:; response_count:1; response_revision:7962; }","duration":"5.223386885s","start":"2026-04-08T13:14:19.870483Z","end":"2026-04-08T13:14:25.09387Z","steps":["trace[769237433] 'agreement among raft nodes before linearized reading' (duration: 5.223236092s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:25.09392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.870468Z","time spent":"5.223443595s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4924,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-rgzv5\" "} {"level":"warn","ts":"2026-04-08T13:14:25.711158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999760637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:14:25.711226Z","caller":"traceutil/trace.go:171","msg":"trace[1089494434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999878529s","start":"2026-04-08T13:14:20.711332Z","end":"2026-04-08T13:14:25.71121Z","steps":["trace[1089494434] 'agreement among raft nodes before linearized reading' (duration: 4.999785367s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:25.711302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:20.711312Z","time spent":"4.999975041s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:14:25.987116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.500365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:25.988217Z","caller":"traceutil/trace.go:171","msg":"trace[2005548600] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"4.119643961s","start":"2026-04-08T13:14:21.868541Z","end":"2026-04-08T13:14:25.988185Z","steps":["trace[2005548600] 'process raft request' (duration: 4.119241043s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:25.988253Z","caller":"traceutil/trace.go:171","msg":"trace[1255575647] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"4.11957226s","start":"2026-04-08T13:14:21.868656Z","end":"2026-04-08T13:14:25.988228Z","steps":["trace[1255575647] 'process raft request' (duration: 4.119233383s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:25.98842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:21.868522Z","time spent":"4.119798534s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:25.988208Z","caller":"traceutil/trace.go:171","msg":"trace[693853187] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"4.438422774s","start":"2026-04-08T13:14:21.54971Z","end":"2026-04-08T13:14:25.988133Z","steps":["trace[693853187] 'process raft request' (duration: 3.745776526s)","trace[693853187] 'compare' (duration: 691.183469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:25.988593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:21.549689Z","time spent":"4.438797972s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:25.988727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:21.868632Z","time spent":"4.119772364s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:26.13284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.890794ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:14:26.13319Z","caller":"traceutil/trace.go:171","msg":"trace[1576012497] linearizableReadLoop","detail":"{readStateIndex:8280; appliedIndex:8275; }","duration":"1.039475244s","start":"2026-04-08T13:14:25.093694Z","end":"2026-04-08T13:14:26.133169Z","steps":["trace[1576012497] 'read index received' (duration: 201.80575ms)","trace[1576012497] 'applied index is now lower than readState.Index' (duration: 837.668134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:26.133565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749956745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-08T13:14:26.133616Z","caller":"traceutil/trace.go:171","msg":"trace[227514107] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405; range_end:; response_count:1; response_revision:7966; }","duration":"1.750019517s","start":"2026-04-08T13:14:24.383578Z","end":"2026-04-08T13:14:26.133598Z","steps":["trace[227514107] 'agreement among raft nodes before linearized reading' (duration: 1.749896904s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.133616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864875837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:14:26.133654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:24.383568Z","time spent":"1.750076258s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" "} {"level":"warn","ts":"2026-04-08T13:14:26.133791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.19651049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/default/\" range_end:\"/registry/daemonsets/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:26.133827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278448765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T13:14:26.133841Z","caller":"traceutil/trace.go:171","msg":"trace[1775812806] range","detail":"{range_begin:/registry/daemonsets/default/; range_end:/registry/daemonsets/default0; response_count:0; response_revision:7966; }","duration":"6.196601633s","start":"2026-04-08T13:14:19.937229Z","end":"2026-04-08T13:14:26.13383Z","steps":["trace[1775812806] 'agreement among raft nodes before linearized reading' (duration: 6.19647472s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:26.133869Z","caller":"traceutil/trace.go:171","msg":"trace[1728734760] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7966; }","duration":"2.278525816s","start":"2026-04-08T13:14:23.85533Z","end":"2026-04-08T13:14:26.133856Z","steps":["trace[1728734760] 'agreement among raft nodes before linearized reading' (duration: 2.278281321s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.133908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:23.855301Z","time spent":"2.278600738s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T13:14:26.133918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.937209Z","time spent":"6.196692124s","remote":"127.0.0.1:57894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets/default/\" range_end:\"/registry/daemonsets/default0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:26.134063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.679587838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-08T13:14:26.134108Z","caller":"traceutil/trace.go:171","msg":"trace[663960912] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7966; }","duration":"5.67966094s","start":"2026-04-08T13:14:20.454437Z","end":"2026-04-08T13:14:26.134098Z","steps":["trace[663960912] 'agreement among raft nodes before linearized reading' (duration: 5.679582658s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.134138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:20.454415Z","time spent":"5.679715641s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:14:26.13429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.699895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:26.134333Z","caller":"traceutil/trace.go:171","msg":"trace[110315070] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7966; }","duration":"167.779626ms","start":"2026-04-08T13:14:25.966544Z","end":"2026-04-08T13:14:26.134324Z","steps":["trace[110315070] 'agreement among raft nodes before linearized reading' (duration: 167.668363ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:26.133205Z","caller":"traceutil/trace.go:171","msg":"trace[1170484168] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"3.092613197s","start":"2026-04-08T13:14:23.040561Z","end":"2026-04-08T13:14:26.133174Z","steps":["trace[1170484168] 'process raft request' (duration: 3.092470934s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.134455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:23.040544Z","time spent":"3.093858513s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:26.134358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035830799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 ","response":"range_response_count:52 size:42244"} {"level":"info","ts":"2026-04-08T13:14:26.134511Z","caller":"traceutil/trace.go:171","msg":"trace[817411242] range","detail":"{range_begin:/registry/events/cert-manager/; range_end:/registry/events/cert-manager0; response_count:52; response_revision:7966; }","duration":"1.036000152s","start":"2026-04-08T13:14:25.098497Z","end":"2026-04-08T13:14:26.134497Z","steps":["trace[817411242] 'agreement among raft nodes before linearized reading' (duration: 1.035247667s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.133339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768874608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-08T13:14:26.134575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:25.098457Z","time spent":"1.036106963s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":52,"response size":42266,"request content":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:26.134554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.54801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:26.134635Z","caller":"traceutil/trace.go:171","msg":"trace[1924575273] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7966; }","duration":"313.663803ms","start":"2026-04-08T13:14:25.820959Z","end":"2026-04-08T13:14:26.134623Z","steps":["trace[1924575273] 'agreement among raft nodes before linearized reading' (duration: 313.53529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.134293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.194003548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:500 ","response":"range_response_count:2 size:3307"} {"level":"warn","ts":"2026-04-08T13:14:26.134699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:25.820937Z","time spent":"313.727834ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:14:26.134732Z","caller":"traceutil/trace.go:171","msg":"trace[2115248383] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:7966; }","duration":"6.194454258s","start":"2026-04-08T13:14:19.940265Z","end":"2026-04-08T13:14:26.134719Z","steps":["trace[2115248383] 'agreement among raft nodes before linearized reading' (duration: 6.193906006s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.134775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.94026Z","time spent":"6.194501748s","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3329,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:26.133418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703753211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:26.134901Z","caller":"traceutil/trace.go:171","msg":"trace[1022450371] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7966; }","duration":"1.705249482s","start":"2026-04-08T13:14:24.42964Z","end":"2026-04-08T13:14:26.134889Z","steps":["trace[1022450371] 'agreement among raft nodes before linearized reading' (duration: 1.703748041s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.134974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:24.429631Z","time spent":"1.705329674s","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:26.133452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.538265278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:14:26.135123Z","caller":"traceutil/trace.go:171","msg":"trace[1959467597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7966; }","duration":"5.539984315s","start":"2026-04-08T13:14:20.595129Z","end":"2026-04-08T13:14:26.135113Z","steps":["trace[1959467597] 'agreement among raft nodes before linearized reading' (duration: 5.538159227s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.135156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:20.595104Z","time spent":"5.540042245s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:14:26.133473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85896441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:26.135315Z","caller":"traceutil/trace.go:171","msg":"trace[120573085] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7966; }","duration":"2.860843099s","start":"2026-04-08T13:14:23.274464Z","end":"2026-04-08T13:14:26.135307Z","steps":["trace[120573085] 'agreement among raft nodes before linearized reading' (duration: 2.8589586s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.135348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:23.274446Z","time spent":"2.86088804s","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:26.133509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.701274899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:26.13555Z","caller":"traceutil/trace.go:171","msg":"trace[1995480299] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7966; }","duration":"3.703337692s","start":"2026-04-08T13:14:22.432202Z","end":"2026-04-08T13:14:26.13554Z","steps":["trace[1995480299] 'agreement among raft nodes before linearized reading' (duration: 3.701277029s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.135617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:22.432191Z","time spent":"3.703381713s","remote":"127.0.0.1:53806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:26.133459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747008624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:26.135939Z","caller":"traceutil/trace.go:171","msg":"trace[1190985215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7966; }","duration":"1.749490426s","start":"2026-04-08T13:14:24.386434Z","end":"2026-04-08T13:14:26.135924Z","steps":["trace[1190985215] 'agreement among raft nodes before linearized reading' (duration: 1.747006185s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.136006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:24.386427Z","time spent":"1.749565087s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:14:26.133655Z","caller":"traceutil/trace.go:171","msg":"trace[590591249] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7966; }","duration":"1.864964309s","start":"2026-04-08T13:14:24.268681Z","end":"2026-04-08T13:14:26.133645Z","steps":["trace[590591249] 'agreement among raft nodes before linearized reading' (duration: 1.864880527s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:26.134596Z","caller":"traceutil/trace.go:171","msg":"trace[1282105587] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7966; }","duration":"2.770187895s","start":"2026-04-08T13:14:23.364398Z","end":"2026-04-08T13:14:26.134586Z","steps":["trace[1282105587] 'agreement among raft nodes before linearized reading' (duration: 2.768810467s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.137583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:23.364368Z","time spent":"2.773198536s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T13:14:26.137584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:24.268666Z","time spent":"1.868893979s","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:26.138013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.264592504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 ","response":"range_response_count:52 size:42244"} {"level":"info","ts":"2026-04-08T13:14:26.138248Z","caller":"traceutil/trace.go:171","msg":"trace[1461002436] range","detail":"{range_begin:/registry/events/cert-manager/; range_end:/registry/events/cert-manager0; response_count:52; response_revision:7966; }","duration":"6.264655295s","start":"2026-04-08T13:14:19.873396Z","end":"2026-04-08T13:14:26.138051Z","steps":["trace[1461002436] 'agreement among raft nodes before linearized reading' (duration: 6.260325405s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.138346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:19.873391Z","time spent":"6.264913611s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":52,"response size":42266,"request content":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:26.477688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.735747ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-08T13:14:26.477992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.136817Z","time spent":"341.168784ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T13:14:26.478076Z","caller":"traceutil/trace.go:171","msg":"trace[222488153] linearizableReadLoop","detail":"{readStateIndex:8281; appliedIndex:8280; }","duration":"340.43645ms","start":"2026-04-08T13:14:26.13761Z","end":"2026-04-08T13:14:26.478047Z","steps":["trace[222488153] 'read index received' (duration: 117.306485ms)","trace[222488153] 'applied index is now lower than readState.Index' (duration: 223.127285ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:26.478231Z","caller":"traceutil/trace.go:171","msg":"trace[1722021406] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"337.134621ms","start":"2026-04-08T13:14:26.141083Z","end":"2026-04-08T13:14:26.478217Z","steps":["trace[1722021406] 'process raft request' (duration: 336.745773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.478292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.655124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:26.478344Z","caller":"traceutil/trace.go:171","msg":"trace[1012869895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7967; }","duration":"340.746936ms","start":"2026-04-08T13:14:26.137583Z","end":"2026-04-08T13:14:26.478329Z","steps":["trace[1012869895] 'agreement among raft nodes before linearized reading' (duration: 340.592403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.478384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.137563Z","time spent":"340.811927ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:26.478631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.242125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2339da11-7953-40ea-abaa-124dd2573779\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-08T13:14:26.478685Z","caller":"traceutil/trace.go:171","msg":"trace[1005641322] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2339da11-7953-40ea-abaa-124dd2573779; range_end:; response_count:1; response_revision:7968; }","duration":"339.325556ms","start":"2026-04-08T13:14:26.139342Z","end":"2026-04-08T13:14:26.478668Z","steps":["trace[1005641322] 'agreement among raft nodes before linearized reading' (duration: 339.140552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.478724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.406421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/default/\" range_end:\"/registry/deployments/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:26.478732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.310265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7958"} {"level":"info","ts":"2026-04-08T13:14:26.478809Z","caller":"traceutil/trace.go:171","msg":"trace[72775332] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:7968; }","duration":"236.478849ms","start":"2026-04-08T13:14:26.242319Z","end":"2026-04-08T13:14:26.478797Z","steps":["trace[72775332] 'agreement among raft nodes before linearized reading' (duration: 236.206603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.478827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.356731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-08T13:14:26.478857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.545242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-04-08T13:14:26.478888Z","caller":"traceutil/trace.go:171","msg":"trace[1293069531] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:1; response_revision:7968; }","duration":"256.590702ms","start":"2026-04-08T13:14:26.222292Z","end":"2026-04-08T13:14:26.478883Z","steps":["trace[1293069531] 'agreement among raft nodes before linearized reading' (duration: 256.47788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.478937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.268523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:14:26.478966Z","caller":"traceutil/trace.go:171","msg":"trace[861820298] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7968; }","duration":"338.310725ms","start":"2026-04-08T13:14:26.140648Z","end":"2026-04-08T13:14:26.478959Z","steps":["trace[861820298] 'agreement among raft nodes before linearized reading' (duration: 338.229983ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:26.478861Z","caller":"traceutil/trace.go:171","msg":"trace[130161941] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7968; }","duration":"279.413442ms","start":"2026-04-08T13:14:26.199438Z","end":"2026-04-08T13:14:26.478852Z","steps":["trace[130161941] 'agreement among raft nodes before linearized reading' (duration: 279.30819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.478995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.140637Z","time spent":"338.353306ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:14:26.478729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.139331Z","time spent":"339.387297ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-2339da11-7953-40ea-abaa-124dd2573779\" "} {"level":"warn","ts":"2026-04-08T13:14:26.479237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.146177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/envoy-gateway-system/\" range_end:\"/registry/cronjobs/envoy-gateway-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:26.47933Z","caller":"traceutil/trace.go:171","msg":"trace[1476800814] range","detail":"{range_begin:/registry/cronjobs/envoy-gateway-system/; range_end:/registry/cronjobs/envoy-gateway-system0; response_count:0; response_revision:7968; }","duration":"227.243618ms","start":"2026-04-08T13:14:26.252038Z","end":"2026-04-08T13:14:26.479282Z","steps":["trace[1476800814] 'agreement among raft nodes before linearized reading' (duration: 227.099926ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:26.478755Z","caller":"traceutil/trace.go:171","msg":"trace[789833826] range","detail":"{range_begin:/registry/deployments/default/; range_end:/registry/deployments/default0; response_count:0; response_revision:7968; }","duration":"260.460523ms","start":"2026-04-08T13:14:26.218287Z","end":"2026-04-08T13:14:26.478748Z","steps":["trace[789833826] 'agreement among raft nodes before linearized reading' (duration: 260.404582ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:26.479555Z","caller":"traceutil/trace.go:171","msg":"trace[1554532100] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"337.265265ms","start":"2026-04-08T13:14:26.142226Z","end":"2026-04-08T13:14:26.479491Z","steps":["trace[1554532100] 'process raft request' (duration: 335.898786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:26.479633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.142217Z","time spent":"337.370427ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:26.479848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.141069Z","time spent":"337.231983ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:26.82635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.045289ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-08T13:14:27.396884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.225117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:27.397068Z","caller":"traceutil/trace.go:171","msg":"trace[648025302] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"569.461736ms","start":"2026-04-08T13:14:26.82759Z","end":"2026-04-08T13:14:27.397052Z","steps":["trace[648025302] 'process raft request' (duration: 569.390274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:27.397139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.827564Z","time spent":"569.543167ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:27.397118Z","caller":"traceutil/trace.go:171","msg":"trace[496018646] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8284; }","duration":"796.50882ms","start":"2026-04-08T13:14:26.600571Z","end":"2026-04-08T13:14:27.397079Z","steps":["trace[496018646] 'read index received' (duration: 58.677979ms)","trace[496018646] 'applied index is now lower than readState.Index' (duration: 737.828291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:27.397466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.858837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/\" range_end:\"/registry/services/endpoints/default0\" limit:500 ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-08T13:14:27.397511Z","caller":"traceutil/trace.go:171","msg":"trace[1007996769] range","detail":"{range_begin:/registry/services/endpoints/default/; range_end:/registry/services/endpoints/default0; response_count:1; response_revision:7971; }","duration":"796.962548ms","start":"2026-04-08T13:14:26.600533Z","end":"2026-04-08T13:14:27.397496Z","steps":["trace[1007996769] 'agreement among raft nodes before linearized reading' (duration: 796.684703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:27.397543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.600521Z","time spent":"797.01293ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/\" range_end:\"/registry/services/endpoints/default0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:27.397007Z","caller":"traceutil/trace.go:171","msg":"trace[1793893807] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"797.399079ms","start":"2026-04-08T13:14:26.599576Z","end":"2026-04-08T13:14:27.396975Z","steps":["trace[1793893807] 'process raft request' (duration: 492.005569ms)","trace[1793893807] 'compare' (duration: 305.064323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:27.398912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.59955Z","time spent":"799.239517ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:27.71513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.360183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:27.715843Z","caller":"traceutil/trace.go:171","msg":"trace[1555191011] linearizableReadLoop","detail":"{readStateIndex:8288; appliedIndex:8287; }","duration":"318.634663ms","start":"2026-04-08T13:14:27.397185Z","end":"2026-04-08T13:14:27.71582Z","steps":["trace[1555191011] 'read index received' (duration: 165.483323ms)","trace[1555191011] 'applied index is now lower than readState.Index' (duration: 153.14863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:27.716219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.02811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:14:27.716374Z","caller":"traceutil/trace.go:171","msg":"trace[542110283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7972; }","duration":"618.247464ms","start":"2026-04-08T13:14:27.098077Z","end":"2026-04-08T13:14:27.716324Z","steps":["trace[542110283] 'agreement among raft nodes before linearized reading' (duration: 617.789215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:27.716452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.09806Z","time spent":"618.377197ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:14:27.716645Z","caller":"traceutil/trace.go:171","msg":"trace[296899708] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"616.300224ms","start":"2026-04-08T13:14:27.100327Z","end":"2026-04-08T13:14:27.716627Z","steps":["trace[296899708] 'process raft request' (duration: 462.363169ms)","trace[296899708] 'compare' (duration: 151.880903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:27.716781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.100289Z","time spent":"616.391837ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:27.716904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.141155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:27.716939Z","caller":"traceutil/trace.go:171","msg":"trace[1971569015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7972; }","duration":"340.216357ms","start":"2026-04-08T13:14:27.376713Z","end":"2026-04-08T13:14:27.716929Z","steps":["trace[1971569015] 'agreement among raft nodes before linearized reading' (duration: 340.157445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:27.716971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.37668Z","time spent":"340.283837ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:27.716538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078944017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7958"} {"level":"info","ts":"2026-04-08T13:14:27.717041Z","caller":"traceutil/trace.go:171","msg":"trace[1521662674] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:7972; }","duration":"1.079484988s","start":"2026-04-08T13:14:26.637533Z","end":"2026-04-08T13:14:27.717018Z","steps":["trace[1521662674] 'agreement among raft nodes before linearized reading' (duration: 1.078424907s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:27.717143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100862338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-04-08T13:14:27.717206Z","caller":"traceutil/trace.go:171","msg":"trace[1287829847] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:1; response_revision:7972; }","duration":"1.100959241s","start":"2026-04-08T13:14:26.616231Z","end":"2026-04-08T13:14:27.717191Z","steps":["trace[1287829847] 'agreement among raft nodes before linearized reading' (duration: 1.099786197s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:27.717219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.179962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:14:27.717251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.616217Z","time spent":"1.101021952s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1177,"request content":"key:\"/registry/networkpolicies/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-08T13:14:27.717296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.637516Z","time spent":"1.07959502s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7980,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-04-08T13:14:27.717519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109383823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:27.717527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.915819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:14:27.717564Z","caller":"traceutil/trace.go:171","msg":"trace[1432372223] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:7972; }","duration":"1.109479396s","start":"2026-04-08T13:14:26.608071Z","end":"2026-04-08T13:14:27.717551Z","steps":["trace[1432372223] 'agreement among raft nodes before linearized reading' (duration: 1.109400794s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:27.717572Z","caller":"traceutil/trace.go:171","msg":"trace[529708684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7972; }","duration":"846.992631ms","start":"2026-04-08T13:14:26.870569Z","end":"2026-04-08T13:14:27.717561Z","steps":["trace[529708684] 'agreement among raft nodes before linearized reading' (duration: 846.880529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:27.717599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.608043Z","time spent":"1.109546957s","remote":"127.0.0.1:57894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:27.717605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.870552Z","time spent":"847.045982ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:27.717782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038702278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:27.717842Z","caller":"traceutil/trace.go:171","msg":"trace[479817517] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7972; }","duration":"1.038785341s","start":"2026-04-08T13:14:26.679038Z","end":"2026-04-08T13:14:27.717823Z","steps":["trace[479817517] 'agreement among raft nodes before linearized reading' (duration: 1.038698649s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:27.717868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.913598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-08T13:14:27.717907Z","caller":"traceutil/trace.go:171","msg":"trace[1382374448] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7972; }","duration":"318.96838ms","start":"2026-04-08T13:14:27.398928Z","end":"2026-04-08T13:14:27.717896Z","steps":["trace[1382374448] 'agreement among raft nodes before linearized reading' (duration: 318.842507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:27.717919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:26.679019Z","time spent":"1.038887282s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T13:14:27.717938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.398907Z","time spent":"319.023431ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-08T13:14:27.717253Z","caller":"traceutil/trace.go:171","msg":"trace[31827887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7972; }","duration":"617.212973ms","start":"2026-04-08T13:14:27.100029Z","end":"2026-04-08T13:14:27.717242Z","steps":["trace[31827887] 'agreement among raft nodes before linearized reading' (duration: 617.112901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:27.718127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.100012Z","time spent":"618.099961ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:27.718323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.762652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/default/\" range_end:\"/registry/ingress/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:27.718378Z","caller":"traceutil/trace.go:171","msg":"trace[581675222] range","detail":"{range_begin:/registry/ingress/default/; range_end:/registry/ingress/default0; response_count:0; response_revision:7972; }","duration":"242.824764ms","start":"2026-04-08T13:14:27.475542Z","end":"2026-04-08T13:14:27.718367Z","steps":["trace[581675222] 'agreement among raft nodes before linearized reading' (duration: 242.737683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:27.718698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.476274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:27.718743Z","caller":"traceutil/trace.go:171","msg":"trace[747516471] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7972; }","duration":"184.559136ms","start":"2026-04-08T13:14:27.534171Z","end":"2026-04-08T13:14:27.71873Z","steps":["trace[747516471] 'agreement among raft nodes before linearized reading' (duration: 184.492434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:28.141517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.614095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:28.14178Z","caller":"traceutil/trace.go:171","msg":"trace[1803700671] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8289; }","duration":"333.909193ms","start":"2026-04-08T13:14:27.807857Z","end":"2026-04-08T13:14:28.141766Z","steps":["trace[1803700671] 'read index received' (duration: 92.593854ms)","trace[1803700671] 'applied index is now lower than readState.Index' (duration: 241.314699ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:28.141891Z","caller":"traceutil/trace.go:171","msg":"trace[287989007] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"415.086753ms","start":"2026-04-08T13:14:27.726794Z","end":"2026-04-08T13:14:28.141881Z","steps":["trace[287989007] 'process raft request' (duration: 173.704042ms)","trace[287989007] 'compare' (duration: 240.397761ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:28.141979Z","caller":"traceutil/trace.go:171","msg":"trace[278848598] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"413.411309ms","start":"2026-04-08T13:14:27.728551Z","end":"2026-04-08T13:14:28.141962Z","steps":["trace[278848598] 'process raft request' (duration: 413.036982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:28.141994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.726782Z","time spent":"415.136054ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:28.142053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.728532Z","time spent":"413.48422ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:28.142201Z","caller":"traceutil/trace.go:171","msg":"trace[888524261] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"410.155071ms","start":"2026-04-08T13:14:27.732014Z","end":"2026-04-08T13:14:28.142169Z","steps":["trace[888524261] 'process raft request' (duration: 409.612831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:28.142416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.732003Z","time spent":"410.277334ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:28.142552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.383717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 ","response":"range_response_count:21 size:16651"} {"level":"info","ts":"2026-04-08T13:14:28.142662Z","caller":"traceutil/trace.go:171","msg":"trace[1005863683] range","detail":"{range_begin:/registry/events/auth-system/; range_end:/registry/events/auth-system0; response_count:21; response_revision:7976; }","duration":"412.551921ms","start":"2026-04-08T13:14:27.730086Z","end":"2026-04-08T13:14:28.142638Z","steps":["trace[1005863683] 'agreement among raft nodes before linearized reading' (duration: 412.086402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:28.142721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.730079Z","time spent":"412.630242ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":21,"response size":16673,"request content":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:28.14649Z","caller":"traceutil/trace.go:171","msg":"trace[1365044694] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"152.86624ms","start":"2026-04-08T13:14:27.99361Z","end":"2026-04-08T13:14:28.146476Z","steps":["trace[1365044694] 'process raft request' (duration: 152.726987ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:28.17306Z","caller":"traceutil/trace.go:171","msg":"trace[1921970347] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"178.871464ms","start":"2026-04-08T13:14:27.994153Z","end":"2026-04-08T13:14:28.173025Z","steps":["trace[1921970347] 'process raft request' (duration: 178.616429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:28.173493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.154074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:14:28.173552Z","caller":"traceutil/trace.go:171","msg":"trace[1347513179] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7979; }","duration":"363.260805ms","start":"2026-04-08T13:14:27.810279Z","end":"2026-04-08T13:14:28.17354Z","steps":["trace[1347513179] 'agreement among raft nodes before linearized reading' (duration: 363.026981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:28.173587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.810262Z","time spent":"363.316556ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:14:28.173675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.633817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:1 size:1189"} {"level":"info","ts":"2026-04-08T13:14:28.173776Z","caller":"traceutil/trace.go:171","msg":"trace[1264680355] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:1; response_revision:7979; }","duration":"318.787051ms","start":"2026-04-08T13:14:27.854963Z","end":"2026-04-08T13:14:28.17375Z","steps":["trace[1264680355] 'agreement among raft nodes before linearized reading' (duration: 318.489135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:28.17383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.854943Z","time spent":"318.877463ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":1211,"request content":"key:\"/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection\" "} {"level":"warn","ts":"2026-04-08T13:14:28.173855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.25142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/default/\" range_end:\"/registry/jobs/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:28.173908Z","caller":"traceutil/trace.go:171","msg":"trace[837277897] range","detail":"{range_begin:/registry/jobs/default/; range_end:/registry/jobs/default0; response_count:0; response_revision:7979; }","duration":"355.336653ms","start":"2026-04-08T13:14:27.818555Z","end":"2026-04-08T13:14:28.173892Z","steps":["trace[837277897] 'agreement among raft nodes before linearized reading' (duration: 355.259421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:28.173946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.81854Z","time spent":"355.396373ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/default/\" range_end:\"/registry/jobs/default0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:28.17393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.340611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:500 ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-08T13:14:28.174058Z","caller":"traceutil/trace.go:171","msg":"trace[1487877828] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:7979; }","duration":"352.509284ms","start":"2026-04-08T13:14:27.821514Z","end":"2026-04-08T13:14:28.174024Z","steps":["trace[1487877828] 'agreement among raft nodes before linearized reading' (duration: 352.126336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:28.174106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:27.821504Z","time spent":"352.588856ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5663,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:28.174233Z","caller":"traceutil/trace.go:171","msg":"trace[1413028867] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"178.794222ms","start":"2026-04-08T13:14:27.995349Z","end":"2026-04-08T13:14:28.174143Z","steps":["trace[1413028867] 'process raft request' (duration: 177.612168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:29.150549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766896069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:14:29.188126Z","caller":"traceutil/trace.go:171","msg":"trace[1213665973] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8295; }","duration":"537.578707ms","start":"2026-04-08T13:14:28.650523Z","end":"2026-04-08T13:14:29.188102Z","steps":["trace[1213665973] 'read index received' (duration: 537.372223ms)","trace[1213665973] 'applied index is now lower than readState.Index' (duration: 205.554µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:29.188555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.479045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:29.188601Z","caller":"traceutil/trace.go:171","msg":"trace[174941294] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7980; }","duration":"404.548476ms","start":"2026-04-08T13:14:28.784041Z","end":"2026-04-08T13:14:29.188589Z","steps":["trace[174941294] 'agreement among raft nodes before linearized reading' (duration: 404.474584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:29.188636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.112752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:1 size:1120"} {"level":"info","ts":"2026-04-08T13:14:29.188669Z","caller":"traceutil/trace.go:171","msg":"trace[2107592268] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager:leaderelection; range_end:; response_count:1; response_revision:7980; }","duration":"489.193284ms","start":"2026-04-08T13:14:28.699466Z","end":"2026-04-08T13:14:29.188659Z","steps":["trace[2107592268] 'agreement among raft nodes before linearized reading' (duration: 489.113132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:29.188675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:28.784029Z","time spent":"404.630557ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:29.188702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:28.699434Z","time spent":"489.260255ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1142,"request content":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" "} {"level":"warn","ts":"2026-04-08T13:14:29.188808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.069218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/\" range_end:\"/registry/pods/envoy-gateway-system0\" limit:500 ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-04-08T13:14:29.189097Z","caller":"traceutil/trace.go:171","msg":"trace[1799130890] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/; range_end:/registry/pods/envoy-gateway-system0; response_count:1; response_revision:7980; }","duration":"538.584138ms","start":"2026-04-08T13:14:28.650491Z","end":"2026-04-08T13:14:29.189075Z","steps":["trace[1799130890] 'agreement among raft nodes before linearized reading' (duration: 537.896745ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:29.188979Z","caller":"traceutil/trace.go:171","msg":"trace[311317991] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"578.424667ms","start":"2026-04-08T13:14:28.610543Z","end":"2026-04-08T13:14:29.188968Z","steps":["trace[311317991] 'process raft request' (duration: 577.412106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:29.189405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:28.610527Z","time spent":"578.821025ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:29.188556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.933713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:1 size:1095"} {"level":"info","ts":"2026-04-08T13:14:29.189509Z","caller":"traceutil/trace.go:171","msg":"trace[1337356348] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:1; response_revision:7980; }","duration":"535.949204ms","start":"2026-04-08T13:14:28.653549Z","end":"2026-04-08T13:14:29.189498Z","steps":["trace[1337356348] 'agreement among raft nodes before linearized reading' (duration: 534.879862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:29.189546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:28.653523Z","time spent":"536.013175ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1117,"request content":"key:\"/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving\" "} {"level":"warn","ts":"2026-04-08T13:14:29.189023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.719167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:29.189616Z","caller":"traceutil/trace.go:171","msg":"trace[874021988] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7980; }","duration":"384.37552ms","start":"2026-04-08T13:14:28.805232Z","end":"2026-04-08T13:14:29.189608Z","steps":["trace[874021988] 'agreement among raft nodes before linearized reading' (duration: 383.671996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:29.189651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:28.805194Z","time spent":"384.446332ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:29.189282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:28.650479Z","time spent":"538.777553ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":5509,"request content":"key:\"/registry/pods/envoy-gateway-system/\" range_end:\"/registry/pods/envoy-gateway-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:30.267053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766896078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:14:30.29589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.414496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:30.295972Z","caller":"traceutil/trace.go:171","msg":"trace[1257662575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7980; }","duration":"920.545319ms","start":"2026-04-08T13:14:29.375408Z","end":"2026-04-08T13:14:30.295953Z","steps":["trace[1257662575] 'range keys from in-memory index tree' (duration: 920.302094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.296013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:29.375387Z","time spent":"920.61845ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:30.296266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02296987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/\" range_end:\"/registry/persistentvolumeclaims/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:30.296392Z","caller":"traceutil/trace.go:171","msg":"trace[704223027] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/; range_end:/registry/persistentvolumeclaims/default0; response_count:0; response_revision:7980; }","duration":"1.023136652s","start":"2026-04-08T13:14:29.273228Z","end":"2026-04-08T13:14:30.296364Z","steps":["trace[704223027] 'range keys from in-memory index tree' (duration: 1.022870047s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.296455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:29.273209Z","time spent":"1.023223815s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/default/\" range_end:\"/registry/persistentvolumeclaims/default0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:30.296652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.688427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:14:30.296721Z","caller":"traceutil/trace.go:171","msg":"trace[1248793907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7980; }","duration":"892.781269ms","start":"2026-04-08T13:14:29.403922Z","end":"2026-04-08T13:14:30.296704Z","steps":["trace[1248793907] 'range keys from in-memory index tree' (duration: 892.388862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.296782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00939411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:1 size:1095"} {"level":"warn","ts":"2026-04-08T13:14:30.296821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.448432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:14:30.296836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014979466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:1 size:1120"} {"level":"info","ts":"2026-04-08T13:14:30.29688Z","caller":"traceutil/trace.go:171","msg":"trace[1403002755] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7980; }","duration":"776.542573ms","start":"2026-04-08T13:14:29.52032Z","end":"2026-04-08T13:14:30.296863Z","steps":["trace[1403002755] 'count revisions from in-memory index tree' (duration: 776.37155ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:30.296886Z","caller":"traceutil/trace.go:171","msg":"trace[1152327364] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager:leaderelection; range_end:; response_count:1; response_revision:7980; }","duration":"1.015056667s","start":"2026-04-08T13:14:29.281815Z","end":"2026-04-08T13:14:30.296872Z","steps":["trace[1152327364] 'range keys from in-memory index tree' (duration: 1.014871684s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.296915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:29.520301Z","time spent":"776.605165ms","remote":"127.0.0.1:57894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:14:30.296834Z","caller":"traceutil/trace.go:171","msg":"trace[1259886386] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:1; response_revision:7980; }","duration":"1.009466472s","start":"2026-04-08T13:14:29.287352Z","end":"2026-04-08T13:14:30.296818Z","steps":["trace[1259886386] 'range keys from in-memory index tree' (duration: 1.009270538s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.296944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:29.287338Z","time spent":"1.009600755s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1117,"request content":"key:\"/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving\" "} {"level":"warn","ts":"2026-04-08T13:14:30.296917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:29.281797Z","time spent":"1.015112818s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1142,"request content":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" "} {"level":"warn","ts":"2026-04-08T13:14:30.2971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:29.403912Z","time spent":"892.962113ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:14:30.709655Z","caller":"traceutil/trace.go:171","msg":"trace[1865939159] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"983.214324ms","start":"2026-04-08T13:14:29.726416Z","end":"2026-04-08T13:14:30.709631Z","steps":["trace[1865939159] 'process raft request' (duration: 983.03331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.709821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:29.726385Z","time spent":"983.348837ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:30.947756Z","caller":"traceutil/trace.go:171","msg":"trace[529493461] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"815.507602ms","start":"2026-04-08T13:14:30.132219Z","end":"2026-04-08T13:14:30.947727Z","steps":["trace[529493461] 'process raft request' (duration: 770.247224ms)","trace[529493461] 'compare' (duration: 44.883159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:30.947955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.132139Z","time spent":"815.729076ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:30.948248Z","caller":"traceutil/trace.go:171","msg":"trace[1283458215] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"768.763413ms","start":"2026-04-08T13:14:30.179411Z","end":"2026-04-08T13:14:30.948174Z","steps":["trace[1283458215] 'process raft request' (duration: 768.649651ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:30.948336Z","caller":"traceutil/trace.go:171","msg":"trace[912771414] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"645.524138ms","start":"2026-04-08T13:14:30.302797Z","end":"2026-04-08T13:14:30.948321Z","steps":["trace[912771414] 'process raft request' (duration: 645.309064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.95012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.302783Z","time spent":"647.256693ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:30.948321Z","caller":"traceutil/trace.go:171","msg":"trace[204446881] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"797.298438ms","start":"2026-04-08T13:14:30.150974Z","end":"2026-04-08T13:14:30.948273Z","steps":["trace[204446881] 'process raft request' (duration: 796.702976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.950452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.150956Z","time spent":"799.463112ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:30.948347Z","caller":"traceutil/trace.go:171","msg":"trace[877780467] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8296; }","duration":"1.181350743s","start":"2026-04-08T13:14:29.76697Z","end":"2026-04-08T13:14:30.94832Z","steps":["trace[877780467] 'read index received' (duration: 942.53267ms)","trace[877780467] 'applied index is now lower than readState.Index' (duration: 238.816603ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:30.948368Z","caller":"traceutil/trace.go:171","msg":"trace[548244190] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"769.764074ms","start":"2026-04-08T13:14:30.178553Z","end":"2026-04-08T13:14:30.948317Z","steps":["trace[548244190] 'process raft request' (duration: 769.445297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.950878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.178533Z","time spent":"772.290795ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:30.948517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181507176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/default/\" range_end:\"/registry/rolebindings/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:30.951067Z","caller":"traceutil/trace.go:171","msg":"trace[1309730780] range","detail":"{range_begin:/registry/rolebindings/default/; range_end:/registry/rolebindings/default0; response_count:0; response_revision:7986; }","duration":"1.18412275s","start":"2026-04-08T13:14:29.766928Z","end":"2026-04-08T13:14:30.951051Z","steps":["trace[1309730780] 'agreement among raft nodes before linearized reading' (duration: 1.181464925s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.95114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:29.76691Z","time spent":"1.184217011s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings/default/\" range_end:\"/registry/rolebindings/default0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:30.949279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.179359Z","time spent":"769.809034ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:30.951645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140060265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:14:30.951698Z","caller":"traceutil/trace.go:171","msg":"trace[656476041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7986; }","duration":"1.140152948s","start":"2026-04-08T13:14:29.811536Z","end":"2026-04-08T13:14:30.951689Z","steps":["trace[656476041] 'agreement among raft nodes before linearized reading' (duration: 1.139987944s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.951755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:29.811519Z","time spent":"1.140228619s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:14:30.951867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.135307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:30.951926Z","caller":"traceutil/trace.go:171","msg":"trace[1922319810] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7986; }","duration":"151.247509ms","start":"2026-04-08T13:14:30.800669Z","end":"2026-04-08T13:14:30.951917Z","steps":["trace[1922319810] 'agreement among raft nodes before linearized reading' (duration: 151.166208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.952114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.321422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:30.952263Z","caller":"traceutil/trace.go:171","msg":"trace[853127433] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7986; }","duration":"316.496735ms","start":"2026-04-08T13:14:30.635739Z","end":"2026-04-08T13:14:30.952236Z","steps":["trace[853127433] 'agreement among raft nodes before linearized reading' (duration: 316.345032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.952322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.635711Z","time spent":"316.600917ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:30.952499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.20663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:30.952563Z","caller":"traceutil/trace.go:171","msg":"trace[577453036] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7986; }","duration":"460.427834ms","start":"2026-04-08T13:14:30.492127Z","end":"2026-04-08T13:14:30.952554Z","steps":["trace[577453036] 'agreement among raft nodes before linearized reading' (duration: 460.326352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.952602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.492111Z","time spent":"460.483166ms","remote":"127.0.0.1:53808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:30.952782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.866558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:30.952843Z","caller":"traceutil/trace.go:171","msg":"trace[115529513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:7986; }","duration":"468.98185ms","start":"2026-04-08T13:14:30.483853Z","end":"2026-04-08T13:14:30.952835Z","steps":["trace[115529513] 'agreement among raft nodes before linearized reading' (duration: 468.901588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.952885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.483824Z","time spent":"469.050041ms","remote":"127.0.0.1:43608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:30.952938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.668088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/envoy-gateway-system/\" range_end:\"/registry/persistentvolumeclaims/envoy-gateway-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:30.952985Z","caller":"traceutil/trace.go:171","msg":"trace[1743622675] range","detail":"{range_begin:/registry/persistentvolumeclaims/envoy-gateway-system/; range_end:/registry/persistentvolumeclaims/envoy-gateway-system0; response_count:0; response_revision:7986; }","duration":"537.76461ms","start":"2026-04-08T13:14:30.415206Z","end":"2026-04-08T13:14:30.95297Z","steps":["trace[1743622675] 'agreement among raft nodes before linearized reading' (duration: 537.706648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.953027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.415178Z","time spent":"537.838711ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/envoy-gateway-system/\" range_end:\"/registry/persistentvolumeclaims/envoy-gateway-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:30.95329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.26512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:1 size:1095"} {"level":"info","ts":"2026-04-08T13:14:30.953339Z","caller":"traceutil/trace.go:171","msg":"trace[1299147255] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:1; response_revision:7986; }","duration":"641.327842ms","start":"2026-04-08T13:14:30.312Z","end":"2026-04-08T13:14:30.953327Z","steps":["trace[1299147255] 'agreement among raft nodes before linearized reading' (duration: 641.203248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.953319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.380574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:14:30.953405Z","caller":"traceutil/trace.go:171","msg":"trace[675722349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7986; }","duration":"807.482657ms","start":"2026-04-08T13:14:30.145913Z","end":"2026-04-08T13:14:30.953395Z","steps":["trace[675722349] 'agreement among raft nodes before linearized reading' (duration: 807.339794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.953415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.395605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:30.953448Z","caller":"traceutil/trace.go:171","msg":"trace[1725535506] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:7986; }","duration":"646.442626ms","start":"2026-04-08T13:14:30.306995Z","end":"2026-04-08T13:14:30.953437Z","steps":["trace[1725535506] 'agreement among raft nodes before linearized reading' (duration: 646.397455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.953374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.311993Z","time spent":"641.374243ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1117,"request content":"key:\"/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving\" "} {"level":"warn","ts":"2026-04-08T13:14:30.953483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.306988Z","time spent":"646.485998ms","remote":"127.0.0.1:43618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:30.95364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.050818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T13:14:30.953673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.126163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:1 size:1120"} {"level":"info","ts":"2026-04-08T13:14:30.953688Z","caller":"traceutil/trace.go:171","msg":"trace[1150938494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7986; }","duration":"808.14474ms","start":"2026-04-08T13:14:30.145535Z","end":"2026-04-08T13:14:30.95368Z","steps":["trace[1150938494] 'agreement among raft nodes before linearized reading' (duration: 808.056648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.953744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.14551Z","time spent":"808.226322ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:30.953456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.145905Z","time spent":"807.528258ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:30.953892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01747159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:30.95416Z","caller":"traceutil/trace.go:171","msg":"trace[1482915074] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7986; }","duration":"1.017756886s","start":"2026-04-08T13:14:29.936371Z","end":"2026-04-08T13:14:30.954128Z","steps":["trace[1482915074] 'agreement among raft nodes before linearized reading' (duration: 1.017488311s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.953754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.184265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:30.95371Z","caller":"traceutil/trace.go:171","msg":"trace[1746982622] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager:leaderelection; range_end:; response_count:1; response_revision:7986; }","duration":"651.200564ms","start":"2026-04-08T13:14:30.302501Z","end":"2026-04-08T13:14:30.953701Z","steps":["trace[1746982622] 'agreement among raft nodes before linearized reading' (duration: 651.108172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.952885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.777381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:14:30.957103Z","caller":"traceutil/trace.go:171","msg":"trace[1069966270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7986; }","duration":"810.035379ms","start":"2026-04-08T13:14:30.147056Z","end":"2026-04-08T13:14:30.957092Z","steps":["trace[1069966270] 'agreement among raft nodes before linearized reading' (duration: 805.73915ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:30.957145Z","caller":"traceutil/trace.go:171","msg":"trace[1466604240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7986; }","duration":"658.612715ms","start":"2026-04-08T13:14:30.298522Z","end":"2026-04-08T13:14:30.957134Z","steps":["trace[1466604240] 'agreement among raft nodes before linearized reading' (duration: 655.207166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:30.957194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.298501Z","time spent":"658.674437ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:30.957241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.147037Z","time spent":"810.151381ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:30.957313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:29.936349Z","time spent":"1.020953792s","remote":"127.0.0.1:57570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:30.957431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.302487Z","time spent":"654.93542ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1142,"request content":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" "} {"level":"warn","ts":"2026-04-08T13:14:31.249675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.785089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:31.249805Z","caller":"traceutil/trace.go:171","msg":"trace[599739178] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"290.369084ms","start":"2026-04-08T13:14:30.95941Z","end":"2026-04-08T13:14:31.249779Z","steps":["trace[599739178] 'process raft request' (duration: 89.382321ms)","trace[599739178] 'compare' (duration: 200.669627ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:31.318897Z","caller":"traceutil/trace.go:171","msg":"trace[689417059] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"356.931556ms","start":"2026-04-08T13:14:30.961921Z","end":"2026-04-08T13:14:31.318853Z","steps":["trace[689417059] 'process raft request' (duration: 356.62831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:31.319164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.961904Z","time spent":"357.117939ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:31.319241Z","caller":"traceutil/trace.go:171","msg":"trace[42255879] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8302; }","duration":"353.524156ms","start":"2026-04-08T13:14:30.965688Z","end":"2026-04-08T13:14:31.319212Z","steps":["trace[42255879] 'read index received' (duration: 83.117922ms)","trace[42255879] 'applied index is now lower than readState.Index' (duration: 270.405224ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:31.319394Z","caller":"traceutil/trace.go:171","msg":"trace[867926669] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"357.457136ms","start":"2026-04-08T13:14:30.961922Z","end":"2026-04-08T13:14:31.319379Z","steps":["trace[867926669] 'process raft request' (duration: 356.869315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:31.319528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.961905Z","time spent":"357.523007ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:31.319733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.043256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:31.319793Z","caller":"traceutil/trace.go:171","msg":"trace[647292864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7990; }","duration":"354.109168ms","start":"2026-04-08T13:14:30.965661Z","end":"2026-04-08T13:14:31.319771Z","steps":["trace[647292864] 'agreement among raft nodes before linearized reading' (duration: 353.966925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:31.319836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.965655Z","time spent":"354.173589ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:31.319873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.883748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-04-08T13:14:31.319925Z","caller":"traceutil/trace.go:171","msg":"trace[1151863043] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:7990; }","duration":"281.96467ms","start":"2026-04-08T13:14:31.037944Z","end":"2026-04-08T13:14:31.319909Z","steps":["trace[1151863043] 'agreement among raft nodes before linearized reading' (duration: 281.819367ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:31.320058Z","caller":"traceutil/trace.go:171","msg":"trace[802933459] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"357.794043ms","start":"2026-04-08T13:14:30.962248Z","end":"2026-04-08T13:14:31.320042Z","steps":["trace[802933459] 'process raft request' (duration: 356.802613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:31.320231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.972675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-webhook-ca\" ","response":"range_response_count:1 size:2164"} {"level":"info","ts":"2026-04-08T13:14:31.320374Z","caller":"traceutil/trace.go:171","msg":"trace[1852442825] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-webhook-ca; range_end:; response_count:1; response_revision:7990; }","duration":"247.123118ms","start":"2026-04-08T13:14:31.073232Z","end":"2026-04-08T13:14:31.320355Z","steps":["trace[1852442825] 'agreement among raft nodes before linearized reading' (duration: 246.895472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:31.320565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.806563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/default/\" range_end:\"/registry/roles/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:31.320623Z","caller":"traceutil/trace.go:171","msg":"trace[1714142887] range","detail":"{range_begin:/registry/roles/default/; range_end:/registry/roles/default0; response_count:0; response_revision:7990; }","duration":"271.868204ms","start":"2026-04-08T13:14:31.048741Z","end":"2026-04-08T13:14:31.320609Z","steps":["trace[1714142887] 'agreement among raft nodes before linearized reading' (duration: 271.756542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:31.321009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.873035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/\" range_end:\"/registry/rolebindings/envoy-gateway-system0\" limit:500 ","response":"range_response_count:3 size:3302"} {"level":"info","ts":"2026-04-08T13:14:31.321056Z","caller":"traceutil/trace.go:171","msg":"trace[398168240] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/; range_end:/registry/rolebindings/envoy-gateway-system0; response_count:3; response_revision:7990; }","duration":"250.941757ms","start":"2026-04-08T13:14:31.070101Z","end":"2026-04-08T13:14:31.321042Z","steps":["trace[398168240] 'agreement among raft nodes before linearized reading' (duration: 250.717072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:31.321388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:30.962241Z","time spent":"357.851625ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:31.528575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.841482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2471"} {"level":"info","ts":"2026-04-08T13:14:31.528661Z","caller":"traceutil/trace.go:171","msg":"trace[1098215941] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:7990; }","duration":"117.997745ms","start":"2026-04-08T13:14:31.410642Z","end":"2026-04-08T13:14:31.52864Z","steps":["trace[1098215941] 'range keys from in-memory index tree' (duration: 117.636658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:31.528787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.141843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" limit:500 ","response":"range_response_count:5 size:1050276"} {"level":"info","ts":"2026-04-08T13:14:31.528871Z","caller":"traceutil/trace.go:171","msg":"trace[901261748] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:7990; }","duration":"105.262145ms","start":"2026-04-08T13:14:31.42359Z","end":"2026-04-08T13:14:31.528852Z","steps":["trace[901261748] 'range keys from in-memory index tree' (duration: 104.749665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:31.528924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.100859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-webhook-ca\" ","response":"range_response_count:1 size:2164"} {"level":"info","ts":"2026-04-08T13:14:31.529009Z","caller":"traceutil/trace.go:171","msg":"trace[1269513350] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-webhook-ca; range_end:; response_count:1; response_revision:7990; }","duration":"100.245302ms","start":"2026-04-08T13:14:31.428742Z","end":"2026-04-08T13:14:31.528987Z","steps":["trace[1269513350] 'range keys from in-memory index tree' (duration: 99.891435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:31.529437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.452373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/\" range_end:\"/registry/roles/envoy-gateway-system0\" limit:500 ","response":"range_response_count:3 size:3333"} {"level":"info","ts":"2026-04-08T13:14:31.531043Z","caller":"traceutil/trace.go:171","msg":"trace[46226882] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/; range_end:/registry/roles/envoy-gateway-system0; response_count:3; response_revision:7990; }","duration":"118.110427ms","start":"2026-04-08T13:14:31.412896Z","end":"2026-04-08T13:14:31.531007Z","steps":["trace[46226882] 'range keys from in-memory index tree' (duration: 116.170127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:32.000403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.178945ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:14:32.0006Z","caller":"traceutil/trace.go:171","msg":"trace[501942039] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8306; }","duration":"336.15826ms","start":"2026-04-08T13:14:31.664424Z","end":"2026-04-08T13:14:32.000582Z","steps":["trace[501942039] 'read index received' (duration: 31.397344ms)","trace[501942039] 'applied index is now lower than readState.Index' (duration: 304.759046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:32.000804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.351274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:32.000882Z","caller":"traceutil/trace.go:171","msg":"trace[240657530] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:7990; }","duration":"336.451356ms","start":"2026-04-08T13:14:31.664413Z","end":"2026-04-08T13:14:32.000864Z","steps":["trace[240657530] 'agreement among raft nodes before linearized reading' (duration: 336.305593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:32.000925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:31.664371Z","time spent":"336.544708ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:32.001073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.115339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/\" range_end:\"/registry/serviceaccounts/default0\" limit:500 ","response":"range_response_count:1 size:171"} {"level":"info","ts":"2026-04-08T13:14:32.001121Z","caller":"traceutil/trace.go:171","msg":"trace[1670340512] range","detail":"{range_begin:/registry/serviceaccounts/default/; range_end:/registry/serviceaccounts/default0; response_count:1; response_revision:7990; }","duration":"184.217121ms","start":"2026-04-08T13:14:31.816892Z","end":"2026-04-08T13:14:32.001109Z","steps":["trace[1670340512] 'agreement among raft nodes before linearized reading' (duration: 184.097618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:32.00116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.233767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2550"} {"level":"info","ts":"2026-04-08T13:14:32.00124Z","caller":"traceutil/trace.go:171","msg":"trace[595576644] range","detail":"{range_begin:/registry/secrets/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:7990; }","duration":"261.341879ms","start":"2026-04-08T13:14:31.739876Z","end":"2026-04-08T13:14:32.001218Z","steps":["trace[595576644] 'agreement among raft nodes before linearized reading' (duration: 261.126855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:32.001417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.786503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/sh.helm.release.v1.cert-manager.v1\" ","response":"range_response_count:1 size:211686"} {"level":"info","ts":"2026-04-08T13:14:32.001549Z","caller":"traceutil/trace.go:171","msg":"trace[1568079429] range","detail":"{range_begin:/registry/secrets/cert-manager/sh.helm.release.v1.cert-manager.v1; range_end:; response_count:1; response_revision:7990; }","duration":"334.975676ms","start":"2026-04-08T13:14:31.666544Z","end":"2026-04-08T13:14:32.001519Z","steps":["trace[1568079429] 'agreement among raft nodes before linearized reading' (duration: 334.442965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:32.001622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:31.666529Z","time spent":"335.080709ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":211708,"request content":"key:\"/registry/secrets/cert-manager/sh.helm.release.v1.cert-manager.v1\" "} {"level":"warn","ts":"2026-04-08T13:14:32.992839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.48461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:1 size:963"} {"level":"info","ts":"2026-04-08T13:14:32.992926Z","caller":"traceutil/trace.go:171","msg":"trace[1782714252] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:1; response_revision:7991; }","duration":"155.593551ms","start":"2026-04-08T13:14:32.837311Z","end":"2026-04-08T13:14:32.992904Z","steps":["trace[1782714252] 'range keys from in-memory index tree' (duration: 155.316496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:32.992863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.907106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1389"} {"level":"info","ts":"2026-04-08T13:14:32.993119Z","caller":"traceutil/trace.go:171","msg":"trace[2061259446] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:7991; }","duration":"130.151521ms","start":"2026-04-08T13:14:32.862929Z","end":"2026-04-08T13:14:32.993081Z","steps":["trace[2061259446] 'range keys from in-memory index tree' (duration: 129.853366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:32.992592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.726222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/ingress-nginx/\" range_end:\"/registry/networkpolicies/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:32.993681Z","caller":"traceutil/trace.go:171","msg":"trace[705479662] range","detail":"{range_begin:/registry/networkpolicies/ingress-nginx/; range_end:/registry/networkpolicies/ingress-nginx0; response_count:0; response_revision:7991; }","duration":"154.822995ms","start":"2026-04-08T13:14:32.838827Z","end":"2026-04-08T13:14:32.99365Z","steps":["trace[705479662] 'range keys from in-memory index tree' (duration: 153.678011ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:33.278087Z","caller":"traceutil/trace.go:171","msg":"trace[1894421358] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"319.057086ms","start":"2026-04-08T13:14:32.959001Z","end":"2026-04-08T13:14:33.278058Z","steps":["trace[1894421358] 'process raft request' (duration: 265.423801ms)","trace[1894421358] 'compare' (duration: 53.441021ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:33.27821Z","caller":"traceutil/trace.go:171","msg":"trace[2020461433] linearizableReadLoop","detail":"{readStateIndex:8311; appliedIndex:8308; }","duration":"318.069465ms","start":"2026-04-08T13:14:32.960116Z","end":"2026-04-08T13:14:33.278185Z","steps":["trace[2020461433] 'read index received' (duration: 52.450642ms)","trace[2020461433] 'applied index is now lower than readState.Index' (duration: 265.617543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:33.278242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:32.958981Z","time spent":"319.181859ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:33.278297Z","caller":"traceutil/trace.go:171","msg":"trace[2003171200] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"318.78106ms","start":"2026-04-08T13:14:32.959495Z","end":"2026-04-08T13:14:33.278276Z","steps":["trace[2003171200] 'process raft request' (duration: 318.507704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:33.278388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.996108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1389"} {"level":"warn","ts":"2026-04-08T13:14:33.278406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:32.959485Z","time spent":"318.872033ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:33.278404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.28354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:14:33.27843Z","caller":"traceutil/trace.go:171","msg":"trace[613870688] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:7994; }","duration":"280.075239ms","start":"2026-04-08T13:14:32.998345Z","end":"2026-04-08T13:14:33.27842Z","steps":["trace[613870688] 'agreement among raft nodes before linearized reading' (duration: 279.981296ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:33.278458Z","caller":"traceutil/trace.go:171","msg":"trace[804943957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7994; }","duration":"318.362472ms","start":"2026-04-08T13:14:32.960082Z","end":"2026-04-08T13:14:33.278444Z","steps":["trace[804943957] 'agreement among raft nodes before linearized reading' (duration: 318.213248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:33.2785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:32.960071Z","time spent":"318.419843ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:14:33.278696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.659259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/\" range_end:\"/registry/pods/ingress-nginx0\" limit:500 ","response":"range_response_count:2 size:11424"} {"level":"warn","ts":"2026-04-08T13:14:33.278729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.489443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:1 size:963"} {"level":"info","ts":"2026-04-08T13:14:33.278734Z","caller":"traceutil/trace.go:171","msg":"trace[996243056] range","detail":"{range_begin:/registry/pods/ingress-nginx/; range_end:/registry/pods/ingress-nginx0; response_count:2; response_revision:7994; }","duration":"180.70324ms","start":"2026-04-08T13:14:33.098022Z","end":"2026-04-08T13:14:33.278726Z","steps":["trace[996243056] 'agreement among raft nodes before linearized reading' (duration: 180.581987ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:33.278755Z","caller":"traceutil/trace.go:171","msg":"trace[1658506543] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:1; response_revision:7994; }","duration":"196.558364ms","start":"2026-04-08T13:14:33.082189Z","end":"2026-04-08T13:14:33.278747Z","steps":["trace[1658506543] 'agreement among raft nodes before linearized reading' (duration: 196.482193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:33.278825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.059801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-node-lease/\" range_end:\"/registry/services/endpoints/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:33.278884Z","caller":"traceutil/trace.go:171","msg":"trace[632500534] range","detail":"{range_begin:/registry/services/endpoints/kube-node-lease/; range_end:/registry/services/endpoints/kube-node-lease0; response_count:0; response_revision:7994; }","duration":"190.150333ms","start":"2026-04-08T13:14:33.088719Z","end":"2026-04-08T13:14:33.278869Z","steps":["trace[632500534] 'agreement among raft nodes before linearized reading' (duration: 190.071601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:34.981947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535757996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:34.982745Z","caller":"traceutil/trace.go:171","msg":"trace[511301194] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"1.699382857s","start":"2026-04-08T13:14:33.283332Z","end":"2026-04-08T13:14:34.982715Z","steps":["trace[511301194] 'process raft request' (duration: 162.794834ms)","trace[511301194] 'compare' (duration: 1.535352727s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:34.982795Z","caller":"traceutil/trace.go:171","msg":"trace[1253192203] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"1.343177773s","start":"2026-04-08T13:14:33.639604Z","end":"2026-04-08T13:14:34.982782Z","steps":["trace[1253192203] 'process raft request' (duration: 1.343149143s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:34.982868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.283314Z","time spent":"1.699494529s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:34.982931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.639579Z","time spent":"1.343291635s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:34.98303Z","caller":"traceutil/trace.go:171","msg":"trace[466659297] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"1.699231494s","start":"2026-04-08T13:14:33.283769Z","end":"2026-04-08T13:14:34.983001Z","steps":["trace[466659297] 'process raft request' (duration: 1.698920487s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:34.98376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.283755Z","time spent":"1.699942617s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:34.983073Z","caller":"traceutil/trace.go:171","msg":"trace[448730997] linearizableReadLoop","detail":"{readStateIndex:8312; appliedIndex:8311; }","duration":"1.699406437s","start":"2026-04-08T13:14:33.283642Z","end":"2026-04-08T13:14:34.983049Z","steps":["trace[448730997] 'read index received' (duration: 162.609141ms)","trace[448730997] 'applied index is now lower than readState.Index' (duration: 1.536795916s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:34.983254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699593551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:14:34.983843Z","caller":"traceutil/trace.go:171","msg":"trace[952379138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7997; }","duration":"1.700224733s","start":"2026-04-08T13:14:33.283608Z","end":"2026-04-08T13:14:34.983832Z","steps":["trace[952379138] 'agreement among raft nodes before linearized reading' (duration: 1.699512329s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:34.983891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.28359Z","time spent":"1.700289135s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:14:35.052752Z","caller":"traceutil/trace.go:171","msg":"trace[510949357] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"315.717487ms","start":"2026-04-08T13:14:34.737015Z","end":"2026-04-08T13:14:35.052732Z","steps":["trace[510949357] 'process raft request' (duration: 315.615195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.052869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:34.73699Z","time spent":"315.81336ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:35.053014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.397098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:35.053158Z","caller":"traceutil/trace.go:171","msg":"trace[2120118026] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7998; }","duration":"333.588572ms","start":"2026-04-08T13:14:34.719515Z","end":"2026-04-08T13:14:35.053103Z","steps":["trace[2120118026] 'agreement among raft nodes before linearized reading' (duration: 333.252935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.05331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72664386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:14:35.053278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:34.719495Z","time spent":"333.756625ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":39,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:14:35.053355Z","caller":"traceutil/trace.go:171","msg":"trace[1697425713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7998; }","duration":"1.726704781s","start":"2026-04-08T13:14:33.326639Z","end":"2026-04-08T13:14:35.053344Z","steps":["trace[1697425713] 'agreement among raft nodes before linearized reading' (duration: 1.726589188s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.053391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.32663Z","time spent":"1.726751211s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:35.053676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.636057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-08T13:14:35.053718Z","caller":"traceutil/trace.go:171","msg":"trace[61648929] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7998; }","duration":"572.730029ms","start":"2026-04-08T13:14:34.480977Z","end":"2026-04-08T13:14:35.053707Z","steps":["trace[61648929] 'agreement among raft nodes before linearized reading' (duration: 572.583016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.053749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:34.48096Z","time spent":"572.78216ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-08T13:14:35.053942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729348134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:14:35.054016Z","caller":"traceutil/trace.go:171","msg":"trace[1522913808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7998; }","duration":"1.729430696s","start":"2026-04-08T13:14:33.324573Z","end":"2026-04-08T13:14:35.054003Z","steps":["trace[1522913808] 'agreement among raft nodes before linearized reading' (duration: 1.72913886s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.05404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236611103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/kube-node-lease/\" range_end:\"/registry/jobs/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:35.05405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.324568Z","time spent":"1.729472757s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:14:35.054117Z","caller":"traceutil/trace.go:171","msg":"trace[726117527] range","detail":"{range_begin:/registry/jobs/kube-node-lease/; range_end:/registry/jobs/kube-node-lease0; response_count:0; response_revision:7998; }","duration":"1.236741786s","start":"2026-04-08T13:14:33.817362Z","end":"2026-04-08T13:14:35.054071Z","steps":["trace[726117527] 'agreement among raft nodes before linearized reading' (duration: 1.236643614s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.054187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.817331Z","time spent":"1.236842847s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/kube-node-lease/\" range_end:\"/registry/jobs/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:35.054384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729865845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T13:14:35.054407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680782462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:35.054439Z","caller":"traceutil/trace.go:171","msg":"trace[1859582364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7998; }","duration":"1.680834715s","start":"2026-04-08T13:14:33.373594Z","end":"2026-04-08T13:14:35.054429Z","steps":["trace[1859582364] 'agreement among raft nodes before linearized reading' (duration: 1.680783083s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.054466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.37358Z","time spent":"1.680880226s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:35.054611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68744177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/kube-node-lease/\" range_end:\"/registry/ingress/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:35.054647Z","caller":"traceutil/trace.go:171","msg":"trace[2054390279] range","detail":"{range_begin:/registry/ingress/kube-node-lease/; range_end:/registry/ingress/kube-node-lease0; response_count:0; response_revision:7998; }","duration":"1.687518481s","start":"2026-04-08T13:14:33.367121Z","end":"2026-04-08T13:14:35.054639Z","steps":["trace[2054390279] 'agreement among raft nodes before linearized reading' (duration: 1.68746637s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.054676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.367106Z","time spent":"1.687562372s","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/kube-node-lease/\" range_end:\"/registry/ingress/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:35.054885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766662477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 ","response":"range_response_count:52 size:42244"} {"level":"info","ts":"2026-04-08T13:14:35.05446Z","caller":"traceutil/trace.go:171","msg":"trace[2090808129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7998; }","duration":"1.729932776s","start":"2026-04-08T13:14:33.324482Z","end":"2026-04-08T13:14:35.054415Z","steps":["trace[2090808129] 'agreement among raft nodes before linearized reading' (duration: 1.729801103s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.054962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.324469Z","time spent":"1.730482629s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:35.055005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771274482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:1 size:963"} {"level":"info","ts":"2026-04-08T13:14:35.055069Z","caller":"traceutil/trace.go:171","msg":"trace[996207807] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:1; response_revision:7998; }","duration":"1.771359353s","start":"2026-04-08T13:14:33.283701Z","end":"2026-04-08T13:14:35.05506Z","steps":["trace[996207807] 'agreement among raft nodes before linearized reading' (duration: 1.771244951s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.055101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.283688Z","time spent":"1.771404594s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":985,"request content":"key:\"/registry/secrets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-08T13:14:35.054926Z","caller":"traceutil/trace.go:171","msg":"trace[589492776] range","detail":"{range_begin:/registry/events/cert-manager/; range_end:/registry/events/cert-manager0; response_count:52; response_revision:7998; }","duration":"1.766721888s","start":"2026-04-08T13:14:33.288194Z","end":"2026-04-08T13:14:35.054916Z","steps":["trace[589492776] 'agreement among raft nodes before linearized reading' (duration: 1.766293919s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.055187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:33.288184Z","time spent":"1.766988764s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":52,"response size":42266,"request content":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:35.716128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.450724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:35.716412Z","caller":"traceutil/trace.go:171","msg":"trace[1549465981] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"649.895468ms","start":"2026-04-08T13:14:35.066493Z","end":"2026-04-08T13:14:35.716389Z","steps":["trace[1549465981] 'process raft request' (duration: 649.858388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.716488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.066489Z","time spent":"649.96626ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:35.716634Z","caller":"traceutil/trace.go:171","msg":"trace[944008682] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"650.180885ms","start":"2026-04-08T13:14:35.066422Z","end":"2026-04-08T13:14:35.716603Z","steps":["trace[944008682] 'process raft request' (duration: 649.890389ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:35.716598Z","caller":"traceutil/trace.go:171","msg":"trace[177766933] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8315; }","duration":"663.808522ms","start":"2026-04-08T13:14:35.052734Z","end":"2026-04-08T13:14:35.716543Z","steps":["trace[177766933] 'read index received' (duration: 189.854428ms)","trace[177766933] 'applied index is now lower than readState.Index' (duration: 473.950804ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:35.716736Z","caller":"traceutil/trace.go:171","msg":"trace[385789834] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"699.775715ms","start":"2026-04-08T13:14:35.016943Z","end":"2026-04-08T13:14:35.716719Z","steps":["trace[385789834] 'process raft request' (duration: 225.652207ms)","trace[385789834] 'compare' (duration: 473.329492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:35.716827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.066402Z","time spent":"650.322497ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:35.716836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.016927Z","time spent":"699.857957ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:35.716652Z","caller":"traceutil/trace.go:171","msg":"trace[1390246857] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"650.798357ms","start":"2026-04-08T13:14:35.065768Z","end":"2026-04-08T13:14:35.716566Z","steps":["trace[1390246857] 'process raft request' (duration: 650.494971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.716947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.065758Z","time spent":"651.145244ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:35.717047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.067472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-04-08T13:14:35.717119Z","caller":"traceutil/trace.go:171","msg":"trace[491794936] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8002; }","duration":"732.173895ms","start":"2026-04-08T13:14:34.984933Z","end":"2026-04-08T13:14:35.717107Z","steps":["trace[491794936] 'agreement among raft nodes before linearized reading' (duration: 731.820248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:35.717182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:34.984917Z","time spent":"732.230336ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12319,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T13:14:36.44939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.994603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:36.449766Z","caller":"traceutil/trace.go:171","msg":"trace[351026522] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8319; }","duration":"733.010503ms","start":"2026-04-08T13:14:35.716724Z","end":"2026-04-08T13:14:36.449734Z","steps":["trace[351026522] 'read index received' (duration: 184.54967ms)","trace[351026522] 'applied index is now lower than readState.Index' (duration: 548.458503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:36.450002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287159801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-04-08T13:14:36.450044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391947265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:36.450095Z","caller":"traceutil/trace.go:171","msg":"trace[1478474172] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"1.165803368s","start":"2026-04-08T13:14:35.284271Z","end":"2026-04-08T13:14:36.450074Z","steps":["trace[1478474172] 'process raft request' (duration: 1.165302497s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:36.44996Z","caller":"traceutil/trace.go:171","msg":"trace[290669510] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"1.166073624s","start":"2026-04-08T13:14:35.283845Z","end":"2026-04-08T13:14:36.449919Z","steps":["trace[290669510] 'process raft request' (duration: 617.403577ms)","trace[290669510] 'compare' (duration: 547.758308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:36.450102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299111065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/ingress-nginx/\" range_end:\"/registry/persistentvolumeclaims/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:36.450134Z","caller":"traceutil/trace.go:171","msg":"trace[815514838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8004; }","duration":"1.392058287s","start":"2026-04-08T13:14:35.058049Z","end":"2026-04-08T13:14:36.450107Z","steps":["trace[815514838] 'agreement among raft nodes before linearized reading' (duration: 1.391908954s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:36.450182Z","caller":"traceutil/trace.go:171","msg":"trace[533386815] range","detail":"{range_begin:/registry/persistentvolumeclaims/ingress-nginx/; range_end:/registry/persistentvolumeclaims/ingress-nginx0; response_count:0; response_revision:8004; }","duration":"1.299204546s","start":"2026-04-08T13:14:35.150957Z","end":"2026-04-08T13:14:36.450162Z","steps":["trace[533386815] 'agreement among raft nodes before linearized reading' (duration: 1.299070204s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:36.450193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.058036Z","time spent":"1.39214066s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:36.450249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.377262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:36.450274Z","caller":"traceutil/trace.go:171","msg":"trace[1973730997] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8004; }","duration":"523.444113ms","start":"2026-04-08T13:14:35.926824Z","end":"2026-04-08T13:14:36.450268Z","steps":["trace[1973730997] 'agreement among raft nodes before linearized reading' (duration: 523.401083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:36.450259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.150949Z","time spent":"1.299295098s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/ingress-nginx/\" range_end:\"/registry/persistentvolumeclaims/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:36.45029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.926801Z","time spent":"523.483974ms","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:36.450255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.283823Z","time spent":"1.166319549s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:36.450003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299167875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-244.nip.io-tls\" ","response":"range_response_count:1 size:4376"} {"level":"info","ts":"2026-04-08T13:14:36.45009Z","caller":"traceutil/trace.go:171","msg":"trace[1611206456] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:1; response_revision:8004; }","duration":"1.287292243s","start":"2026-04-08T13:14:35.16278Z","end":"2026-04-08T13:14:36.450072Z","steps":["trace[1611206456] 'agreement among raft nodes before linearized reading' (duration: 1.286993027s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:36.450121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.261031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:36.451156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.162768Z","time spent":"1.288373685s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":925,"request content":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" "} {"level":"info","ts":"2026-04-08T13:14:36.451166Z","caller":"traceutil/trace.go:171","msg":"trace[804860130] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8004; }","duration":"663.325193ms","start":"2026-04-08T13:14:35.787824Z","end":"2026-04-08T13:14:36.451149Z","steps":["trace[804860130] 'agreement among raft nodes before linearized reading' (duration: 662.260822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:36.450203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.284263Z","time spent":"1.16587104s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:36.450036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38474215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-08T13:14:36.451378Z","caller":"traceutil/trace.go:171","msg":"trace[960202905] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507; range_end:; response_count:1; response_revision:8004; }","duration":"1.386072466s","start":"2026-04-08T13:14:35.065282Z","end":"2026-04-08T13:14:36.451354Z","steps":["trace[960202905] 'agreement among raft nodes before linearized reading' (duration: 1.384703009s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:36.451416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.065254Z","time spent":"1.386150657s","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-6d28fd56-52e5-4dc5-8b7a-9abc88d4d507\" "} {"level":"info","ts":"2026-04-08T13:14:36.451111Z","caller":"traceutil/trace.go:171","msg":"trace[149119756] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak.199-204-45-244.nip.io-tls; range_end:; response_count:1; response_revision:8004; }","duration":"1.299690086s","start":"2026-04-08T13:14:35.150768Z","end":"2026-04-08T13:14:36.450458Z","steps":["trace[149119756] 'agreement among raft nodes before linearized reading' (duration: 1.299051373s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:36.451543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.15075Z","time spent":"1.300785938s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4398,"request content":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-244.nip.io-tls\" "} {"level":"warn","ts":"2026-04-08T13:14:36.451965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.787804Z","time spent":"663.397844ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T13:14:36.452772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307656658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/kube-node-lease/\" range_end:\"/registry/networkpolicies/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:36.45287Z","caller":"traceutil/trace.go:171","msg":"trace[1972629565] range","detail":"{range_begin:/registry/networkpolicies/kube-node-lease/; range_end:/registry/networkpolicies/kube-node-lease0; response_count:0; response_revision:8004; }","duration":"1.310565188s","start":"2026-04-08T13:14:35.142282Z","end":"2026-04-08T13:14:36.452847Z","steps":["trace[1972629565] 'agreement among raft nodes before linearized reading' (duration: 1.307646579s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:36.453279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:35.142261Z","time spent":"1.310636379s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/kube-node-lease/\" range_end:\"/registry/networkpolicies/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:36.731881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.385635ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-08T13:14:36.732505Z","caller":"traceutil/trace.go:171","msg":"trace[247812810] linearizableReadLoop","detail":"{readStateIndex:8322; appliedIndex:8321; }","duration":"180.766258ms","start":"2026-04-08T13:14:36.55171Z","end":"2026-04-08T13:14:36.732476Z","steps":["trace[247812810] 'read index received' (duration: 16.691609ms)","trace[247812810] 'applied index is now lower than readState.Index' (duration: 164.071379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:36.732831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.103096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-04-08T13:14:36.732874Z","caller":"traceutil/trace.go:171","msg":"trace[1653857107] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:1; response_revision:8004; }","duration":"181.200557ms","start":"2026-04-08T13:14:36.551663Z","end":"2026-04-08T13:14:36.732864Z","steps":["trace[1653857107] 'agreement among raft nodes before linearized reading' (duration: 180.957172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:36.732865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.888971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-244.nip.io-tls\" ","response":"range_response_count:1 size:4376"} {"level":"warn","ts":"2026-04-08T13:14:36.732933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.361508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/ingress-nginx/\" range_end:\"/registry/rolebindings/ingress-nginx0\" limit:500 ","response":"range_response_count:1 size:1159"} {"level":"info","ts":"2026-04-08T13:14:36.733036Z","caller":"traceutil/trace.go:171","msg":"trace[793814205] range","detail":"{range_begin:/registry/rolebindings/ingress-nginx/; range_end:/registry/rolebindings/ingress-nginx0; response_count:1; response_revision:8004; }","duration":"172.509871ms","start":"2026-04-08T13:14:36.560503Z","end":"2026-04-08T13:14:36.733013Z","steps":["trace[793814205] 'agreement among raft nodes before linearized reading' (duration: 172.228905ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:36.732955Z","caller":"traceutil/trace.go:171","msg":"trace[1014396883] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak.199-204-45-244.nip.io-tls; range_end:; response_count:1; response_revision:8004; }","duration":"180.994753ms","start":"2026-04-08T13:14:36.551941Z","end":"2026-04-08T13:14:36.732936Z","steps":["trace[1014396883] 'agreement among raft nodes before linearized reading' (duration: 180.738718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:36.732846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.516683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-node-lease/\" range_end:\"/registry/pods/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:36.733266Z","caller":"traceutil/trace.go:171","msg":"trace[115088519] range","detail":"{range_begin:/registry/pods/kube-node-lease/; range_end:/registry/pods/kube-node-lease0; response_count:0; response_revision:8004; }","duration":"177.943711ms","start":"2026-04-08T13:14:36.555297Z","end":"2026-04-08T13:14:36.733241Z","steps":["trace[115088519] 'agreement among raft nodes before linearized reading' (duration: 177.468762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:37.782563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.445067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:14:37.783188Z","caller":"traceutil/trace.go:171","msg":"trace[285297637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8005; }","duration":"797.123001ms","start":"2026-04-08T13:14:36.986049Z","end":"2026-04-08T13:14:37.783172Z","steps":["trace[285297637] 'range keys from in-memory index tree' (duration: 796.267223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:37.78332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:36.98603Z","time spent":"797.277574ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:14:37.782599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.759354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/default\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-08T13:14:37.783477Z","caller":"traceutil/trace.go:171","msg":"trace[2024826299] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/default; range_end:; response_count:1; response_revision:8005; }","duration":"915.686363ms","start":"2026-04-08T13:14:36.867761Z","end":"2026-04-08T13:14:37.783447Z","steps":["trace[2024826299] 'range keys from in-memory index tree' (duration: 914.523119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:37.783554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:36.867742Z","time spent":"915.795546ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/auth-system/default\" "} {"level":"warn","ts":"2026-04-08T13:14:37.782669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.209471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:14:37.783808Z","caller":"traceutil/trace.go:171","msg":"trace[526097742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8005; }","duration":"796.356195ms","start":"2026-04-08T13:14:36.987435Z","end":"2026-04-08T13:14:37.783791Z","steps":["trace[526097742] 'range keys from in-memory index tree' (duration: 795.045847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:37.783878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:36.987404Z","time spent":"796.458577ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:14:37.783109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.915257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" limit:500 ","response":"range_response_count:2 size:107259"} {"level":"info","ts":"2026-04-08T13:14:37.78409Z","caller":"traceutil/trace.go:171","msg":"trace[362706004] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:8005; }","duration":"885.925288ms","start":"2026-04-08T13:14:36.898152Z","end":"2026-04-08T13:14:37.784077Z","steps":["trace[362706004] 'range keys from in-memory index tree' (duration: 884.818125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:37.784187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:36.898136Z","time spent":"886.036589ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":2,"response size":107281,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:37.783101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.726043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" ","response":"range_response_count:1 size:74828"} {"level":"info","ts":"2026-04-08T13:14:37.785818Z","caller":"traceutil/trace.go:171","msg":"trace[1632963757] range","detail":"{range_begin:/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1; range_end:; response_count:1; response_revision:8005; }","duration":"883.457398ms","start":"2026-04-08T13:14:36.902343Z","end":"2026-04-08T13:14:37.7858Z","steps":["trace[1632963757] 'range keys from in-memory index tree' (duration: 880.582369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:37.78313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.971878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:37.786026Z","caller":"traceutil/trace.go:171","msg":"trace[1592021626] linearizableReadLoop","detail":"{readStateIndex:8324; appliedIndex:8323; }","duration":"695.21454ms","start":"2026-04-08T13:14:37.090797Z","end":"2026-04-08T13:14:37.786011Z","steps":["trace[1592021626] 'read index received' (duration: 110.355624ms)","trace[1592021626] 'applied index is now lower than readState.Index' (duration: 584.857266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:37.786058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:36.902337Z","time spent":"883.675642ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":74850,"request content":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" "} {"level":"info","ts":"2026-04-08T13:14:37.786144Z","caller":"traceutil/trace.go:171","msg":"trace[1724443752] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"727.20911ms","start":"2026-04-08T13:14:37.058888Z","end":"2026-04-08T13:14:37.786097Z","steps":["trace[1724443752] 'process raft request' (duration: 142.221091ms)","trace[1724443752] 'compare' (duration: 581.738742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:37.786201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.405974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-node-lease/\" range_end:\"/registry/persistentvolumeclaims/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:37.786403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.05887Z","time spent":"727.501885ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:37.786477Z","caller":"traceutil/trace.go:171","msg":"trace[1728240387] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-node-lease/; range_end:/registry/persistentvolumeclaims/kube-node-lease0; response_count:0; response_revision:8006; }","duration":"695.70504ms","start":"2026-04-08T13:14:37.090751Z","end":"2026-04-08T13:14:37.786456Z","steps":["trace[1728240387] 'agreement among raft nodes before linearized reading' (duration: 695.388914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:37.786538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.090731Z","time spent":"695.790821ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/kube-node-lease/\" range_end:\"/registry/persistentvolumeclaims/kube-node-lease0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:38.222746Z","caller":"traceutil/trace.go:171","msg":"trace[1848912890] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8324; }","duration":"436.538716ms","start":"2026-04-08T13:14:37.786188Z","end":"2026-04-08T13:14:38.222726Z","steps":["trace[1848912890] 'read index received' (duration: 343.767563ms)","trace[1848912890] 'applied index is now lower than readState.Index' (duration: 92.770163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:38.222954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.772084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:14:38.222983Z","caller":"traceutil/trace.go:171","msg":"trace[1688410866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8008; }","duration":"501.852855ms","start":"2026-04-08T13:14:37.721122Z","end":"2026-04-08T13:14:38.222975Z","steps":["trace[1688410866] 'agreement among raft nodes before linearized reading' (duration: 501.713382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:38.223011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.7211Z","time spent":"501.905746ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:14:38.223008Z","caller":"traceutil/trace.go:171","msg":"trace[611662309] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"433.166899ms","start":"2026-04-08T13:14:37.789817Z","end":"2026-04-08T13:14:38.222984Z","steps":["trace[611662309] 'process raft request' (duration: 432.878892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:38.223153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.789799Z","time spent":"433.279871ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:38.223171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.40883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:38.223211Z","caller":"traceutil/trace.go:171","msg":"trace[2123215631] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8008; }","duration":"604.508831ms","start":"2026-04-08T13:14:37.618695Z","end":"2026-04-08T13:14:38.223203Z","steps":["trace[2123215631] 'agreement among raft nodes before linearized reading' (duration: 604.44009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:38.223234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.618661Z","time spent":"604.568193ms","remote":"127.0.0.1:57916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:38.223143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.437616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:14:38.223345Z","caller":"traceutil/trace.go:171","msg":"trace[1035442999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8008; }","duration":"500.654471ms","start":"2026-04-08T13:14:37.722668Z","end":"2026-04-08T13:14:38.223322Z","steps":["trace[1035442999] 'agreement among raft nodes before linearized reading' (duration: 500.09449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:38.223434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.722663Z","time spent":"500.757253ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:38.223468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.145242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-node-lease/\" range_end:\"/registry/rolebindings/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:38.223496Z","caller":"traceutil/trace.go:171","msg":"trace[1142182918] range","detail":"{range_begin:/registry/rolebindings/kube-node-lease/; range_end:/registry/rolebindings/kube-node-lease0; response_count:0; response_revision:8009; }","duration":"351.175053ms","start":"2026-04-08T13:14:37.872313Z","end":"2026-04-08T13:14:38.223488Z","steps":["trace[1142182918] 'agreement among raft nodes before linearized reading' (duration: 351.106622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:38.22352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.872256Z","time spent":"351.258425ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings/kube-node-lease/\" range_end:\"/registry/rolebindings/kube-node-lease0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:38.223579Z","caller":"traceutil/trace.go:171","msg":"trace[753247168] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"433.500965ms","start":"2026-04-08T13:14:37.79004Z","end":"2026-04-08T13:14:38.223541Z","steps":["trace[753247168] 'process raft request' (duration: 432.862302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:38.22367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.398319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/\" range_end:\"/registry/serviceaccounts/ingress-nginx0\" limit:500 ","response":"range_response_count:3 size:2230"} {"level":"info","ts":"2026-04-08T13:14:38.223695Z","caller":"traceutil/trace.go:171","msg":"trace[422399411] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/; range_end:/registry/serviceaccounts/ingress-nginx0; response_count:3; response_revision:8009; }","duration":"325.445509ms","start":"2026-04-08T13:14:37.898244Z","end":"2026-04-08T13:14:38.223689Z","steps":["trace[422399411] 'agreement among raft nodes before linearized reading' (duration: 325.370018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:38.223718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.898232Z","time spent":"325.48129ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":3,"response size":2252,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/\" range_end:\"/registry/serviceaccounts/ingress-nginx0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:38.22371Z","caller":"traceutil/trace.go:171","msg":"trace[1956411154] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"499.488236ms","start":"2026-04-08T13:14:37.724193Z","end":"2026-04-08T13:14:38.223681Z","steps":["trace[1956411154] 'process raft request' (duration: 405.797994ms)","trace[1956411154] 'compare' (duration: 92.511767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:38.223749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.790032Z","time spent":"433.629379ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:38.223837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.775563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T13:14:38.22385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.72418Z","time spent":"499.593329ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:38.223892Z","caller":"traceutil/trace.go:171","msg":"trace[560766032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8009; }","duration":"500.899415ms","start":"2026-04-08T13:14:37.722978Z","end":"2026-04-08T13:14:38.223878Z","steps":["trace[560766032] 'agreement among raft nodes before linearized reading' (duration: 500.794253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:38.223928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.722934Z","time spent":"500.986117ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:38.224166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.105592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-08T13:14:38.224224Z","caller":"traceutil/trace.go:171","msg":"trace[1306846393] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8009; }","duration":"757.202094ms","start":"2026-04-08T13:14:37.466999Z","end":"2026-04-08T13:14:38.224201Z","steps":["trace[1306846393] 'agreement among raft nodes before linearized reading' (duration: 756.342837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:38.224263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:37.466978Z","time spent":"757.274445ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-08T13:14:39.35476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.637424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:39.354834Z","caller":"traceutil/trace.go:171","msg":"trace[1694943396] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"1.124123693s","start":"2026-04-08T13:14:38.230698Z","end":"2026-04-08T13:14:39.354821Z","steps":["trace[1694943396] 'process raft request' (duration: 431.361466ms)","trace[1694943396] 'compare' (duration: 692.556543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:39.354903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:38.230688Z","time spent":"1.124195524s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:40.374303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:14:40.374414Z","caller":"traceutil/trace.go:171","msg":"trace[692541550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246905s","start":"2026-04-08T13:14:38.374147Z","end":"2026-04-08T13:14:40.374394Z","steps":["trace[692541550] 'agreement among raft nodes before linearized reading' (duration: 2.000111562s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:40.374485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:38.37414Z","time spent":"2.000334808s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:40.702024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.039882985s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:14:41.443565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.648323ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:41.443694Z","caller":"traceutil/trace.go:171","msg":"trace[2052345318] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8010; }","duration":"595.788466ms","start":"2026-04-08T13:14:40.847886Z","end":"2026-04-08T13:14:41.443675Z","steps":["trace[2052345318] 'range keys from in-memory index tree' (duration: 595.630493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:41.444585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.144531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:41.444978Z","caller":"traceutil/trace.go:171","msg":"trace[315134545] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"3.214186589s","start":"2026-04-08T13:14:38.230755Z","end":"2026-04-08T13:14:41.444942Z","steps":["trace[315134545] 'process raft request' (duration: 2.471585339s)","trace[315134545] 'compare' (duration: 741.037778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:41.445176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:38.230739Z","time spent":"3.214341552s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:41.445069Z","caller":"traceutil/trace.go:171","msg":"trace[190553723] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"3.212985204s","start":"2026-04-08T13:14:38.23205Z","end":"2026-04-08T13:14:41.445035Z","steps":["trace[190553723] 'process raft request' (duration: 3.212607146s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:41.445644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:38.232029Z","time spent":"3.213487423s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:41.445863Z","caller":"traceutil/trace.go:171","msg":"trace[1913257074] linearizableReadLoop","detail":"{readStateIndex:8329; appliedIndex:8327; }","duration":"3.21474526s","start":"2026-04-08T13:14:38.231096Z","end":"2026-04-08T13:14:41.445842Z","steps":["trace[1913257074] 'read index received' (duration: 431.04103ms)","trace[1913257074] 'applied index is now lower than readState.Index' (duration: 2.78370313s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:41.445893Z","caller":"traceutil/trace.go:171","msg":"trace[1904884159] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"2.986610648s","start":"2026-04-08T13:14:38.459255Z","end":"2026-04-08T13:14:41.445865Z","steps":["trace[1904884159] 'process raft request' (duration: 2.986499126s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:41.44587Z","caller":"traceutil/trace.go:171","msg":"trace[1420205783] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"2.986733451s","start":"2026-04-08T13:14:38.45912Z","end":"2026-04-08T13:14:41.445853Z","steps":["trace[1420205783] 'process raft request' (duration: 2.985844883s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:41.446083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214978164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/default\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-08T13:14:41.446139Z","caller":"traceutil/trace.go:171","msg":"trace[1490118966] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/default; range_end:; response_count:1; response_revision:8014; }","duration":"3.215051755s","start":"2026-04-08T13:14:38.231072Z","end":"2026-04-08T13:14:41.446124Z","steps":["trace[1490118966] 'agreement among raft nodes before linearized reading' (duration: 3.214885432s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:41.446198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:38.231067Z","time spent":"3.215118618s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/auth-system/default\" "} {"level":"warn","ts":"2026-04-08T13:14:41.446089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:38.459225Z","time spent":"2.986757302s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:41.446166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:38.459102Z","time spent":"2.987001346s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:41.948626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.479367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:41.948958Z","caller":"traceutil/trace.go:171","msg":"trace[507215791] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"2.53027787s","start":"2026-04-08T13:14:39.418654Z","end":"2026-04-08T13:14:41.948932Z","steps":["trace[507215791] 'process raft request' (duration: 2.191431615s)","trace[507215791] 'compare' (duration: 338.379655ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:41.949298Z","caller":"traceutil/trace.go:171","msg":"trace[1553077078] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"1.718712899s","start":"2026-04-08T13:14:40.230559Z","end":"2026-04-08T13:14:41.949272Z","steps":["trace[1553077078] 'process raft request' (duration: 1.718335971s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:41.949314Z","caller":"traceutil/trace.go:171","msg":"trace[1792786981] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"681.278882ms","start":"2026-04-08T13:14:41.268009Z","end":"2026-04-08T13:14:41.949288Z","steps":["trace[1792786981] 'process raft request' (duration: 680.934755ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:41.949335Z","caller":"traceutil/trace.go:171","msg":"trace[35521372] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8332; }","duration":"503.395444ms","start":"2026-04-08T13:14:41.445926Z","end":"2026-04-08T13:14:41.949322Z","steps":["trace[35521372] 'read index received' (duration: 164.170551ms)","trace[35521372] 'applied index is now lower than readState.Index' (duration: 339.223423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:41.949442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:41.267977Z","time spent":"681.390925ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:41.949317Z","caller":"traceutil/trace.go:171","msg":"trace[1213343544] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"2.155275156s","start":"2026-04-08T13:14:39.794019Z","end":"2026-04-08T13:14:41.949294Z","steps":["trace[1213343544] 'process raft request' (duration: 2.154689195s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:41.949588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:39.418632Z","time spent":"2.530402212s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:41.949705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:39.793993Z","time spent":"2.155620903s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:41.949561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:40.230531Z","time spent":"1.718803131s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:42.155675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.681107ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:14:42.155782Z","caller":"traceutil/trace.go:171","msg":"trace[215459836] linearizableReadLoop","detail":"{readStateIndex:8337; appliedIndex:8336; }","duration":"206.401661ms","start":"2026-04-08T13:14:41.949363Z","end":"2026-04-08T13:14:42.155765Z","steps":["trace[215459836] 'read index received' (duration: 138.582µs)","trace[215459836] 'applied index is now lower than readState.Index' (duration: 206.261439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.156068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78095547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:42.156285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927154612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:14:42.156365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.819557915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/\" range_end:\"/registry/services/specs/ingress-nginx0\" limit:500 ","response":"range_response_count:4 size:6492"} {"level":"info","ts":"2026-04-08T13:14:42.15638Z","caller":"traceutil/trace.go:171","msg":"trace[804249002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8018; }","duration":"1.927293735s","start":"2026-04-08T13:14:40.229062Z","end":"2026-04-08T13:14:42.156356Z","steps":["trace[804249002] 'agreement among raft nodes before linearized reading' (duration: 1.720390582s)","trace[804249002] 'range keys from in-memory index tree' (duration: 206.644527ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:42.156416Z","caller":"traceutil/trace.go:171","msg":"trace[1988158627] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/; range_end:/registry/services/specs/ingress-nginx0; response_count:4; response_revision:8018; }","duration":"3.819611406s","start":"2026-04-08T13:14:38.336786Z","end":"2026-04-08T13:14:42.156398Z","steps":["trace[1988158627] 'agreement among raft nodes before linearized reading' (duration: 3.612692663s)","trace[1988158627] 'range keys from in-memory index tree' (duration: 206.77722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.156434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:40.229042Z","time spent":"1.927382496s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:14:42.156326Z","caller":"traceutil/trace.go:171","msg":"trace[433052075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8018; }","duration":"1.781251507s","start":"2026-04-08T13:14:40.374994Z","end":"2026-04-08T13:14:42.156245Z","steps":["trace[433052075] 'agreement among raft nodes before linearized reading' (duration: 1.574444736s)","trace[433052075] 'range keys from in-memory index tree' (duration: 206.519005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.15658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140050264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:42.156779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927599791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:14:42.156808Z","caller":"traceutil/trace.go:171","msg":"trace[2129847476] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8018; }","duration":"2.140311919s","start":"2026-04-08T13:14:40.016482Z","end":"2026-04-08T13:14:42.156794Z","steps":["trace[2129847476] 'agreement among raft nodes before linearized reading' (duration: 1.932975648s)","trace[2129847476] 'count revisions from in-memory index tree' (duration: 207.102326ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:42.156812Z","caller":"traceutil/trace.go:171","msg":"trace[1152627242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8018; }","duration":"1.927665602s","start":"2026-04-08T13:14:40.229132Z","end":"2026-04-08T13:14:42.156797Z","steps":["trace[1152627242] 'agreement among raft nodes before linearized reading' (duration: 1.72031398s)","trace[1152627242] 'range keys from in-memory index tree' (duration: 207.102067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.156843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:40.229111Z","time spent":"1.927725714s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:14:42.156847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821605275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-node-lease/\" range_end:\"/registry/roles/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:42.156882Z","caller":"traceutil/trace.go:171","msg":"trace[1560426214] range","detail":"{range_begin:/registry/roles/kube-node-lease/; range_end:/registry/roles/kube-node-lease0; response_count:0; response_revision:8018; }","duration":"3.821692807s","start":"2026-04-08T13:14:38.335177Z","end":"2026-04-08T13:14:42.15687Z","steps":["trace[1560426214] 'agreement among raft nodes before linearized reading' (duration: 3.614309065s)","trace[1560426214] 'range keys from in-memory index tree' (duration: 207.335241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.156888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852899978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:14:42.156846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:40.01646Z","time spent":"2.140376471s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:42.156913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:38.335152Z","time spent":"3.821752059s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/roles/kube-node-lease/\" range_end:\"/registry/roles/kube-node-lease0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:42.156917Z","caller":"traceutil/trace.go:171","msg":"trace[141955157] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8018; }","duration":"2.85297846s","start":"2026-04-08T13:14:39.303926Z","end":"2026-04-08T13:14:42.156905Z","steps":["trace[141955157] 'agreement among raft nodes before linearized reading' (duration: 2.645538597s)","trace[141955157] 'count revisions from in-memory index tree' (duration: 207.406922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.15695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:39.3039Z","time spent":"2.853040562s","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:42.156961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:40.374976Z","time spent":"1.781841018s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:42.157146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920566225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" ","response":"range_response_count:1 size:74828"} {"level":"warn","ts":"2026-04-08T13:14:42.156166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.383928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:14:42.157192Z","caller":"traceutil/trace.go:171","msg":"trace[1539875658] range","detail":"{range_begin:/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1; range_end:; response_count:1; response_revision:8018; }","duration":"3.920608366s","start":"2026-04-08T13:14:38.236569Z","end":"2026-04-08T13:14:42.157178Z","steps":["trace[1539875658] 'agreement among raft nodes before linearized reading' (duration: 3.712923588s)","trace[1539875658] 'range keys from in-memory index tree' (duration: 207.568076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.157209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754813001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:42.157215Z","caller":"traceutil/trace.go:171","msg":"trace[401143725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8018; }","duration":"798.492941ms","start":"2026-04-08T13:14:41.358709Z","end":"2026-04-08T13:14:42.157202Z","steps":["trace[401143725] 'agreement among raft nodes before linearized reading' (duration: 590.698941ms)","trace[401143725] 'range keys from in-memory index tree' (duration: 206.612387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.157262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:41.358697Z","time spent":"798.554132ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:14:42.157256Z","caller":"traceutil/trace.go:171","msg":"trace[634104987] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8018; }","duration":"1.754881813s","start":"2026-04-08T13:14:40.402362Z","end":"2026-04-08T13:14:42.157243Z","steps":["trace[634104987] 'agreement among raft nodes before linearized reading' (duration: 1.547069142s)","trace[634104987] 'count revisions from in-memory index tree' (duration: 207.75423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.157264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024808609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:42.157304Z","caller":"traceutil/trace.go:171","msg":"trace[870426388] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8018; }","duration":"1.024885001s","start":"2026-04-08T13:14:41.132409Z","end":"2026-04-08T13:14:42.157294Z","steps":["trace[870426388] 'agreement among raft nodes before linearized reading' (duration: 817.014449ms)","trace[870426388] 'count revisions from in-memory index tree' (duration: 207.822361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.157302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:40.402326Z","time spent":"1.754965894s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:42.157332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:41.132387Z","time spent":"1.024936421s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:42.157223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:38.236543Z","time spent":"3.920670478s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":74850,"request content":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" "} {"level":"warn","ts":"2026-04-08T13:14:42.15759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.489498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T13:14:42.157644Z","caller":"traceutil/trace.go:171","msg":"trace[1937477815] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8018; }","duration":"657.561309ms","start":"2026-04-08T13:14:41.500069Z","end":"2026-04-08T13:14:42.157631Z","steps":["trace[1937477815] 'agreement among raft nodes before linearized reading' (duration: 657.449467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.157653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.220928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-08T13:14:42.157678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:41.500059Z","time spent":"657.610901ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-08T13:14:42.157688Z","caller":"traceutil/trace.go:171","msg":"trace[900765739] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8018; }","duration":"680.278569ms","start":"2026-04-08T13:14:41.477399Z","end":"2026-04-08T13:14:42.157678Z","steps":["trace[900765739] 'agreement among raft nodes before linearized reading' (duration: 680.144297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.156516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222825091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:14:42.157719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:41.477389Z","time spent":"680.32253ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:14:42.157734Z","caller":"traceutil/trace.go:171","msg":"trace[562507843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8018; }","duration":"3.224107207s","start":"2026-04-08T13:14:38.933613Z","end":"2026-04-08T13:14:42.15772Z","steps":["trace[562507843] 'agreement among raft nodes before linearized reading' (duration: 3.015859148s)","trace[562507843] 'count revisions from in-memory index tree' (duration: 206.228328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.157773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:38.933585Z","time spent":"3.224175898s","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:42.157853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.723863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T13:14:42.15789Z","caller":"traceutil/trace.go:171","msg":"trace[2091643130] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8018; }","duration":"657.771464ms","start":"2026-04-08T13:14:41.500109Z","end":"2026-04-08T13:14:42.157881Z","steps":["trace[2091643130] 'agreement among raft nodes before linearized reading' (duration: 657.681843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.157916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:41.500104Z","time spent":"657.805895ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T13:14:42.157983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:38.33678Z","time spent":"3.821189507s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":4,"response size":6514,"request content":"key:\"/registry/services/specs/ingress-nginx/\" range_end:\"/registry/services/specs/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:42.158135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.562661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" limit:500 ","response":"range_response_count:4 size:81049"} {"level":"info","ts":"2026-04-08T13:14:42.158174Z","caller":"traceutil/trace.go:171","msg":"trace[531653493] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:8018; }","duration":"708.627293ms","start":"2026-04-08T13:14:41.449537Z","end":"2026-04-08T13:14:42.158164Z","steps":["trace[531653493] 'agreement among raft nodes before linearized reading' (duration: 706.275635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.158202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:41.449522Z","time spent":"708.672144ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":4,"response size":81071,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:42.27304Z","caller":"traceutil/trace.go:171","msg":"trace[1736243573] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"107.693396ms","start":"2026-04-08T13:14:42.165324Z","end":"2026-04-08T13:14:42.273018Z","steps":["trace[1736243573] 'process raft request' (duration: 107.544613ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:42.729227Z","caller":"traceutil/trace.go:171","msg":"trace[1908353482] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"562.749892ms","start":"2026-04-08T13:14:42.166456Z","end":"2026-04-08T13:14:42.729206Z","steps":["trace[1908353482] 'process raft request' (duration: 562.64511ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:42.729268Z","caller":"traceutil/trace.go:171","msg":"trace[716020284] linearizableReadLoop","detail":"{readStateIndex:8341; appliedIndex:8337; }","duration":"563.11423ms","start":"2026-04-08T13:14:42.166128Z","end":"2026-04-08T13:14:42.729242Z","steps":["trace[716020284] 'read index received' (duration: 106.775847ms)","trace[716020284] 'applied index is now lower than readState.Index' (duration: 456.337423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:42.729376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.166427Z","time spent":"562.867925ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:42.729409Z","caller":"traceutil/trace.go:171","msg":"trace[379993550] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"561.15357ms","start":"2026-04-08T13:14:42.168245Z","end":"2026-04-08T13:14:42.729398Z","steps":["trace[379993550] 'process raft request' (duration: 560.929585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.729506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.168228Z","time spent":"561.21054ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:42.729773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.63855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:14:42.729801Z","caller":"traceutil/trace.go:171","msg":"trace[1550219630] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"563.814263ms","start":"2026-04-08T13:14:42.165977Z","end":"2026-04-08T13:14:42.729791Z","steps":["trace[1550219630] 'process raft request' (duration: 562.988637ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:42.729825Z","caller":"traceutil/trace.go:171","msg":"trace[1774229748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8024; }","duration":"563.704971ms","start":"2026-04-08T13:14:42.166106Z","end":"2026-04-08T13:14:42.729811Z","steps":["trace[1774229748] 'agreement among raft nodes before linearized reading' (duration: 563.553628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.729856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.16597Z","time spent":"563.856054ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:42.729862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.166094Z","time spent":"563.760063ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:14:42.729983Z","caller":"traceutil/trace.go:171","msg":"trace[2016758689] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"564.092679ms","start":"2026-04-08T13:14:42.16588Z","end":"2026-04-08T13:14:42.729972Z","steps":["trace[2016758689] 'process raft request' (duration: 515.435266ms)","trace[2016758689] 'compare' (duration: 47.428349ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:42.729989Z","caller":"traceutil/trace.go:171","msg":"trace[46149263] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"563.955196ms","start":"2026-04-08T13:14:42.166009Z","end":"2026-04-08T13:14:42.729965Z","steps":["trace[46149263] 'process raft request' (duration: 563.040968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.730037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.165862Z","time spent":"564.15019ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:42.730105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.165977Z","time spent":"564.063948ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:42.799202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.541327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:42.799277Z","caller":"traceutil/trace.go:171","msg":"trace[1124953963] range","detail":"{range_begin:/registry/secrets/kube-node-lease/; range_end:/registry/secrets/kube-node-lease0; response_count:0; response_revision:8025; }","duration":"557.631268ms","start":"2026-04-08T13:14:42.241629Z","end":"2026-04-08T13:14:42.79926Z","steps":["trace[1124953963] 'agreement among raft nodes before linearized reading' (duration: 557.483485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.79932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.241586Z","time spent":"557.7241ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:42.799629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.574692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:42.79968Z","caller":"traceutil/trace.go:171","msg":"trace[2027492806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8025; }","duration":"631.650473ms","start":"2026-04-08T13:14:42.168017Z","end":"2026-04-08T13:14:42.799668Z","steps":["trace[2027492806] 'agreement among raft nodes before linearized reading' (duration: 631.582932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.799778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.168004Z","time spent":"631.768297ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:42.799941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.773614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/\" range_end:\"/registry/serviceaccounts/kube-node-lease0\" limit:500 ","response":"range_response_count:1 size:187"} {"level":"info","ts":"2026-04-08T13:14:42.799993Z","caller":"traceutil/trace.go:171","msg":"trace[1778278120] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/; range_end:/registry/serviceaccounts/kube-node-lease0; response_count:1; response_revision:8025; }","duration":"521.849856ms","start":"2026-04-08T13:14:42.278131Z","end":"2026-04-08T13:14:42.799981Z","steps":["trace[1778278120] 'agreement among raft nodes before linearized reading' (duration: 521.619571ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:42.800099Z","caller":"traceutil/trace.go:171","msg":"trace[777275946] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"311.313061ms","start":"2026-04-08T13:14:42.488778Z","end":"2026-04-08T13:14:42.800091Z","steps":["trace[777275946] 'process raft request' (duration: 310.185059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.800138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.050564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-08T13:14:42.800213Z","caller":"traceutil/trace.go:171","msg":"trace[67604588] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:8025; }","duration":"494.158597ms","start":"2026-04-08T13:14:42.306041Z","end":"2026-04-08T13:14:42.800199Z","steps":["trace[67604588] 'agreement among raft nodes before linearized reading' (duration: 493.245658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.800239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.488751Z","time spent":"311.368241ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:42.800248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.306001Z","time spent":"494.240078ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":927,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-08T13:14:42.800355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.170415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 ","response":"range_response_count:21 size:16651"} {"level":"info","ts":"2026-04-08T13:14:42.800402Z","caller":"traceutil/trace.go:171","msg":"trace[1278813596] range","detail":"{range_begin:/registry/events/auth-system/; range_end:/registry/events/auth-system0; response_count:21; response_revision:8025; }","duration":"630.232186ms","start":"2026-04-08T13:14:42.170159Z","end":"2026-04-08T13:14:42.800391Z","steps":["trace[1278813596] 'agreement among raft nodes before linearized reading' (duration: 628.950709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:42.800435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.170151Z","time spent":"630.272876ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":21,"response size":16673,"request content":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:42.800849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.278121Z","time spent":"521.904027ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-node-lease/\" range_end:\"/registry/serviceaccounts/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:43.238964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.132876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/ingress-nginx/\" range_end:\"/registry/statefulsets/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:43.239091Z","caller":"traceutil/trace.go:171","msg":"trace[393518056] range","detail":"{range_begin:/registry/statefulsets/ingress-nginx/; range_end:/registry/statefulsets/ingress-nginx0; response_count:0; response_revision:8025; }","duration":"328.478063ms","start":"2026-04-08T13:14:42.910593Z","end":"2026-04-08T13:14:43.239071Z","steps":["trace[393518056] 'range keys from in-memory index tree' (duration: 328.067954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.239075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.973535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:43.239107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.990988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-04-08T13:14:43.239143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.910579Z","time spent":"328.551154ms","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/ingress-nginx/\" range_end:\"/registry/statefulsets/ingress-nginx0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:43.239159Z","caller":"traceutil/trace.go:171","msg":"trace[1676767050] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:8025; }","duration":"309.07285ms","start":"2026-04-08T13:14:42.930073Z","end":"2026-04-08T13:14:43.239146Z","steps":["trace[1676767050] 'range keys from in-memory index tree' (duration: 308.796635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.239197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.930061Z","time spent":"309.127151ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-08T13:14:43.239265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.963007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:43.239151Z","caller":"traceutil/trace.go:171","msg":"trace[1650729452] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8025; }","duration":"345.088358ms","start":"2026-04-08T13:14:42.894043Z","end":"2026-04-08T13:14:43.239132Z","steps":["trace[1650729452] 'range keys from in-memory index tree' (duration: 344.915235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.239496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.894028Z","time spent":"345.454395ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-08T13:14:43.239356Z","caller":"traceutil/trace.go:171","msg":"trace[1485194296] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8025; }","duration":"304.086349ms","start":"2026-04-08T13:14:42.935244Z","end":"2026-04-08T13:14:43.23933Z","steps":["trace[1485194296] 'count revisions from in-memory index tree' (duration: 303.909356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.239629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.165156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-08T13:14:43.239664Z","caller":"traceutil/trace.go:171","msg":"trace[1171957786] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:8025; }","duration":"327.220666ms","start":"2026-04-08T13:14:42.912434Z","end":"2026-04-08T13:14:43.239654Z","steps":["trace[1171957786] 'range keys from in-memory index tree' (duration: 327.032203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.239656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.935234Z","time spent":"304.405115ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:43.239717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.912426Z","time spent":"327.280047ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":927,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-08T13:14:43.239482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.252367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-node-lease/\" range_end:\"/registry/services/specs/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:43.239994Z","caller":"traceutil/trace.go:171","msg":"trace[789863377] range","detail":"{range_begin:/registry/services/specs/kube-node-lease/; range_end:/registry/services/specs/kube-node-lease0; response_count:0; response_revision:8025; }","duration":"328.779119ms","start":"2026-04-08T13:14:42.911194Z","end":"2026-04-08T13:14:43.239973Z","steps":["trace[789863377] 'range keys from in-memory index tree' (duration: 328.217117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.240364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:42.911187Z","time spent":"329.153027ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/kube-node-lease/\" range_end:\"/registry/services/specs/kube-node-lease0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:43.81508Z","caller":"traceutil/trace.go:171","msg":"trace[2092845085] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"362.821493ms","start":"2026-04-08T13:14:43.452232Z","end":"2026-04-08T13:14:43.815054Z","steps":["trace[2092845085] 'process raft request' (duration: 362.529058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.815269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:43.452203Z","time spent":"362.973747ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:43.815496Z","caller":"traceutil/trace.go:171","msg":"trace[68872642] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"361.476206ms","start":"2026-04-08T13:14:43.453993Z","end":"2026-04-08T13:14:43.815469Z","steps":["trace[68872642] 'process raft request' (duration: 361.20294ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:43.815571Z","caller":"traceutil/trace.go:171","msg":"trace[1696598431] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"362.683071ms","start":"2026-04-08T13:14:43.452856Z","end":"2026-04-08T13:14:43.815539Z","steps":["trace[1696598431] 'process raft request' (duration: 362.051088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.81561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:43.453979Z","time spent":"361.575958ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:43.815673Z","caller":"traceutil/trace.go:171","msg":"trace[531512437] linearizableReadLoop","detail":"{readStateIndex:8348; appliedIndex:8344; }","duration":"330.746716ms","start":"2026-04-08T13:14:43.484635Z","end":"2026-04-08T13:14:43.815381Z","steps":["trace[531512437] 'read index received' (duration: 16.540304ms)","trace[531512437] 'applied index is now lower than readState.Index' (duration: 314.205622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:43.815714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.073032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-08T13:14:43.815727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:43.452848Z","time spent":"362.789183ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:43.815754Z","caller":"traceutil/trace.go:171","msg":"trace[1762282597] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:8029; }","duration":"331.142704ms","start":"2026-04-08T13:14:43.484599Z","end":"2026-04-08T13:14:43.815742Z","steps":["trace[1762282597] 'agreement among raft nodes before linearized reading' (duration: 331.007411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.815785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:43.484585Z","time spent":"331.193775ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-08T13:14:43.815882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.462736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-04-08T13:14:43.815901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.42658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:43.815938Z","caller":"traceutil/trace.go:171","msg":"trace[1555247400] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:8029; }","duration":"311.542437ms","start":"2026-04-08T13:14:43.504376Z","end":"2026-04-08T13:14:43.815919Z","steps":["trace[1555247400] 'agreement among raft nodes before linearized reading' (duration: 311.385194ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:43.815952Z","caller":"traceutil/trace.go:171","msg":"trace[69661978] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8029; }","duration":"114.523452ms","start":"2026-04-08T13:14:43.701413Z","end":"2026-04-08T13:14:43.815937Z","steps":["trace[69661978] 'agreement among raft nodes before linearized reading' (duration: 114.43419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.815981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:43.504364Z","time spent":"311.604239ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-08T13:14:43.816056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.384098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/kube-system/\" range_end:\"/registry/cronjobs/kube-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:43.816087Z","caller":"traceutil/trace.go:171","msg":"trace[1734321322] range","detail":"{range_begin:/registry/cronjobs/kube-system/; range_end:/registry/cronjobs/kube-system0; response_count:0; response_revision:8029; }","duration":"274.43419ms","start":"2026-04-08T13:14:43.541644Z","end":"2026-04-08T13:14:43.816078Z","steps":["trace[1734321322] 'agreement among raft nodes before linearized reading' (duration: 274.381599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.816289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.916865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/\" range_end:\"/registry/configmaps/kube-system0\" limit:500 ","response":"range_response_count:8 size:16617"} {"level":"info","ts":"2026-04-08T13:14:43.816332Z","caller":"traceutil/trace.go:171","msg":"trace[168301913] range","detail":"{range_begin:/registry/configmaps/kube-system/; range_end:/registry/configmaps/kube-system0; response_count:8; response_revision:8029; }","duration":"309.977096ms","start":"2026-04-08T13:14:43.506341Z","end":"2026-04-08T13:14:43.816319Z","steps":["trace[168301913] 'agreement among raft nodes before linearized reading' (duration: 309.749162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:43.816363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:43.506335Z","time spent":"310.020347ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":8,"response size":16639,"request content":"key:\"/registry/configmaps/kube-system/\" range_end:\"/registry/configmaps/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:44.180426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.905732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/\" range_end:\"/registry/daemonsets/kube-system0\" limit:500 ","response":"range_response_count:2 size:17391"} {"level":"info","ts":"2026-04-08T13:14:44.180508Z","caller":"traceutil/trace.go:171","msg":"trace[2121347768] range","detail":"{range_begin:/registry/daemonsets/kube-system/; range_end:/registry/daemonsets/kube-system0; response_count:2; response_revision:8029; }","duration":"265.021864ms","start":"2026-04-08T13:14:43.915468Z","end":"2026-04-08T13:14:44.18049Z","steps":["trace[2121347768] 'range keys from in-memory index tree' (duration: 264.757649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:44.180862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.189641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-public/\" range_end:\"/registry/deployments/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:44.180914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.181795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 ","response":"range_response_count:21 size:16651"} {"level":"info","ts":"2026-04-08T13:14:44.18093Z","caller":"traceutil/trace.go:171","msg":"trace[735672487] range","detail":"{range_begin:/registry/deployments/kube-public/; range_end:/registry/deployments/kube-public0; response_count:0; response_revision:8029; }","duration":"282.302114ms","start":"2026-04-08T13:14:43.898611Z","end":"2026-04-08T13:14:44.180913Z","steps":["trace[735672487] 'range keys from in-memory index tree' (duration: 282.11649ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:44.180946Z","caller":"traceutil/trace.go:171","msg":"trace[1769562924] range","detail":"{range_begin:/registry/events/auth-system/; range_end:/registry/events/auth-system0; response_count:21; response_revision:8029; }","duration":"353.232066ms","start":"2026-04-08T13:14:43.827705Z","end":"2026-04-08T13:14:44.180937Z","steps":["trace[1769562924] 'range keys from in-memory index tree' (duration: 353.018472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:44.180977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:43.827697Z","time spent":"353.269857ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":21,"response size":16673,"request content":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:44.181294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.491342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 ","response":"range_response_count:21 size:16651"} {"level":"info","ts":"2026-04-08T13:14:44.181325Z","caller":"traceutil/trace.go:171","msg":"trace[1309393756] range","detail":"{range_begin:/registry/events/auth-system/; range_end:/registry/events/auth-system0; response_count:21; response_revision:8029; }","duration":"353.536323ms","start":"2026-04-08T13:14:43.827779Z","end":"2026-04-08T13:14:44.181316Z","steps":["trace[1309393756] 'range keys from in-memory index tree' (duration: 353.288897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:44.181354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:43.82776Z","time spent":"353.584104ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":21,"response size":16673,"request content":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:44.18174Z","caller":"traceutil/trace.go:171","msg":"trace[355280596] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"226.869105ms","start":"2026-04-08T13:14:43.954826Z","end":"2026-04-08T13:14:44.181695Z","steps":["trace[355280596] 'process raft request' (duration: 203.960392ms)","trace[355280596] 'compare' (duration: 21.516055ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:44.248243Z","caller":"traceutil/trace.go:171","msg":"trace[1704253564] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"291.988768ms","start":"2026-04-08T13:14:43.956232Z","end":"2026-04-08T13:14:44.248221Z","steps":["trace[1704253564] 'process raft request' (duration: 291.806424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:44.783705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766896278,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:14:44.929229Z","caller":"traceutil/trace.go:171","msg":"trace[160161728] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8350; }","duration":"646.179197ms","start":"2026-04-08T13:14:44.283028Z","end":"2026-04-08T13:14:44.929207Z","steps":["trace[160161728] 'read index received' (duration: 645.989793ms)","trace[160161728] 'applied index is now lower than readState.Index' (duration: 188.554µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:44.929333Z","caller":"traceutil/trace.go:171","msg":"trace[312156290] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"646.903272ms","start":"2026-04-08T13:14:44.282416Z","end":"2026-04-08T13:14:44.929319Z","steps":["trace[312156290] 'process raft request' (duration: 646.641836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:44.929457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:44.282405Z","time spent":"646.952554ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:44.929704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.141565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" ","response":"range_response_count:1 size:1738"} {"level":"warn","ts":"2026-04-08T13:14:44.929821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.220287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-public/\" range_end:\"/registry/services/endpoints/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:44.929871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.389729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T13:14:44.929862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.298366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:44.929917Z","caller":"traceutil/trace.go:171","msg":"trace[1474180578] range","detail":"{range_begin:/registry/services/endpoints/kube-public/; range_end:/registry/services/endpoints/kube-public0; response_count:0; response_revision:8032; }","duration":"637.34999ms","start":"2026-04-08T13:14:44.292544Z","end":"2026-04-08T13:14:44.929894Z","steps":["trace[1474180578] 'agreement among raft nodes before linearized reading' (duration: 637.152256ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:44.929927Z","caller":"traceutil/trace.go:171","msg":"trace[2023585483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8032; }","duration":"196.470531ms","start":"2026-04-08T13:14:44.733438Z","end":"2026-04-08T13:14:44.929909Z","steps":["trace[2023585483] 'agreement among raft nodes before linearized reading' (duration: 196.364609ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:44.929931Z","caller":"traceutil/trace.go:171","msg":"trace[876728465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8032; }","duration":"556.394598ms","start":"2026-04-08T13:14:44.373526Z","end":"2026-04-08T13:14:44.92992Z","steps":["trace[876728465] 'agreement among raft nodes before linearized reading' (duration: 556.312937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:44.930119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:44.373507Z","time spent":"556.600462ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:44.930231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.77871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-04-08T13:14:44.930303Z","caller":"traceutil/trace.go:171","msg":"trace[988683471] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:8032; }","duration":"644.870952ms","start":"2026-04-08T13:14:44.285421Z","end":"2026-04-08T13:14:44.930291Z","steps":["trace[988683471] 'agreement among raft nodes before linearized reading' (duration: 644.077846ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:44.929861Z","caller":"traceutil/trace.go:171","msg":"trace[878039042] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:8032; }","duration":"626.318628ms","start":"2026-04-08T13:14:44.303525Z","end":"2026-04-08T13:14:44.929844Z","steps":["trace[878039042] 'agreement among raft nodes before linearized reading' (duration: 626.117364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:44.930522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:44.303506Z","time spent":"626.994212ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1760,"request content":"key:\"/registry/configmaps/default/kube-root-ca.crt\" "} {"level":"warn","ts":"2026-04-08T13:14:44.930764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:44.285413Z","time spent":"644.934593ms","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7530,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-08T13:14:44.929974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:44.292539Z","time spent":"637.424432ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/kube-public/\" range_end:\"/registry/services/endpoints/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:44.929749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.722059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/kube-public/\" range_end:\"/registry/ingress/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:44.932299Z","caller":"traceutil/trace.go:171","msg":"trace[478855030] range","detail":"{range_begin:/registry/ingress/kube-public/; range_end:/registry/ingress/kube-public0; response_count:0; response_revision:8032; }","duration":"649.219149ms","start":"2026-04-08T13:14:44.283014Z","end":"2026-04-08T13:14:44.932233Z","steps":["trace[478855030] 'agreement among raft nodes before linearized reading' (duration: 646.700338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:44.929754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.42712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:14:44.932431Z","caller":"traceutil/trace.go:171","msg":"trace[1463428825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8032; }","duration":"199.153445ms","start":"2026-04-08T13:14:44.733245Z","end":"2026-04-08T13:14:44.932399Z","steps":["trace[1463428825] 'agreement among raft nodes before linearized reading' (duration: 196.320288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:44.932385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:44.282964Z","time spent":"649.391042ms","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/kube-public/\" range_end:\"/registry/ingress/kube-public0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:45.129552Z","caller":"traceutil/trace.go:171","msg":"trace[300215723] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"193.58415ms","start":"2026-04-08T13:14:44.935941Z","end":"2026-04-08T13:14:45.129525Z","steps":["trace[300215723] 'process raft request' (duration: 173.176519ms)","trace[300215723] 'compare' (duration: 20.009163ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:45.149689Z","caller":"traceutil/trace.go:171","msg":"trace[1311524848] linearizableReadLoop","detail":"{readStateIndex:8353; appliedIndex:8351; }","duration":"151.565003ms","start":"2026-04-08T13:14:44.998106Z","end":"2026-04-08T13:14:45.149671Z","steps":["trace[1311524848] 'read index received' (duration: 111.106648ms)","trace[1311524848] 'applied index is now lower than readState.Index' (duration: 40.457315ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:45.150028Z","caller":"traceutil/trace.go:171","msg":"trace[2098700871] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"209.315336ms","start":"2026-04-08T13:14:44.940697Z","end":"2026-04-08T13:14:45.150012Z","steps":["trace[2098700871] 'process raft request' (duration: 208.896248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:45.150409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.293047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-04-08T13:14:45.150453Z","caller":"traceutil/trace.go:171","msg":"trace[54648248] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:8034; }","duration":"152.377108ms","start":"2026-04-08T13:14:44.998065Z","end":"2026-04-08T13:14:45.150442Z","steps":["trace[54648248] 'agreement among raft nodes before linearized reading' (duration: 152.227135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:45.150653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.032728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" limit:500 ","response":"range_response_count:2 size:8921"} {"level":"info","ts":"2026-04-08T13:14:45.15071Z","caller":"traceutil/trace.go:171","msg":"trace[889368759] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:2; response_revision:8034; }","duration":"126.11794ms","start":"2026-04-08T13:14:45.024574Z","end":"2026-04-08T13:14:45.150691Z","steps":["trace[889368759] 'agreement among raft nodes before linearized reading' (duration: 125.937705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:45.150908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.955795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/\" range_end:\"/registry/services/endpoints/kube-system0\" limit:500 ","response":"range_response_count:7 size:7896"} {"level":"info","ts":"2026-04-08T13:14:45.150941Z","caller":"traceutil/trace.go:171","msg":"trace[2049353613] range","detail":"{range_begin:/registry/services/endpoints/kube-system/; range_end:/registry/services/endpoints/kube-system0; response_count:7; response_revision:8034; }","duration":"112.007726ms","start":"2026-04-08T13:14:45.038924Z","end":"2026-04-08T13:14:45.150932Z","steps":["trace[2049353613] 'agreement among raft nodes before linearized reading' (duration: 111.877993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:45.150995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.299744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-04-08T13:14:45.151034Z","caller":"traceutil/trace.go:171","msg":"trace[1832149083] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:8034; }","duration":"124.347355ms","start":"2026-04-08T13:14:45.026674Z","end":"2026-04-08T13:14:45.151022Z","steps":["trace[1832149083] 'agreement among raft nodes before linearized reading' (duration: 124.229443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:45.463085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.59721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" ","response":"range_response_count:1 size:1764"} {"level":"warn","ts":"2026-04-08T13:14:45.463115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.113442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/envoy-gateway-config\" ","response":"range_response_count:1 size:1550"} {"level":"info","ts":"2026-04-08T13:14:45.463166Z","caller":"traceutil/trace.go:171","msg":"trace[1268358113] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/envoy-gateway-config; range_end:; response_count:1; response_revision:8034; }","duration":"215.190583ms","start":"2026-04-08T13:14:45.247959Z","end":"2026-04-08T13:14:45.46315Z","steps":["trace[1268358113] 'range keys from in-memory index tree' (duration: 214.940169ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:45.463166Z","caller":"traceutil/trace.go:171","msg":"trace[140335059] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:8034; }","duration":"200.711852ms","start":"2026-04-08T13:14:45.262435Z","end":"2026-04-08T13:14:45.463147Z","steps":["trace[140335059] 'range keys from in-memory index tree' (duration: 200.447967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:45.463361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.727541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/kube-public/\" range_end:\"/registry/jobs/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:45.463541Z","caller":"traceutil/trace.go:171","msg":"trace[634679990] range","detail":"{range_begin:/registry/jobs/kube-public/; range_end:/registry/jobs/kube-public0; response_count:0; response_revision:8034; }","duration":"194.958586ms","start":"2026-04-08T13:14:45.268552Z","end":"2026-04-08T13:14:45.46351Z","steps":["trace[634679990] 'range keys from in-memory index tree' (duration: 194.656589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:45.463683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.1776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/kube-system/\" range_end:\"/registry/ingress/kube-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:45.463732Z","caller":"traceutil/trace.go:171","msg":"trace[2119705123] range","detail":"{range_begin:/registry/ingress/kube-system/; range_end:/registry/ingress/kube-system0; response_count:0; response_revision:8034; }","duration":"195.257572ms","start":"2026-04-08T13:14:45.268463Z","end":"2026-04-08T13:14:45.46372Z","steps":["trace[2119705123] 'range keys from in-memory index tree' (duration: 195.126478ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:45.649726Z","caller":"traceutil/trace.go:171","msg":"trace[1714871038] linearizableReadLoop","detail":"{readStateIndex:8354; appliedIndex:8353; }","duration":"103.352352ms","start":"2026-04-08T13:14:45.546352Z","end":"2026-04-08T13:14:45.649704Z","steps":["trace[1714871038] 'read index received' (duration: 103.117447ms)","trace[1714871038] 'applied index is now lower than readState.Index' (duration: 233.985µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:45.650077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.938774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-04-08T13:14:45.650133Z","caller":"traceutil/trace.go:171","msg":"trace[753679236] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"145.179884ms","start":"2026-04-08T13:14:45.504934Z","end":"2026-04-08T13:14:45.650114Z","steps":["trace[753679236] 'process raft request' (duration: 144.613713ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:45.650124Z","caller":"traceutil/trace.go:171","msg":"trace[1684225020] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:8035; }","duration":"102.007305ms","start":"2026-04-08T13:14:45.548105Z","end":"2026-04-08T13:14:45.650113Z","steps":["trace[1684225020] 'agreement among raft nodes before linearized reading' (duration: 101.859482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:45.650059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.674578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/envoy-gateway-config\" ","response":"range_response_count:1 size:1550"} {"level":"info","ts":"2026-04-08T13:14:45.650548Z","caller":"traceutil/trace.go:171","msg":"trace[638460875] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/envoy-gateway-config; range_end:; response_count:1; response_revision:8035; }","duration":"104.219088ms","start":"2026-04-08T13:14:45.54631Z","end":"2026-04-08T13:14:45.650529Z","steps":["trace[638460875] 'agreement among raft nodes before linearized reading' (duration: 103.529905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:46.135036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.794156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:14:46.135138Z","caller":"traceutil/trace.go:171","msg":"trace[1576918101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8035; }","duration":"314.936109ms","start":"2026-04-08T13:14:45.820178Z","end":"2026-04-08T13:14:46.135114Z","steps":["trace[1576918101] 'range keys from in-memory index tree' (duration: 314.622463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:46.135193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:45.820135Z","time spent":"315.044831ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:46.135484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.350877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-public/\" range_end:\"/registry/pods/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:46.135561Z","caller":"traceutil/trace.go:171","msg":"trace[1482042042] range","detail":"{range_begin:/registry/pods/kube-public/; range_end:/registry/pods/kube-public0; response_count:0; response_revision:8035; }","duration":"384.459859ms","start":"2026-04-08T13:14:45.75108Z","end":"2026-04-08T13:14:46.13554Z","steps":["trace[1482042042] 'range keys from in-memory index tree' (duration: 384.294976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:46.135607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:45.751072Z","time spent":"384.52432ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":27,"request content":"key:\"/registry/pods/kube-public/\" range_end:\"/registry/pods/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:46.135683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.685587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/kube-system/\" range_end:\"/registry/networkpolicies/kube-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:46.136429Z","caller":"traceutil/trace.go:171","msg":"trace[1283992709] range","detail":"{range_begin:/registry/networkpolicies/kube-system/; range_end:/registry/networkpolicies/kube-system0; response_count:0; response_revision:8035; }","duration":"400.522862ms","start":"2026-04-08T13:14:45.735896Z","end":"2026-04-08T13:14:46.136419Z","steps":["trace[1283992709] 'range keys from in-memory index tree' (duration: 399.602774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:46.13586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.924519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-08T13:14:46.13649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:45.735875Z","time spent":"400.596645ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/kube-system/\" range_end:\"/registry/networkpolicies/kube-system0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:46.136522Z","caller":"traceutil/trace.go:171","msg":"trace[1013446300] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8035; }","duration":"393.586483ms","start":"2026-04-08T13:14:45.74289Z","end":"2026-04-08T13:14:46.136477Z","steps":["trace[1013446300] 'range keys from in-memory index tree' (duration: 392.778006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:46.13665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:45.742879Z","time spent":"393.761797ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T13:14:46.136074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.172485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:14:46.136699Z","caller":"traceutil/trace.go:171","msg":"trace[454903173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8035; }","duration":"316.827838ms","start":"2026-04-08T13:14:45.819858Z","end":"2026-04-08T13:14:46.136686Z","steps":["trace[454903173] 'range keys from in-memory index tree' (duration: 316.056262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:46.13676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:45.819837Z","time spent":"316.9019ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:46.136214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.744234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-08T13:14:46.136851Z","caller":"traceutil/trace.go:171","msg":"trace[477937919] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:8035; }","duration":"383.390828ms","start":"2026-04-08T13:14:45.753451Z","end":"2026-04-08T13:14:46.136841Z","steps":["trace[477937919] 'range keys from in-memory index tree' (duration: 382.595871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:46.136875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:45.753446Z","time spent":"383.423398ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5663,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-04-08T13:14:46.13636Z","caller":"traceutil/trace.go:171","msg":"trace[1121171061] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"315.55734ms","start":"2026-04-08T13:14:45.820759Z","end":"2026-04-08T13:14:46.136317Z","steps":["trace[1121171061] 'process raft request' (duration: 255.700907ms)","trace[1121171061] 'compare' (duration: 59.413335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:46.137027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:45.820735Z","time spent":"316.247236ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:46.136341Z","caller":"traceutil/trace.go:171","msg":"trace[1751602620] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8354; }","duration":"301.61663ms","start":"2026-04-08T13:14:45.834683Z","end":"2026-04-08T13:14:46.136299Z","steps":["trace[1751602620] 'read index received' (duration: 241.823168ms)","trace[1751602620] 'applied index is now lower than readState.Index' (duration: 59.789852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:46.136049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.417811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:46.137128Z","caller":"traceutil/trace.go:171","msg":"trace[408837096] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8035; }","duration":"336.536364ms","start":"2026-04-08T13:14:45.800583Z","end":"2026-04-08T13:14:46.137119Z","steps":["trace[408837096] 'count revisions from in-memory index tree' (duration: 335.37554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:46.137159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:45.800565Z","time spent":"336.585145ms","remote":"127.0.0.1:53800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:46.137542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.836394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:46.137772Z","caller":"traceutil/trace.go:171","msg":"trace[634966977] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8036; }","duration":"303.119361ms","start":"2026-04-08T13:14:45.834636Z","end":"2026-04-08T13:14:46.137755Z","steps":["trace[634966977] 'agreement among raft nodes before linearized reading' (duration: 301.783313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:46.137851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:45.834623Z","time spent":"303.209722ms","remote":"127.0.0.1:43708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:47.317617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089831926s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:14:47.318269Z","caller":"traceutil/trace.go:171","msg":"trace[762605035] linearizableReadLoop","detail":"{readStateIndex:8358; appliedIndex:8355; }","duration":"1.092221945s","start":"2026-04-08T13:14:46.226023Z","end":"2026-04-08T13:14:47.318245Z","steps":["trace[762605035] 'read index received' (duration: 1.707935ms)","trace[762605035] 'applied index is now lower than readState.Index' (duration: 1.09051288s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:47.318475Z","caller":"traceutil/trace.go:171","msg":"trace[1205135579] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"1.132152448s","start":"2026-04-08T13:14:46.186303Z","end":"2026-04-08T13:14:47.318456Z","steps":["trace[1205135579] 'process raft request' (duration: 1.131879043s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:47.318678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.186275Z","time spent":"1.13230213s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:47.318854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092762795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-08T13:14:47.318834Z","caller":"traceutil/trace.go:171","msg":"trace[1460063055] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"1.168600391s","start":"2026-04-08T13:14:46.149641Z","end":"2026-04-08T13:14:47.318242Z","steps":["trace[1460063055] 'process raft request' (duration: 1.168346176s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:47.319024Z","caller":"traceutil/trace.go:171","msg":"trace[1050726666] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8039; }","duration":"1.092998991s","start":"2026-04-08T13:14:46.225975Z","end":"2026-04-08T13:14:47.318974Z","steps":["trace[1050726666] 'agreement among raft nodes before linearized reading' (duration: 1.0925021s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:47.319153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.225951Z","time spent":"1.093158044s","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-08T13:14:47.319423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.14961Z","time spent":"1.169695914s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:47.525228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.672065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:47.52575Z","caller":"traceutil/trace.go:171","msg":"trace[159288236] linearizableReadLoop","detail":"{readStateIndex:8359; appliedIndex:8358; }","duration":"206.945059ms","start":"2026-04-08T13:14:47.318409Z","end":"2026-04-08T13:14:47.525354Z","steps":["trace[159288236] 'read index received' (duration: 83.940827ms)","trace[159288236] 'applied index is now lower than readState.Index' (duration: 123.002602ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:47.526142Z","caller":"traceutil/trace.go:171","msg":"trace[1237716931] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"1.273702771s","start":"2026-04-08T13:14:46.252423Z","end":"2026-04-08T13:14:47.526126Z","steps":["trace[1237716931] 'process raft request' (duration: 1.150033645s)","trace[1237716931] 'compare' (duration: 122.222446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:47.526259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.252405Z","time spent":"1.273779503s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:47.52635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.191633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:14:47.526431Z","caller":"traceutil/trace.go:171","msg":"trace[1289051661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8040; }","duration":"592.323544ms","start":"2026-04-08T13:14:46.934087Z","end":"2026-04-08T13:14:47.52641Z","steps":["trace[1289051661] 'agreement among raft nodes before linearized reading' (duration: 592.07916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:47.526482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.934066Z","time spent":"592.406597ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:14:47.526497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295983979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 ","response":"range_response_count:10 size:67674"} {"level":"warn","ts":"2026-04-08T13:14:47.526427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133365328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:47.52659Z","caller":"traceutil/trace.go:171","msg":"trace[2095878523] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:10; response_revision:8040; }","duration":"1.296114832s","start":"2026-04-08T13:14:46.230458Z","end":"2026-04-08T13:14:47.526573Z","steps":["trace[2095878523] 'agreement among raft nodes before linearized reading' (duration: 1.295762535s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:47.526672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.23044Z","time spent":"1.296217803s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":10,"response size":67696,"request content":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:47.526742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.523628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:14:47.526695Z","caller":"traceutil/trace.go:171","msg":"trace[1208943761] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8040; }","duration":"1.133706565s","start":"2026-04-08T13:14:46.392885Z","end":"2026-04-08T13:14:47.526591Z","steps":["trace[1208943761] 'agreement among raft nodes before linearized reading' (duration: 1.133273926s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:47.526779Z","caller":"traceutil/trace.go:171","msg":"trace[713701238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8040; }","duration":"393.60047ms","start":"2026-04-08T13:14:47.133169Z","end":"2026-04-08T13:14:47.52677Z","steps":["trace[713701238] 'agreement among raft nodes before linearized reading' (duration: 393.506248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:47.526808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.133147Z","time spent":"393.655131ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:47.526783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.420089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-08T13:14:47.526901Z","caller":"traceutil/trace.go:171","msg":"trace[1970049631] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8040; }","duration":"202.580911ms","start":"2026-04-08T13:14:47.324312Z","end":"2026-04-08T13:14:47.526892Z","steps":["trace[1970049631] 'agreement among raft nodes before linearized reading' (duration: 202.318996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:47.526877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.460085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:14:47.527027Z","caller":"traceutil/trace.go:171","msg":"trace[585642389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8040; }","duration":"370.884363ms","start":"2026-04-08T13:14:47.156124Z","end":"2026-04-08T13:14:47.527008Z","steps":["trace[585642389] 'agreement among raft nodes before linearized reading' (duration: 370.136898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:47.527138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.156101Z","time spent":"371.017076ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:14:47.527176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.536102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-public/\" range_end:\"/registry/persistentvolumeclaims/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:47.527248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257828961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-08T13:14:47.52734Z","caller":"traceutil/trace.go:171","msg":"trace[1820728603] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:8040; }","duration":"1.257938954s","start":"2026-04-08T13:14:46.269348Z","end":"2026-04-08T13:14:47.527287Z","steps":["trace[1820728603] 'agreement among raft nodes before linearized reading' (duration: 1.25774617s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:47.527298Z","caller":"traceutil/trace.go:171","msg":"trace[1201272481] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-public/; range_end:/registry/persistentvolumeclaims/kube-public0; response_count:0; response_revision:8040; }","duration":"965.699436ms","start":"2026-04-08T13:14:46.561582Z","end":"2026-04-08T13:14:47.527281Z","steps":["trace[1201272481] 'agreement among raft nodes before linearized reading' (duration: 965.485011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:47.527424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.269326Z","time spent":"1.258057386s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5663,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-08T13:14:47.527532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.56156Z","time spent":"965.94809ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/kube-public/\" range_end:\"/registry/persistentvolumeclaims/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:47.527625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084280951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:47.52759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002970985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:14:47.527688Z","caller":"traceutil/trace.go:171","msg":"trace[465802409] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8040; }","duration":"1.084410263s","start":"2026-04-08T13:14:46.443263Z","end":"2026-04-08T13:14:47.527673Z","steps":["trace[465802409] 'agreement among raft nodes before linearized reading' (duration: 1.084302641s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:47.527745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.443205Z","time spent":"1.084521995s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:14:47.527706Z","caller":"traceutil/trace.go:171","msg":"trace[1169058475] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8040; }","duration":"1.003134129s","start":"2026-04-08T13:14:46.524553Z","end":"2026-04-08T13:14:47.527687Z","steps":["trace[1169058475] 'agreement among raft nodes before linearized reading' (duration: 1.002874183s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:47.527849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.524521Z","time spent":"1.003275351s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-08T13:14:47.526984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.392862Z","time spent":"1.133935679s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:47.526998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149750248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:47.528284Z","caller":"traceutil/trace.go:171","msg":"trace[128209600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8040; }","duration":"1.151067634s","start":"2026-04-08T13:14:46.377192Z","end":"2026-04-08T13:14:47.52826Z","steps":["trace[128209600] 'agreement among raft nodes before linearized reading' (duration: 1.149771758s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:47.528341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:46.377168Z","time spent":"1.151157315s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:47.527057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.670632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:47.528547Z","caller":"traceutil/trace.go:171","msg":"trace[1022201070] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8040; }","duration":"195.164971ms","start":"2026-04-08T13:14:47.333357Z","end":"2026-04-08T13:14:47.528522Z","steps":["trace[1022201070] 'agreement among raft nodes before linearized reading' (duration: 193.657031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:48.091594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766896326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:14:48.592178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766896326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:14:48.907209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316617074s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:14:48.907619Z","caller":"traceutil/trace.go:171","msg":"trace[198361106] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"1.372031848s","start":"2026-04-08T13:14:47.53555Z","end":"2026-04-08T13:14:48.907582Z","steps":["trace[198361106] 'process raft request' (duration: 1.371845564s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:48.907883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.53554Z","time spent":"1.372149001s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:48.907904Z","caller":"traceutil/trace.go:171","msg":"trace[190194667] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"1.369214962s","start":"2026-04-08T13:14:47.538669Z","end":"2026-04-08T13:14:48.907884Z","steps":["trace[190194667] 'process raft request' (duration: 1.36912274s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:48.907974Z","caller":"traceutil/trace.go:171","msg":"trace[814071361] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"1.372327254s","start":"2026-04-08T13:14:47.535606Z","end":"2026-04-08T13:14:48.907933Z","steps":["trace[814071361] 'process raft request' (duration: 1.371933386s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:48.907984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.538646Z","time spent":"1.369297653s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:48.908188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.535602Z","time spent":"1.372435766s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:49.009018Z","caller":"traceutil/trace.go:171","msg":"trace[1764344933] linearizableReadLoop","detail":"{readStateIndex:8366; appliedIndex:8360; }","duration":"1.418325835s","start":"2026-04-08T13:14:47.590671Z","end":"2026-04-08T13:14:49.008997Z","steps":["trace[1764344933] 'read index received' (duration: 1.316727516s)","trace[1764344933] 'applied index is now lower than readState.Index' (duration: 101.597539ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:49.009122Z","caller":"traceutil/trace.go:171","msg":"trace[1903180440] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"865.598073ms","start":"2026-04-08T13:14:48.143516Z","end":"2026-04-08T13:14:49.009114Z","steps":["trace[1903180440] 'process raft request' (duration: 865.44868ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:49.009039Z","caller":"traceutil/trace.go:171","msg":"trace[452684616] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"1.417260534s","start":"2026-04-08T13:14:47.591746Z","end":"2026-04-08T13:14:49.009007Z","steps":["trace[452684616] 'process raft request' (duration: 1.341382441s)","trace[452684616] 'compare' (duration: 75.679889ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:49.009035Z","caller":"traceutil/trace.go:171","msg":"trace[632627102] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"1.354515854s","start":"2026-04-08T13:14:47.654499Z","end":"2026-04-08T13:14:49.009015Z","steps":["trace[632627102] 'process raft request' (duration: 1.354427383s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.009217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:48.143482Z","time spent":"865.666134ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:49.009277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.591726Z","time spent":"1.417455799s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:49.009332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336253517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-system/\" range_end:\"/registry/persistentvolumeclaims/kube-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:49.009334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456187846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:49.009404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.048408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:49.009412Z","caller":"traceutil/trace.go:171","msg":"trace[53219289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8046; }","duration":"1.456303469s","start":"2026-04-08T13:14:47.553091Z","end":"2026-04-08T13:14:49.009395Z","steps":["trace[53219289] 'agreement among raft nodes before linearized reading' (duration: 1.456161426s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.009456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.037719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:49.009464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.553073Z","time spent":"1.45638147s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:14:49.009479Z","caller":"traceutil/trace.go:171","msg":"trace[661784829] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8046; }","duration":"686.099571ms","start":"2026-04-08T13:14:48.323375Z","end":"2026-04-08T13:14:49.009474Z","steps":["trace[661784829] 'agreement among raft nodes before linearized reading' (duration: 686.06616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.009505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:48.323354Z","time spent":"686.145641ms","remote":"127.0.0.1:57656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:49.009527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474161007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-08T13:14:49.009561Z","caller":"traceutil/trace.go:171","msg":"trace[370674182] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:8046; }","duration":"1.474205428s","start":"2026-04-08T13:14:47.535346Z","end":"2026-04-08T13:14:49.009552Z","steps":["trace[370674182] 'agreement among raft nodes before linearized reading' (duration: 1.474047145s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.009609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.535341Z","time spent":"1.474256499s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5663,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-04-08T13:14:49.009362Z","caller":"traceutil/trace.go:171","msg":"trace[1519219667] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-system/; range_end:/registry/persistentvolumeclaims/kube-system0; response_count:0; response_revision:8046; }","duration":"1.336314098s","start":"2026-04-08T13:14:47.673039Z","end":"2026-04-08T13:14:49.009353Z","steps":["trace[1519219667] 'agreement among raft nodes before linearized reading' (duration: 1.336270777s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.00968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.673022Z","time spent":"1.336644144s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/kube-system/\" range_end:\"/registry/persistentvolumeclaims/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:49.009717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.029423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:14:49.009742Z","caller":"traceutil/trace.go:171","msg":"trace[873133493] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8046; }","duration":"745.079075ms","start":"2026-04-08T13:14:48.264657Z","end":"2026-04-08T13:14:49.009736Z","steps":["trace[873133493] 'agreement among raft nodes before linearized reading' (duration: 744.981813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.009763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:48.264624Z","time spent":"745.133345ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-08T13:14:49.009429Z","caller":"traceutil/trace.go:171","msg":"trace[1747941395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8046; }","duration":"536.113359ms","start":"2026-04-08T13:14:48.473308Z","end":"2026-04-08T13:14:49.009422Z","steps":["trace[1747941395] 'agreement among raft nodes before linearized reading' (duration: 536.075699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.009858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:48.473289Z","time spent":"536.551808ms","remote":"127.0.0.1:53242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:49.009901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.270091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:14:49.009935Z","caller":"traceutil/trace.go:171","msg":"trace[1032467746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8046; }","duration":"778.328901ms","start":"2026-04-08T13:14:48.23159Z","end":"2026-04-08T13:14:49.009919Z","steps":["trace[1032467746] 'agreement among raft nodes before linearized reading' (duration: 778.26817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.009954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:48.231569Z","time spent":"778.380993ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:49.009364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.654477Z","time spent":"1.354766619s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:49.010072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19761777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/\" range_end:\"/registry/rolebindings/kube-system0\" limit:500 ","response":"range_response_count:11 size:7467"} {"level":"info","ts":"2026-04-08T13:14:49.010095Z","caller":"traceutil/trace.go:171","msg":"trace[658330315] range","detail":"{range_begin:/registry/rolebindings/kube-system/; range_end:/registry/rolebindings/kube-system0; response_count:11; response_revision:8046; }","duration":"1.197668742s","start":"2026-04-08T13:14:47.81242Z","end":"2026-04-08T13:14:49.010088Z","steps":["trace[658330315] 'agreement among raft nodes before linearized reading' (duration: 1.19757551s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.010116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.812401Z","time spent":"1.197709912s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":11,"response size":7489,"request content":"key:\"/registry/rolebindings/kube-system/\" range_end:\"/registry/rolebindings/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:49.010756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293907685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1120"} {"level":"info","ts":"2026-04-08T13:14:49.010809Z","caller":"traceutil/trace.go:171","msg":"trace[1320571150] range","detail":"{range_begin:/registry/services/endpoints/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:8046; }","duration":"1.293992767s","start":"2026-04-08T13:14:47.716803Z","end":"2026-04-08T13:14:49.010795Z","steps":["trace[1320571150] 'agreement among raft nodes before linearized reading' (duration: 1.293438146s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.010855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:47.716784Z","time spent":"1.294063029s","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1142,"request content":"key:\"/registry/services/endpoints/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-08T13:14:49.328268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.913476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-666s4\" ","response":"range_response_count:1 size:5487"} {"level":"warn","ts":"2026-04-08T13:14:49.328288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.079637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/\" range_end:\"/registry/roles/kube-public0\" limit:500 ","response":"range_response_count:2 size:1073"} {"level":"warn","ts":"2026-04-08T13:14:49.328343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.220554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1120"} {"level":"info","ts":"2026-04-08T13:14:49.328443Z","caller":"traceutil/trace.go:171","msg":"trace[316382547] range","detail":"{range_begin:/registry/roles/kube-public/; range_end:/registry/roles/kube-public0; response_count:2; response_revision:8047; }","duration":"105.282511ms","start":"2026-04-08T13:14:49.223138Z","end":"2026-04-08T13:14:49.32842Z","steps":["trace[316382547] 'range keys from in-memory index tree' (duration: 104.883454ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:49.328452Z","caller":"traceutil/trace.go:171","msg":"trace[168033874] range","detail":"{range_begin:/registry/services/endpoints/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:8047; }","duration":"202.345196ms","start":"2026-04-08T13:14:49.126085Z","end":"2026-04-08T13:14:49.32843Z","steps":["trace[168033874] 'range keys from in-memory index tree' (duration: 202.106081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.328487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.985411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:49.328568Z","caller":"traceutil/trace.go:171","msg":"trace[1045006318] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8047; }","duration":"215.100292ms","start":"2026-04-08T13:14:49.113444Z","end":"2026-04-08T13:14:49.328544Z","steps":["trace[1045006318] 'range keys from in-memory index tree' (duration: 214.915209ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:49.328393Z","caller":"traceutil/trace.go:171","msg":"trace[1918877714] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-666s4; range_end:; response_count:1; response_revision:8047; }","duration":"150.045518ms","start":"2026-04-08T13:14:49.178289Z","end":"2026-04-08T13:14:49.328335Z","steps":["trace[1918877714] 'range keys from in-memory index tree' (duration: 149.788054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.328273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.864067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/\" range_end:\"/registry/rolebindings/kube-public0\" limit:500 ","response":"range_response_count:2 size:1230"} {"level":"info","ts":"2026-04-08T13:14:49.328823Z","caller":"traceutil/trace.go:171","msg":"trace[1757990323] range","detail":"{range_begin:/registry/rolebindings/kube-public/; range_end:/registry/rolebindings/kube-public0; response_count:2; response_revision:8047; }","duration":"200.440969ms","start":"2026-04-08T13:14:49.128368Z","end":"2026-04-08T13:14:49.328809Z","steps":["trace[1757990323] 'range keys from in-memory index tree' (duration: 199.722535ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:49.532818Z","caller":"traceutil/trace.go:171","msg":"trace[576220547] linearizableReadLoop","detail":"{readStateIndex:8368; appliedIndex:8367; }","duration":"196.250674ms","start":"2026-04-08T13:14:49.336549Z","end":"2026-04-08T13:14:49.532799Z","steps":["trace[576220547] 'read index received' (duration: 196.088191ms)","trace[576220547] 'applied index is now lower than readState.Index' (duration: 161.613µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:49.532879Z","caller":"traceutil/trace.go:171","msg":"trace[1692097919] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"208.112472ms","start":"2026-04-08T13:14:49.324726Z","end":"2026-04-08T13:14:49.532838Z","steps":["trace[1692097919] 'process raft request' (duration: 207.929088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:49.532987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.424068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1120"} {"level":"info","ts":"2026-04-08T13:14:49.533026Z","caller":"traceutil/trace.go:171","msg":"trace[189013298] range","detail":"{range_begin:/registry/services/endpoints/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:8048; }","duration":"196.49997ms","start":"2026-04-08T13:14:49.336514Z","end":"2026-04-08T13:14:49.533014Z","steps":["trace[189013298] 'agreement among raft nodes before linearized reading' (duration: 196.376407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:50.034044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766896350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:14:50.71881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.342434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:50.718937Z","caller":"traceutil/trace.go:171","msg":"trace[1781840880] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"1.38100858s","start":"2026-04-08T13:14:49.337909Z","end":"2026-04-08T13:14:50.718918Z","steps":["trace[1781840880] 'process raft request' (duration: 702.480052ms)","trace[1781840880] 'compare' (duration: 677.732482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:50.719001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:49.337894Z","time spent":"1.381075252s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:51.815716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.910156ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:51.815831Z","caller":"traceutil/trace.go:171","msg":"trace[1367967200] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8049; }","duration":"968.033998ms","start":"2026-04-08T13:14:50.847779Z","end":"2026-04-08T13:14:51.815813Z","steps":["trace[1367967200] 'range keys from in-memory index tree' (duration: 967.895046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:51.816071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.481914Z","time spent":"334.152154ms","remote":"127.0.0.1:54988","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T13:14:51.817216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.437055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:51.817395Z","caller":"traceutil/trace.go:171","msg":"trace[837532615] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"2.266969479s","start":"2026-04-08T13:14:49.550394Z","end":"2026-04-08T13:14:51.817363Z","steps":["trace[837532615] 'process raft request' (duration: 1.331307179s)","trace[837532615] 'compare' (duration: 934.379864ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:51.817541Z","caller":"traceutil/trace.go:171","msg":"trace[499766917] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"1.511954679s","start":"2026-04-08T13:14:50.30557Z","end":"2026-04-08T13:14:51.817525Z","steps":["trace[499766917] 'process raft request' (duration: 1.511747395s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:51.817549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:49.550376Z","time spent":"2.267090772s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:51.817646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:50.305546Z","time spent":"1.51204092s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:51.817736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334303879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:14:51.817761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360362491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:51.817797Z","caller":"traceutil/trace.go:171","msg":"trace[96591643] range","detail":"{range_begin:/registry/secrets/kube-public/; range_end:/registry/secrets/kube-public0; response_count:0; response_revision:8051; }","duration":"2.360430942s","start":"2026-04-08T13:14:49.457355Z","end":"2026-04-08T13:14:51.817786Z","steps":["trace[96591643] 'agreement among raft nodes before linearized reading' (duration: 2.360375081s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:51.81783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:49.457336Z","time spent":"2.360486195s","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:51.817891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356270681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/\" range_end:\"/registry/roles/kube-system0\" limit:500 ","response":"range_response_count:11 size:5916"} {"level":"info","ts":"2026-04-08T13:14:51.81794Z","caller":"traceutil/trace.go:171","msg":"trace[1748367686] range","detail":"{range_begin:/registry/roles/kube-system/; range_end:/registry/roles/kube-system0; response_count:11; response_revision:8051; }","duration":"2.356339132s","start":"2026-04-08T13:14:49.46159Z","end":"2026-04-08T13:14:51.817929Z","steps":["trace[1748367686] 'agreement among raft nodes before linearized reading' (duration: 2.356113166s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:51.817767Z","caller":"traceutil/trace.go:171","msg":"trace[1527321961] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8051; }","duration":"2.334357979s","start":"2026-04-08T13:14:49.483401Z","end":"2026-04-08T13:14:51.817759Z","steps":["trace[1527321961] 'agreement among raft nodes before linearized reading' (duration: 2.334304778s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:51.817976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:49.48339Z","time spent":"2.334579016s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:51.817977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:49.461583Z","time spent":"2.356385363s","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":11,"response size":5938,"request content":"key:\"/registry/roles/kube-system/\" range_end:\"/registry/roles/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:51.818176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412272281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-666s4\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-04-08T13:14:51.818216Z","caller":"traceutil/trace.go:171","msg":"trace[573991081] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-666s4; range_end:; response_count:1; response_revision:8051; }","duration":"2.412345003s","start":"2026-04-08T13:14:49.40586Z","end":"2026-04-08T13:14:51.818205Z","steps":["trace[573991081] 'agreement among raft nodes before linearized reading' (duration: 2.412225831s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:51.818243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:49.405843Z","time spent":"2.412393624s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5509,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-666s4\" "} {"level":"warn","ts":"2026-04-08T13:14:51.818301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481711294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:51.818374Z","caller":"traceutil/trace.go:171","msg":"trace[1334710617] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8051; }","duration":"2.481838177s","start":"2026-04-08T13:14:49.336513Z","end":"2026-04-08T13:14:51.818352Z","steps":["trace[1334710617] 'agreement among raft nodes before linearized reading' (duration: 2.481709865s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:51.818431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:49.336493Z","time spent":"2.481925088s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-08T13:14:51.817621Z","caller":"traceutil/trace.go:171","msg":"trace[235245286] linearizableReadLoop","detail":"{readStateIndex:8370; appliedIndex:8368; }","duration":"2.284727664s","start":"2026-04-08T13:14:49.532873Z","end":"2026-04-08T13:14:51.8176Z","steps":["trace[235245286] 'read index received' (duration: 507.511503ms)","trace[235245286] 'applied index is now lower than readState.Index' (duration: 1.777213731s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:51.860591Z","caller":"traceutil/trace.go:171","msg":"trace[488122537] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"838.740588ms","start":"2026-04-08T13:14:51.021825Z","end":"2026-04-08T13:14:51.860566Z","steps":["trace[488122537] 'process raft request' (duration: 838.683567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:51.860747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.021798Z","time spent":"838.874631ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:14:51.860604Z","caller":"traceutil/trace.go:171","msg":"trace[160198314] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"838.774399ms","start":"2026-04-08T13:14:51.021807Z","end":"2026-04-08T13:14:51.860581Z","steps":["trace[160198314] 'process raft request' (duration: 838.541144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:51.860865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.021775Z","time spent":"839.026514ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:52.256686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.313143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:52.256911Z","caller":"traceutil/trace.go:171","msg":"trace[417727698] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"717.65791ms","start":"2026-04-08T13:14:51.539237Z","end":"2026-04-08T13:14:52.256895Z","steps":["trace[417727698] 'process raft request' (duration: 393.016002ms)","trace[417727698] 'compare' (duration: 324.026606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:52.257094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.539223Z","time spent":"717.736152ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:52.37623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T13:14:52.376336Z","caller":"traceutil/trace.go:171","msg":"trace[835940719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282408s","start":"2026-04-08T13:14:50.376035Z","end":"2026-04-08T13:14:52.376317Z","steps":["trace[835940719] 'agreement among raft nodes before linearized reading' (duration: 2.000086474s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.376388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:50.375982Z","time spent":"2.0003964s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:14:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:14:52.4698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.905284ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:14:52.470107Z","caller":"traceutil/trace.go:171","msg":"trace[1352737945] linearizableReadLoop","detail":"{readStateIndex:8375; appliedIndex:8371; }","duration":"651.360519ms","start":"2026-04-08T13:14:51.818727Z","end":"2026-04-08T13:14:52.470087Z","steps":["trace[1352737945] 'read index received' (duration: 41.590163ms)","trace[1352737945] 'applied index is now lower than readState.Index' (duration: 609.769056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:52.470303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09685451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:14:52.470401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369131156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:52.470466Z","caller":"traceutil/trace.go:171","msg":"trace[962679951] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8054; }","duration":"1.369230648s","start":"2026-04-08T13:14:51.101218Z","end":"2026-04-08T13:14:52.470449Z","steps":["trace[962679951] 'agreement among raft nodes before linearized reading' (duration: 1.369131196s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.470499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397102465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:14:52.470527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.101204Z","time spent":"1.36930741s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:14:52.470535Z","caller":"traceutil/trace.go:171","msg":"trace[33206544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8054; }","duration":"1.397186248s","start":"2026-04-08T13:14:51.07334Z","end":"2026-04-08T13:14:52.470526Z","steps":["trace[33206544] 'agreement among raft nodes before linearized reading' (duration: 1.397073815s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.470572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.073324Z","time spent":"1.397242419s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:14:52.470417Z","caller":"traceutil/trace.go:171","msg":"trace[1287973220] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8054; }","duration":"1.097010443s","start":"2026-04-08T13:14:51.373349Z","end":"2026-04-08T13:14:52.47036Z","steps":["trace[1287973220] 'agreement among raft nodes before linearized reading' (duration: 1.09686225s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.470322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557497887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:14:52.470623Z","caller":"traceutil/trace.go:171","msg":"trace[185836469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8054; }","duration":"1.557846534s","start":"2026-04-08T13:14:50.912769Z","end":"2026-04-08T13:14:52.470616Z","steps":["trace[185836469] 'agreement among raft nodes before linearized reading' (duration: 1.557420865s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.470539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558593328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T13:14:52.470659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.37332Z","time spent":"1.097303859s","remote":"127.0.0.1:57930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:14:52.470719Z","caller":"traceutil/trace.go:171","msg":"trace[1243868643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8054; }","duration":"1.558830064s","start":"2026-04-08T13:14:50.911847Z","end":"2026-04-08T13:14:52.470677Z","steps":["trace[1243868643] 'agreement among raft nodes before linearized reading' (duration: 1.558415965s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.470794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:50.911816Z","time spent":"1.558963196s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:14:52.470831Z","caller":"traceutil/trace.go:171","msg":"trace[344419147] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"380.918891ms","start":"2026-04-08T13:14:52.089902Z","end":"2026-04-08T13:14:52.470821Z","steps":["trace[344419147] 'process raft request' (duration: 380.090204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.470642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:50.91275Z","time spent":"1.557886405s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:14:52.471061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.089876Z","time spent":"381.128866ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:52.727807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200034827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:14:52.727875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175911504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:52.727887Z","caller":"traceutil/trace.go:171","msg":"trace[68345511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8055; }","duration":"1.20015312s","start":"2026-04-08T13:14:51.527716Z","end":"2026-04-08T13:14:52.727869Z","steps":["trace[68345511] 'agreement among raft nodes before linearized reading' (duration: 942.741997ms)","trace[68345511] 'count revisions from in-memory index tree' (duration: 257.303091ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:52.727928Z","caller":"traceutil/trace.go:171","msg":"trace[1174886909] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8055; }","duration":"3.175980285s","start":"2026-04-08T13:14:49.551928Z","end":"2026-04-08T13:14:52.727908Z","steps":["trace[1174886909] 'agreement among raft nodes before linearized reading' (duration: 2.918609413s)","trace[1174886909] 'count revisions from in-memory index tree' (duration: 257.30526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:52.727963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:49.551921Z","time spent":"3.176033206s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":9,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:52.727966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816185645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T13:14:52.728111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962790821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:52.728122Z","caller":"traceutil/trace.go:171","msg":"trace[392561723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8055; }","duration":"1.816336098s","start":"2026-04-08T13:14:50.911731Z","end":"2026-04-08T13:14:52.728067Z","steps":["trace[392561723] 'agreement among raft nodes before linearized reading' (duration: 1.558771952s)","trace[392561723] 'range keys from in-memory index tree' (duration: 257.343021ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:52.728195Z","caller":"traceutil/trace.go:171","msg":"trace[897038598] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8055; }","duration":"1.962908583s","start":"2026-04-08T13:14:50.76527Z","end":"2026-04-08T13:14:52.728179Z","steps":["trace[897038598] 'agreement among raft nodes before linearized reading' (duration: 1.705223345s)","trace[897038598] 'count revisions from in-memory index tree' (duration: 257.584256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:52.728203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:50.91172Z","time spent":"1.816470201s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:14:52.728238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:50.765254Z","time spent":"1.962974114s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:52.728293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877957803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:52.72834Z","caller":"traceutil/trace.go:171","msg":"trace[1588031386] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8055; }","duration":"1.878051695s","start":"2026-04-08T13:14:50.850276Z","end":"2026-04-08T13:14:52.728327Z","steps":["trace[1588031386] 'agreement among raft nodes before linearized reading' (duration: 1.620234114s)","trace[1588031386] 'count revisions from in-memory index tree' (duration: 257.73837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:52.728379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:50.850262Z","time spent":"1.878108016s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:52.728327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.527701Z","time spent":"1.200215881s","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:52.728492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058315474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:14:52.728603Z","caller":"traceutil/trace.go:171","msg":"trace[960930157] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8055; }","duration":"2.058496438s","start":"2026-04-08T13:14:50.670079Z","end":"2026-04-08T13:14:52.728575Z","steps":["trace[960930157] 'agreement among raft nodes before linearized reading' (duration: 1.800471423s)","trace[960930157] 'count revisions from in-memory index tree' (duration: 257.832431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:52.728666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:50.670064Z","time spent":"2.0585836s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":42,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:52.728671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19215288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/\" range_end:\"/registry/events/envoy-gateway-system0\" limit:500 ","response":"range_response_count:15 size:12285"} {"level":"info","ts":"2026-04-08T13:14:52.728712Z","caller":"traceutil/trace.go:171","msg":"trace[1385997679] range","detail":"{range_begin:/registry/events/envoy-gateway-system/; range_end:/registry/events/envoy-gateway-system0; response_count:15; response_revision:8055; }","duration":"3.192229402s","start":"2026-04-08T13:14:49.536468Z","end":"2026-04-08T13:14:52.728698Z","steps":["trace[1385997679] 'agreement among raft nodes before linearized reading' (duration: 2.934102364s)","trace[1385997679] 'range keys from in-memory index tree' (duration: 257.967225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:52.728753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:49.536448Z","time spent":"3.192295193s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":15,"response size":12307,"request content":"key:\"/registry/events/envoy-gateway-system/\" range_end:\"/registry/events/envoy-gateway-system0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:52.728927Z","caller":"traceutil/trace.go:171","msg":"trace[605426098] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"476.047832ms","start":"2026-04-08T13:14:52.25283Z","end":"2026-04-08T13:14:52.728878Z","steps":["trace[605426098] 'process raft request' (duration: 383.172277ms)","trace[605426098] 'compare' (duration: 91.858024ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:52.729002Z","caller":"traceutil/trace.go:171","msg":"trace[546100267] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8376; }","duration":"258.762001ms","start":"2026-04-08T13:14:52.470225Z","end":"2026-04-08T13:14:52.728987Z","steps":["trace[546100267] 'read index received' (duration: 165.789504ms)","trace[546100267] 'applied index is now lower than readState.Index' (duration: 92.970817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:52.729072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.238738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:52.729104Z","caller":"traceutil/trace.go:171","msg":"trace[73563216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8058; }","duration":"352.333619ms","start":"2026-04-08T13:14:52.376765Z","end":"2026-04-08T13:14:52.729098Z","steps":["trace[73563216] 'agreement among raft nodes before linearized reading' (duration: 352.252588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.729162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.376736Z","time spent":"352.419112ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:52.729188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.375404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-public/\" range_end:\"/registry/serviceaccounts/kube-public0\" limit:500 ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-08T13:14:52.729225Z","caller":"traceutil/trace.go:171","msg":"trace[1771626310] range","detail":"{range_begin:/registry/serviceaccounts/kube-public/; range_end:/registry/serviceaccounts/kube-public0; response_count:1; response_revision:8058; }","duration":"816.435506ms","start":"2026-04-08T13:14:51.912776Z","end":"2026-04-08T13:14:52.729212Z","steps":["trace[1771626310] 'agreement among raft nodes before linearized reading' (duration: 816.233042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.729218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.252808Z","time spent":"476.232125ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:52.729214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.6712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-public/\" range_end:\"/registry/services/specs/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:14:52.729291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.809993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-666s4\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-04-08T13:14:52.729301Z","caller":"traceutil/trace.go:171","msg":"trace[306008599] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"254.031236ms","start":"2026-04-08T13:14:52.475254Z","end":"2026-04-08T13:14:52.729285Z","steps":["trace[306008599] 'process raft request' (duration: 253.662749ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:52.729311Z","caller":"traceutil/trace.go:171","msg":"trace[1885402131] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"253.174378ms","start":"2026-04-08T13:14:52.476125Z","end":"2026-04-08T13:14:52.729299Z","steps":["trace[1885402131] 'process raft request' (duration: 252.924213ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:52.729329Z","caller":"traceutil/trace.go:171","msg":"trace[1346403973] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-666s4; range_end:; response_count:1; response_revision:8058; }","duration":"903.876965ms","start":"2026-04-08T13:14:51.825441Z","end":"2026-04-08T13:14:52.729318Z","steps":["trace[1346403973] 'agreement among raft nodes before linearized reading' (duration: 903.710191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.729401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.825429Z","time spent":"903.961286ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5509,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-666s4\" "} {"level":"info","ts":"2026-04-08T13:14:52.72935Z","caller":"traceutil/trace.go:171","msg":"trace[2291591] range","detail":"{range_begin:/registry/services/specs/kube-public/; range_end:/registry/services/specs/kube-public0; response_count:0; response_revision:8058; }","duration":"791.927085ms","start":"2026-04-08T13:14:51.937388Z","end":"2026-04-08T13:14:52.729315Z","steps":["trace[2291591] 'agreement among raft nodes before linearized reading' (duration: 791.610668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.729248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.91276Z","time spent":"816.481416ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/kube-public/\" range_end:\"/registry/serviceaccounts/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:52.729238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.230101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:14:52.729531Z","caller":"traceutil/trace.go:171","msg":"trace[1935254432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8058; }","duration":"907.545268ms","start":"2026-04-08T13:14:51.821972Z","end":"2026-04-08T13:14:52.729517Z","steps":["trace[1935254432] 'agreement among raft nodes before linearized reading' (duration: 907.118219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:52.729811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.821953Z","time spent":"907.846073ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:14:52.729563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:51.937372Z","time spent":"792.097249ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/kube-public/\" range_end:\"/registry/services/specs/kube-public0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:52.728966Z","caller":"traceutil/trace.go:171","msg":"trace[1574969046] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"253.787161ms","start":"2026-04-08T13:14:52.47516Z","end":"2026-04-08T13:14:52.728948Z","steps":["trace[1574969046] 'process raft request' (duration: 253.653889ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:52.996676Z","caller":"traceutil/trace.go:171","msg":"trace[1255239368] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"260.525666ms","start":"2026-04-08T13:14:52.736134Z","end":"2026-04-08T13:14:52.996659Z","steps":["trace[1255239368] 'process raft request' (duration: 260.417604ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:53.305489Z","caller":"traceutil/trace.go:171","msg":"trace[292022633] linearizableReadLoop","detail":"{readStateIndex:8382; appliedIndex:8381; }","duration":"557.094014ms","start":"2026-04-08T13:14:52.748373Z","end":"2026-04-08T13:14:53.305467Z","steps":["trace[292022633] 'read index received' (duration: 248.29147ms)","trace[292022633] 'applied index is now lower than readState.Index' (duration: 308.801644ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:53.305711Z","caller":"traceutil/trace.go:171","msg":"trace[982683030] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"568.022923ms","start":"2026-04-08T13:14:52.737675Z","end":"2026-04-08T13:14:53.305698Z","steps":["trace[982683030] 'process raft request' (duration: 512.81186ms)","trace[982683030] 'compare' (duration: 54.883976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:53.305804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.73766Z","time spent":"568.079554ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:53.305964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.383045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:14:53.305973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.559783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-08T13:14:53.306023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.646926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:53.306023Z","caller":"traceutil/trace.go:171","msg":"trace[1482143257] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8061; }","duration":"326.487407ms","start":"2026-04-08T13:14:52.97952Z","end":"2026-04-08T13:14:53.306008Z","steps":["trace[1482143257] 'agreement among raft nodes before linearized reading' (duration: 326.383425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:53.306002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.832392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/kube-public/\" range_end:\"/registry/statefulsets/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:53.306047Z","caller":"traceutil/trace.go:171","msg":"trace[1864577313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8061; }","duration":"557.698156ms","start":"2026-04-08T13:14:52.748341Z","end":"2026-04-08T13:14:53.306039Z","steps":["trace[1864577313] 'agreement among raft nodes before linearized reading' (duration: 557.659735ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:53.306044Z","caller":"traceutil/trace.go:171","msg":"trace[1677724913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8061; }","duration":"557.649285ms","start":"2026-04-08T13:14:52.748377Z","end":"2026-04-08T13:14:53.306026Z","steps":["trace[1677724913] 'agreement among raft nodes before linearized reading' (duration: 557.456311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:53.306082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.748329Z","time spent":"557.732947ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:14:53.306076Z","caller":"traceutil/trace.go:171","msg":"trace[982326724] range","detail":"{range_begin:/registry/statefulsets/kube-public/; range_end:/registry/statefulsets/kube-public0; response_count:0; response_revision:8061; }","duration":"439.962454ms","start":"2026-04-08T13:14:52.866096Z","end":"2026-04-08T13:14:53.306058Z","steps":["trace[982326724] 'agreement among raft nodes before linearized reading' (duration: 439.80295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:53.306088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.748372Z","time spent":"557.708316ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:14:53.306121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.866058Z","time spent":"440.053306ms","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/kube-public/\" range_end:\"/registry/statefulsets/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:53.306127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.973454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:1059"} {"level":"warn","ts":"2026-04-08T13:14:53.306163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.717576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-08T13:14:53.306163Z","caller":"traceutil/trace.go:171","msg":"trace[1135910741] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:8061; }","duration":"472.036665ms","start":"2026-04-08T13:14:52.834115Z","end":"2026-04-08T13:14:53.306152Z","steps":["trace[1135910741] 'agreement among raft nodes before linearized reading' (duration: 471.920373ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:53.306187Z","caller":"traceutil/trace.go:171","msg":"trace[1684613080] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405; range_end:; response_count:1; response_revision:8061; }","duration":"557.753977ms","start":"2026-04-08T13:14:52.748426Z","end":"2026-04-08T13:14:53.30618Z","steps":["trace[1684613080] 'agreement among raft nodes before linearized reading' (duration: 557.649785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:53.306193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.834098Z","time spent":"472.088506ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1081,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-08T13:14:53.306209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.748423Z","time spent":"557.779207ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" "} {"level":"warn","ts":"2026-04-08T13:14:53.306057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.979502Z","time spent":"326.545688ms","remote":"127.0.0.1:43744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:53.306373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.932111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/\" range_end:\"/registry/events/envoy-gateway-system0\" limit:500 ","response":"range_response_count:15 size:12285"} {"level":"info","ts":"2026-04-08T13:14:53.30641Z","caller":"traceutil/trace.go:171","msg":"trace[252090638] range","detail":"{range_begin:/registry/events/envoy-gateway-system/; range_end:/registry/events/envoy-gateway-system0; response_count:15; response_revision:8061; }","duration":"557.976711ms","start":"2026-04-08T13:14:52.748422Z","end":"2026-04-08T13:14:53.306399Z","steps":["trace[252090638] 'agreement among raft nodes before linearized reading' (duration: 557.822558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:53.306431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.045146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329952"} {"level":"warn","ts":"2026-04-08T13:14:53.305963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.912095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:14:53.306439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.748419Z","time spent":"558.011003ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":15,"response size":12307,"request content":"key:\"/registry/events/envoy-gateway-system/\" range_end:\"/registry/events/envoy-gateway-system0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:53.306458Z","caller":"traceutil/trace.go:171","msg":"trace[883953938] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:8061; }","duration":"465.074726ms","start":"2026-04-08T13:14:52.841375Z","end":"2026-04-08T13:14:53.306449Z","steps":["trace[883953938] 'agreement among raft nodes before linearized reading' (duration: 464.933633ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:53.30646Z","caller":"traceutil/trace.go:171","msg":"trace[1830747015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8061; }","duration":"303.468116ms","start":"2026-04-08T13:14:53.002984Z","end":"2026-04-08T13:14:53.306452Z","steps":["trace[1830747015] 'agreement among raft nodes before linearized reading' (duration: 302.911695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:53.306481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:52.841351Z","time spent":"465.123267ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":4,"response size":329974,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:53.306489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:53.002965Z","time spent":"303.515407ms","remote":"127.0.0.1:53204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:14:53.630817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.238556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:53.631027Z","caller":"traceutil/trace.go:171","msg":"trace[2137814218] linearizableReadLoop","detail":"{readStateIndex:8383; appliedIndex:8382; }","duration":"239.291437ms","start":"2026-04-08T13:14:53.391718Z","end":"2026-04-08T13:14:53.631009Z","steps":["trace[2137814218] 'read index received' (duration: 42.733424ms)","trace[2137814218] 'applied index is now lower than readState.Index' (duration: 196.556393ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:53.631146Z","caller":"traceutil/trace.go:171","msg":"trace[373035479] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"318.09844ms","start":"2026-04-08T13:14:53.313035Z","end":"2026-04-08T13:14:53.631134Z","steps":["trace[373035479] 'process raft request' (duration: 121.451535ms)","trace[373035479] 'compare' (duration: 196.124774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:53.63124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:53.313019Z","time spent":"318.184051ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:53.631586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.862458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:1059"} {"level":"info","ts":"2026-04-08T13:14:53.631668Z","caller":"traceutil/trace.go:171","msg":"trace[454511320] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:8062; }","duration":"239.97143ms","start":"2026-04-08T13:14:53.391684Z","end":"2026-04-08T13:14:53.631655Z","steps":["trace[454511320] 'agreement among raft nodes before linearized reading' (duration: 239.775526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:53.631694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.366781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:14:53.63184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.31606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/\" range_end:\"/registry/services/specs/kube-system0\" limit:500 ","response":"range_response_count:7 size:9463"} {"level":"warn","ts":"2026-04-08T13:14:53.631845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.45959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-infra-manager\" ","response":"range_response_count:1 size:1111"} {"level":"info","ts":"2026-04-08T13:14:53.631938Z","caller":"traceutil/trace.go:171","msg":"trace[1652138142] range","detail":"{range_begin:/registry/services/specs/kube-system/; range_end:/registry/services/specs/kube-system0; response_count:7; response_revision:8062; }","duration":"139.441413ms","start":"2026-04-08T13:14:53.492439Z","end":"2026-04-08T13:14:53.63188Z","steps":["trace[1652138142] 'agreement among raft nodes before linearized reading' (duration: 139.131957ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:53.631959Z","caller":"traceutil/trace.go:171","msg":"trace[1420985890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8062; }","duration":"143.573635ms","start":"2026-04-08T13:14:53.488201Z","end":"2026-04-08T13:14:53.631775Z","steps":["trace[1420985890] 'agreement among raft nodes before linearized reading' (duration: 143.350501ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:53.631916Z","caller":"traceutil/trace.go:171","msg":"trace[874951644] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-infra-manager; range_end:; response_count:1; response_revision:8062; }","duration":"231.590862ms","start":"2026-04-08T13:14:53.400306Z","end":"2026-04-08T13:14:53.631896Z","steps":["trace[874951644] 'agreement among raft nodes before linearized reading' (duration: 231.237016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:53.632314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.669415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/\" range_end:\"/registry/serviceaccounts/kube-system0\" limit:500 ","response":"range_response_count:37 size:8042"} {"level":"info","ts":"2026-04-08T13:14:53.633048Z","caller":"traceutil/trace.go:171","msg":"trace[54192859] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/; range_end:/registry/serviceaccounts/kube-system0; response_count:37; response_revision:8062; }","duration":"191.382729ms","start":"2026-04-08T13:14:53.44163Z","end":"2026-04-08T13:14:53.633013Z","steps":["trace[54192859] 'agreement among raft nodes before linearized reading' (duration: 190.371139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:53.850357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.328892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/kube-system/\" range_end:\"/registry/statefulsets/kube-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:53.850425Z","caller":"traceutil/trace.go:171","msg":"trace[1127734316] range","detail":"{range_begin:/registry/statefulsets/kube-system/; range_end:/registry/statefulsets/kube-system0; response_count:0; response_revision:8062; }","duration":"104.428254ms","start":"2026-04-08T13:14:53.745982Z","end":"2026-04-08T13:14:53.85041Z","steps":["trace[1127734316] 'range keys from in-memory index tree' (duration: 104.267211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:53.850686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.849963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-rolebinding\" ","response":"range_response_count:1 size:1146"} {"level":"info","ts":"2026-04-08T13:14:53.85072Z","caller":"traceutil/trace.go:171","msg":"trace[632746147] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-rolebinding; range_end:; response_count:1; response_revision:8062; }","duration":"103.898574ms","start":"2026-04-08T13:14:53.746813Z","end":"2026-04-08T13:14:53.850712Z","steps":["trace[632746147] 'range keys from in-memory index tree' (duration: 103.765811ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:54.149122Z","caller":"traceutil/trace.go:171","msg":"trace[554167179] linearizableReadLoop","detail":"{readStateIndex:8386; appliedIndex:8385; }","duration":"196.58677ms","start":"2026-04-08T13:14:53.952495Z","end":"2026-04-08T13:14:54.149082Z","steps":["trace[554167179] 'read index received' (duration: 193.057969ms)","trace[554167179] 'applied index is now lower than readState.Index' (duration: 3.526961ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:54.149158Z","caller":"traceutil/trace.go:171","msg":"trace[606798077] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"279.212029ms","start":"2026-04-08T13:14:53.869912Z","end":"2026-04-08T13:14:54.149124Z","steps":["trace[606798077] 'process raft request' (duration: 275.577316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:54.149391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.299256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/monitoring/\" range_end:\"/registry/cronjobs/monitoring0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:54.149485Z","caller":"traceutil/trace.go:171","msg":"trace[489879814] range","detail":"{range_begin:/registry/cronjobs/monitoring/; range_end:/registry/cronjobs/monitoring0; response_count:0; response_revision:8065; }","duration":"180.414258ms","start":"2026-04-08T13:14:53.969015Z","end":"2026-04-08T13:14:54.149429Z","steps":["trace[489879814] 'agreement among raft nodes before linearized reading' (duration: 180.261885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:54.149489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.921337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:912"} {"level":"warn","ts":"2026-04-08T13:14:54.149583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.873417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-rolebinding\" ","response":"range_response_count:1 size:1146"} {"level":"info","ts":"2026-04-08T13:14:54.149583Z","caller":"traceutil/trace.go:171","msg":"trace[860444599] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:8065; }","duration":"197.108301ms","start":"2026-04-08T13:14:53.952453Z","end":"2026-04-08T13:14:54.149561Z","steps":["trace[860444599] 'agreement among raft nodes before linearized reading' (duration: 196.783654ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:54.149636Z","caller":"traceutil/trace.go:171","msg":"trace[1865895189] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-rolebinding; range_end:; response_count:1; response_revision:8065; }","duration":"177.98406ms","start":"2026-04-08T13:14:53.971636Z","end":"2026-04-08T13:14:54.14962Z","steps":["trace[1865895189] 'agreement among raft nodes before linearized reading' (duration: 177.737355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:54.465587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.420422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:14:54.465788Z","caller":"traceutil/trace.go:171","msg":"trace[561983944] linearizableReadLoop","detail":"{readStateIndex:8387; appliedIndex:8386; }","duration":"183.195132ms","start":"2026-04-08T13:14:54.282564Z","end":"2026-04-08T13:14:54.465759Z","steps":["trace[561983944] 'read index received' (duration: 77.291451ms)","trace[561983944] 'applied index is now lower than readState.Index' (duration: 105.901691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:54.465957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.370087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-role\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-08T13:14:54.466051Z","caller":"traceutil/trace.go:171","msg":"trace[1201043250] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-role; range_end:; response_count:1; response_revision:8066; }","duration":"183.510429ms","start":"2026-04-08T13:14:54.282528Z","end":"2026-04-08T13:14:54.466039Z","steps":["trace[1201043250] 'agreement among raft nodes before linearized reading' (duration: 183.305775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:54.466105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.771074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-infra-manager\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-08T13:14:54.46615Z","caller":"traceutil/trace.go:171","msg":"trace[1878249502] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-infra-manager; range_end:; response_count:1; response_revision:8066; }","duration":"179.851476ms","start":"2026-04-08T13:14:54.286281Z","end":"2026-04-08T13:14:54.466133Z","steps":["trace[1878249502] 'agreement among raft nodes before linearized reading' (duration: 179.644452ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:54.466397Z","caller":"traceutil/trace.go:171","msg":"trace[1533324832] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"202.872725ms","start":"2026-04-08T13:14:54.262909Z","end":"2026-04-08T13:14:54.465782Z","steps":["trace[1533324832] 'process raft request' (duration: 97.040025ms)","trace[1533324832] 'compare' (duration: 105.010623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:14:54.466366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.05649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/\" range_end:\"/registry/configmaps/local-path-storage0\" limit:500 ","response":"range_response_count:2 size:3217"} {"level":"info","ts":"2026-04-08T13:14:54.46647Z","caller":"traceutil/trace.go:171","msg":"trace[1236865454] range","detail":"{range_begin:/registry/configmaps/local-path-storage/; range_end:/registry/configmaps/local-path-storage0; response_count:2; response_revision:8066; }","duration":"170.224354ms","start":"2026-04-08T13:14:54.296224Z","end":"2026-04-08T13:14:54.466448Z","steps":["trace[1236865454] 'agreement among raft nodes before linearized reading' (duration: 169.838796ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:55.820797Z","caller":"traceutil/trace.go:171","msg":"trace[215367697] linearizableReadLoop","detail":"{readStateIndex:8392; appliedIndex:8391; }","duration":"445.175904ms","start":"2026-04-08T13:14:55.375597Z","end":"2026-04-08T13:14:55.820773Z","steps":["trace[215367697] 'read index received' (duration: 444.879398ms)","trace[215367697] 'applied index is now lower than readState.Index' (duration: 295.456µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:14:55.82085Z","caller":"traceutil/trace.go:171","msg":"trace[357533464] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"507.156299ms","start":"2026-04-08T13:14:55.313674Z","end":"2026-04-08T13:14:55.82083Z","steps":["trace[357533464] 'process raft request' (duration: 506.888354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:55.820949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.093383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:55.820985Z","caller":"traceutil/trace.go:171","msg":"trace[1510750464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8071; }","duration":"445.145365ms","start":"2026-04-08T13:14:55.375827Z","end":"2026-04-08T13:14:55.820972Z","steps":["trace[1510750464] 'agreement among raft nodes before linearized reading' (duration: 445.075923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:55.821016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:55.375821Z","time spent":"445.187826ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:14:55.821018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:55.313662Z","time spent":"507.243042ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:14:55.821121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.485721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/\" range_end:\"/registry/persistentvolumeclaims/monitoring0\" limit:500 ","response":"range_response_count:2 size:4010"} {"level":"info","ts":"2026-04-08T13:14:55.821196Z","caller":"traceutil/trace.go:171","msg":"trace[252002483] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/; range_end:/registry/persistentvolumeclaims/monitoring0; response_count:2; response_revision:8071; }","duration":"445.612244ms","start":"2026-04-08T13:14:55.375565Z","end":"2026-04-08T13:14:55.821177Z","steps":["trace[252002483] 'agreement among raft nodes before linearized reading' (duration: 445.337798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:55.821242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:55.375549Z","time spent":"445.682375ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":2,"response size":4032,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/\" range_end:\"/registry/persistentvolumeclaims/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:14:55.821408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.252945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:14:55.82144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.241409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/\" range_end:\"/registry/rolebindings/monitoring0\" limit:500 ","response":"range_response_count:2 size:1943"} {"level":"info","ts":"2026-04-08T13:14:55.821473Z","caller":"traceutil/trace.go:171","msg":"trace[765386218] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8071; }","duration":"229.374188ms","start":"2026-04-08T13:14:55.592081Z","end":"2026-04-08T13:14:55.821456Z","steps":["trace[765386218] 'agreement among raft nodes before linearized reading' (duration: 229.209314ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:55.821481Z","caller":"traceutil/trace.go:171","msg":"trace[1606504539] range","detail":"{range_begin:/registry/rolebindings/monitoring/; range_end:/registry/rolebindings/monitoring0; response_count:2; response_revision:8071; }","duration":"412.315291ms","start":"2026-04-08T13:14:55.409153Z","end":"2026-04-08T13:14:55.821469Z","steps":["trace[1606504539] 'agreement among raft nodes before linearized reading' (duration: 412.158818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:55.821498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.255252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" ","response":"range_response_count:1 size:1036317"} {"level":"warn","ts":"2026-04-08T13:14:55.821514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:55.409137Z","time spent":"412.367943ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":2,"response size":1965,"request content":"key:\"/registry/rolebindings/monitoring/\" range_end:\"/registry/rolebindings/monitoring0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:14:55.821551Z","caller":"traceutil/trace.go:171","msg":"trace[59654523] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; range_end:; response_count:1; response_revision:8071; }","duration":"391.342143ms","start":"2026-04-08T13:14:55.430197Z","end":"2026-04-08T13:14:55.821539Z","steps":["trace[59654523] 'agreement among raft nodes before linearized reading' (duration: 390.939525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:55.821587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:55.430185Z","time spent":"391.393325ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":1036339,"request content":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" "} {"level":"warn","ts":"2026-04-08T13:14:55.821876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.274628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" ","response":"range_response_count:1 size:171"} {"level":"info","ts":"2026-04-08T13:14:55.821955Z","caller":"traceutil/trace.go:171","msg":"trace[1786963442] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:8071; }","duration":"441.434061ms","start":"2026-04-08T13:14:55.380509Z","end":"2026-04-08T13:14:55.821943Z","steps":["trace[1786963442] 'agreement among raft nodes before linearized reading' (duration: 440.746868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:14:55.822063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:14:55.380505Z","time spent":"441.547493ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":193,"request content":"key:\"/registry/serviceaccounts/default/default\" "} {"level":"warn","ts":"2026-04-08T13:14:55.979061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.756762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:14:55.979139Z","caller":"traceutil/trace.go:171","msg":"trace[204355337] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:8071; }","duration":"148.894795ms","start":"2026-04-08T13:14:55.830227Z","end":"2026-04-08T13:14:55.979121Z","steps":["trace[204355337] 'range keys from in-memory index tree' (duration: 148.684121ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:14:55.979411Z","caller":"traceutil/trace.go:171","msg":"trace[2063494033] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"119.576221ms","start":"2026-04-08T13:14:55.859801Z","end":"2026-04-08T13:14:55.979378Z","steps":["trace[2063494033] 'process raft request' (duration: 111.167204ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:00.950505Z","caller":"traceutil/trace.go:171","msg":"trace[1255642482] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"108.01941ms","start":"2026-04-08T13:15:00.842463Z","end":"2026-04-08T13:15:00.950482Z","steps":["trace[1255642482] 'process raft request' (duration: 107.869347ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:01.155464Z","caller":"traceutil/trace.go:171","msg":"trace[1278518111] linearizableReadLoop","detail":"{readStateIndex:8422; appliedIndex:8419; }","duration":"281.128115ms","start":"2026-04-08T13:15:00.874318Z","end":"2026-04-08T13:15:01.155446Z","steps":["trace[1278518111] 'read index received' (duration: 76.025637ms)","trace[1278518111] 'applied index is now lower than readState.Index' (duration: 205.101928ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:01.155547Z","caller":"traceutil/trace.go:171","msg":"trace[1645278260] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"311.694629ms","start":"2026-04-08T13:15:00.843844Z","end":"2026-04-08T13:15:01.155539Z","steps":["trace[1645278260] 'process raft request' (duration: 311.439744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:01.155638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:00.843832Z","time spent":"311.73346ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:01.155727Z","caller":"traceutil/trace.go:171","msg":"trace[1419111573] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"311.817132ms","start":"2026-04-08T13:15:00.843903Z","end":"2026-04-08T13:15:01.15572Z","steps":["trace[1419111573] 'process raft request' (duration: 311.498326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:01.155795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:00.843898Z","time spent":"311.879253ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:01.156046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.699756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-dns\" ","response":"range_response_count:1 size:757"} {"level":"info","ts":"2026-04-08T13:15:01.156134Z","caller":"traceutil/trace.go:171","msg":"trace[1558760686] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-dns; range_end:; response_count:1; response_revision:8100; }","duration":"281.827858ms","start":"2026-04-08T13:15:00.87429Z","end":"2026-04-08T13:15:01.156118Z","steps":["trace[1558760686] 'agreement among raft nodes before linearized reading' (duration: 281.594254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:01.156052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.597298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"info","ts":"2026-04-08T13:15:01.156262Z","caller":"traceutil/trace.go:171","msg":"trace[208434699] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:8100; }","duration":"258.869143ms","start":"2026-04-08T13:15:00.897347Z","end":"2026-04-08T13:15:01.156216Z","steps":["trace[208434699] 'agreement among raft nodes before linearized reading' (duration: 258.478266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:01.156287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.670308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:15:01.156444Z","caller":"traceutil/trace.go:171","msg":"trace[101107278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8100; }","duration":"117.866621ms","start":"2026-04-08T13:15:01.038561Z","end":"2026-04-08T13:15:01.156427Z","steps":["trace[101107278] 'agreement among raft nodes before linearized reading' (duration: 117.459374ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:02.035958Z","caller":"traceutil/trace.go:171","msg":"trace[1460615120] linearizableReadLoop","detail":"{readStateIndex:8424; appliedIndex:8423; }","duration":"114.724389ms","start":"2026-04-08T13:15:01.921211Z","end":"2026-04-08T13:15:02.035935Z","steps":["trace[1460615120] 'read index received' (duration: 114.576726ms)","trace[1460615120] 'applied index is now lower than readState.Index' (duration: 146.133µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:02.035997Z","caller":"traceutil/trace.go:171","msg":"trace[1405897327] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"179.328857ms","start":"2026-04-08T13:15:01.856641Z","end":"2026-04-08T13:15:02.03597Z","steps":["trace[1405897327] 'process raft request' (duration: 179.143743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:02.036139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.910643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-08T13:15:02.03619Z","caller":"traceutil/trace.go:171","msg":"trace[565666719] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:8102; }","duration":"115.005044ms","start":"2026-04-08T13:15:01.921175Z","end":"2026-04-08T13:15:02.03618Z","steps":["trace[565666719] 'agreement among raft nodes before linearized reading' (duration: 114.873161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:05.723641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.741189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-04-08T13:15:05.723727Z","caller":"traceutil/trace.go:171","msg":"trace[1461925860] range","detail":"{range_begin:/registry/roles/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:8118; }","duration":"587.882952ms","start":"2026-04-08T13:15:05.135823Z","end":"2026-04-08T13:15:05.723706Z","steps":["trace[1461925860] 'range keys from in-memory index tree' (duration: 587.538994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:05.723765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:05.135806Z","time spent":"587.949513ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":683,"request content":"key:\"/registry/roles/kube-system/system::leader-locking-kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:15:05.724045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.569838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:618"} {"level":"info","ts":"2026-04-08T13:15:05.724087Z","caller":"traceutil/trace.go:171","msg":"trace[264863760] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:8118; }","duration":"583.626829ms","start":"2026-04-08T13:15:05.140449Z","end":"2026-04-08T13:15:05.724076Z","steps":["trace[264863760] 'range keys from in-memory index tree' (duration: 583.494427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:05.724116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:05.140438Z","time spent":"583.6708ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":640,"request content":"key:\"/registry/roles/kube-system/system:controller:bootstrap-signer\" "} {"level":"warn","ts":"2026-04-08T13:15:05.724238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.787993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:05.724314Z","caller":"traceutil/trace.go:171","msg":"trace[107010014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8118; }","duration":"347.904435ms","start":"2026-04-08T13:15:05.376389Z","end":"2026-04-08T13:15:05.724294Z","steps":["trace[107010014] 'range keys from in-memory index tree' (duration: 347.68909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:05.724359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:05.376365Z","time spent":"347.982787ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:15:05.724478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.417994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:15:05.724564Z","caller":"traceutil/trace.go:171","msg":"trace[538314554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8118; }","duration":"552.539646ms","start":"2026-04-08T13:15:05.172004Z","end":"2026-04-08T13:15:05.724544Z","steps":["trace[538314554] 'range keys from in-memory index tree' (duration: 552.272811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:05.724586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.499235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:15:05.724607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:05.171989Z","time spent":"552.609037ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:15:05.72464Z","caller":"traceutil/trace.go:171","msg":"trace[1932468392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8118; }","duration":"552.580866ms","start":"2026-04-08T13:15:05.172046Z","end":"2026-04-08T13:15:05.724627Z","steps":["trace[1932468392] 'range keys from in-memory index tree' (duration: 552.368233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:05.724673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:05.172034Z","time spent":"552.630538ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:05.724792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.353649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:15:05.724823Z","caller":"traceutil/trace.go:171","msg":"trace[1334801258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8118; }","duration":"500.42361ms","start":"2026-04-08T13:15:05.224391Z","end":"2026-04-08T13:15:05.724815Z","steps":["trace[1334801258] 'range keys from in-memory index tree' (duration: 500.242046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:05.724848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:05.224362Z","time spent":"500.479421ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:15:05.9151Z","caller":"traceutil/trace.go:171","msg":"trace[1578434611] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"185.070696ms","start":"2026-04-08T13:15:05.730001Z","end":"2026-04-08T13:15:05.915071Z","steps":["trace[1578434611] 'process raft request' (duration: 120.128097ms)","trace[1578434611] 'compare' (duration: 64.731955ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:05.915256Z","caller":"traceutil/trace.go:171","msg":"trace[1693947895] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8442; }","duration":"183.532986ms","start":"2026-04-08T13:15:05.731697Z","end":"2026-04-08T13:15:05.91523Z","steps":["trace[1693947895] 'read index received' (duration: 13.327633ms)","trace[1693947895] 'applied index is now lower than readState.Index' (duration: 170.204123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:05.915568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.171751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:cloud-provider\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-08T13:15:05.91562Z","caller":"traceutil/trace.go:171","msg":"trace[1857028122] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:8121; }","duration":"107.261153ms","start":"2026-04-08T13:15:05.808345Z","end":"2026-04-08T13:15:05.915606Z","steps":["trace[1857028122] 'agreement among raft nodes before linearized reading' (duration: 107.159011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:05.915825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.102847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-04-08T13:15:05.915902Z","caller":"traceutil/trace.go:171","msg":"trace[2040685759] range","detail":"{range_begin:/registry/roles/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:8121; }","duration":"184.21007ms","start":"2026-04-08T13:15:05.73167Z","end":"2026-04-08T13:15:05.91588Z","steps":["trace[2040685759] 'agreement among raft nodes before linearized reading' (duration: 184.062207ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:05.916445Z","caller":"traceutil/trace.go:171","msg":"trace[1773574488] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"184.776481ms","start":"2026-04-08T13:15:05.730733Z","end":"2026-04-08T13:15:05.915509Z","steps":["trace[1773574488] 'process raft request' (duration: 184.265561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:06.436567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.824072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:15:06.436669Z","caller":"traceutil/trace.go:171","msg":"trace[732224205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8121; }","duration":"388.975855ms","start":"2026-04-08T13:15:06.047674Z","end":"2026-04-08T13:15:06.43665Z","steps":["trace[732224205] 'range keys from in-memory index tree' (duration: 388.632748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:06.436715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:06.047654Z","time spent":"389.051026ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:06.436829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.112904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:06.437029Z","caller":"traceutil/trace.go:171","msg":"trace[1410548198] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"212.273188ms","start":"2026-04-08T13:15:06.22474Z","end":"2026-04-08T13:15:06.437013Z","steps":["trace[1410548198] 'process raft request' (duration: 212.235167ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:06.437294Z","caller":"traceutil/trace.go:171","msg":"trace[1707867432] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"388.74498ms","start":"2026-04-08T13:15:06.048531Z","end":"2026-04-08T13:15:06.437276Z","steps":["trace[1707867432] 'process raft request' (duration: 206.099216ms)","trace[1707867432] 'compare' (duration: 181.91406ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:06.437417Z","caller":"traceutil/trace.go:171","msg":"trace[427596720] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8444; }","duration":"385.941864ms","start":"2026-04-08T13:15:06.051407Z","end":"2026-04-08T13:15:06.437349Z","steps":["trace[427596720] 'read index received' (duration: 203.235639ms)","trace[427596720] 'applied index is now lower than readState.Index' (duration: 182.704495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:06.437469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:06.048509Z","time spent":"388.863082ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:06.437512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.129698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:06.43756Z","caller":"traceutil/trace.go:171","msg":"trace[227307372] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8124; }","duration":"386.20034ms","start":"2026-04-08T13:15:06.051349Z","end":"2026-04-08T13:15:06.437549Z","steps":["trace[227307372] 'agreement among raft nodes before linearized reading' (duration: 386.131069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:06.4376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:06.05134Z","time spent":"386.249811ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:15:06.437295Z","caller":"traceutil/trace.go:171","msg":"trace[428023660] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"296.117538ms","start":"2026-04-08T13:15:06.141137Z","end":"2026-04-08T13:15:06.437254Z","steps":["trace[428023660] 'process raft request' (duration: 295.786551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:06.437795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.68768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-04-08T13:15:06.437871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.459985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:06.437854Z","caller":"traceutil/trace.go:171","msg":"trace[2116106455] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:8124; }","duration":"353.809062ms","start":"2026-04-08T13:15:06.08403Z","end":"2026-04-08T13:15:06.43784Z","steps":["trace[2116106455] 'agreement among raft nodes before linearized reading' (duration: 353.644129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:06.438024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:06.084011Z","time spent":"353.961275ms","remote":"127.0.0.1:57744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":692,"request content":"key:\"/registry/roles/kube-system/system:controller:token-cleaner\" "} {"level":"info","ts":"2026-04-08T13:15:06.437913Z","caller":"traceutil/trace.go:171","msg":"trace[594458694] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8124; }","duration":"101.538347ms","start":"2026-04-08T13:15:06.336363Z","end":"2026-04-08T13:15:06.437902Z","steps":["trace[594458694] 'agreement among raft nodes before linearized reading' (duration: 101.480876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:06.438302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.383525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-public/default\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-08T13:15:06.438374Z","caller":"traceutil/trace.go:171","msg":"trace[1874496259] range","detail":"{range_begin:/registry/serviceaccounts/kube-public/default; range_end:; response_count:1; response_revision:8124; }","duration":"351.474257ms","start":"2026-04-08T13:15:06.086887Z","end":"2026-04-08T13:15:06.438361Z","steps":["trace[1874496259] 'agreement among raft nodes before linearized reading' (duration: 351.242663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:06.438378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.232661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:06.438416Z","caller":"traceutil/trace.go:171","msg":"trace[906339933] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8124; }","duration":"229.294303ms","start":"2026-04-08T13:15:06.209114Z","end":"2026-04-08T13:15:06.438408Z","steps":["trace[906339933] 'agreement among raft nodes before linearized reading' (duration: 229.236562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:06.438417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:06.086876Z","time spent":"351.531038ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/kube-public/default\" "} {"level":"warn","ts":"2026-04-08T13:15:07.360524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.500453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" ","response":"range_response_count:1 size:317290"} {"level":"info","ts":"2026-04-08T13:15:07.360613Z","caller":"traceutil/trace.go:171","msg":"trace[516715029] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:8129; }","duration":"252.635656ms","start":"2026-04-08T13:15:07.107959Z","end":"2026-04-08T13:15:07.360595Z","steps":["trace[516715029] 'range keys from in-memory index tree' (duration: 252.243378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:07.360698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.302362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-04-08T13:15:07.360824Z","caller":"traceutil/trace.go:171","msg":"trace[26290451] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:8129; }","duration":"276.467074ms","start":"2026-04-08T13:15:07.084337Z","end":"2026-04-08T13:15:07.360804Z","steps":["trace[26290451] 'range keys from in-memory index tree' (duration: 276.151339ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:07.881695Z","caller":"traceutil/trace.go:171","msg":"trace[544423630] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"131.078557ms","start":"2026-04-08T13:15:07.750603Z","end":"2026-04-08T13:15:07.881682Z","steps":["trace[544423630] 'process raft request' (duration: 130.916993ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:07.881673Z","caller":"traceutil/trace.go:171","msg":"trace[1496007168] linearizableReadLoop","detail":"{readStateIndex:8454; appliedIndex:8453; }","duration":"130.107658ms","start":"2026-04-08T13:15:07.751544Z","end":"2026-04-08T13:15:07.881651Z","steps":["trace[1496007168] 'read index received' (duration: 129.885914ms)","trace[1496007168] 'applied index is now lower than readState.Index' (duration: 220.874µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:07.881833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.274761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-08T13:15:07.881879Z","caller":"traceutil/trace.go:171","msg":"trace[511201521] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:8130; }","duration":"130.344043ms","start":"2026-04-08T13:15:07.751525Z","end":"2026-04-08T13:15:07.881869Z","steps":["trace[511201521] 'agreement among raft nodes before linearized reading' (duration: 130.19218ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:08.033427Z","caller":"traceutil/trace.go:171","msg":"trace[1476055494] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"108.099454ms","start":"2026-04-08T13:15:07.925306Z","end":"2026-04-08T13:15:08.033405Z","steps":["trace[1476055494] 'process raft request' (duration: 45.562816ms)","trace[1476055494] 'compare' (duration: 62.368385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:08.269046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.146123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1486"} {"level":"info","ts":"2026-04-08T13:15:08.269127Z","caller":"traceutil/trace.go:171","msg":"trace[1735494168] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:8132; }","duration":"109.268125ms","start":"2026-04-08T13:15:08.159842Z","end":"2026-04-08T13:15:08.26911Z","steps":["trace[1735494168] 'range keys from in-memory index tree' (duration: 108.962009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:08.269053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.871787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-04-08T13:15:08.269322Z","caller":"traceutil/trace.go:171","msg":"trace[440411920] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:8132; }","duration":"136.151743ms","start":"2026-04-08T13:15:08.133144Z","end":"2026-04-08T13:15:08.269295Z","steps":["trace[440411920] 'range keys from in-memory index tree' (duration: 135.712834ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:08.796489Z","caller":"traceutil/trace.go:171","msg":"trace[1806864222] linearizableReadLoop","detail":"{readStateIndex:8461; appliedIndex:8460; }","duration":"106.97193ms","start":"2026-04-08T13:15:08.689485Z","end":"2026-04-08T13:15:08.796457Z","steps":["trace[1806864222] 'read index received' (duration: 106.835277ms)","trace[1806864222] 'applied index is now lower than readState.Index' (duration: 135.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:08.796708Z","caller":"traceutil/trace.go:171","msg":"trace[1797940954] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"114.329434ms","start":"2026-04-08T13:15:08.682352Z","end":"2026-04-08T13:15:08.796681Z","steps":["trace[1797940954] 'process raft request' (duration: 113.948167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:08.796846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.290937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-08T13:15:08.796913Z","caller":"traceutil/trace.go:171","msg":"trace[1517967588] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:8137; }","duration":"107.44793ms","start":"2026-04-08T13:15:08.689452Z","end":"2026-04-08T13:15:08.7969Z","steps":["trace[1517967588] 'agreement among raft nodes before linearized reading' (duration: 107.271076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:08.797409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.741626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1441"} {"level":"info","ts":"2026-04-08T13:15:08.797735Z","caller":"traceutil/trace.go:171","msg":"trace[1650581834] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:8137; }","duration":"106.121094ms","start":"2026-04-08T13:15:08.691586Z","end":"2026-04-08T13:15:08.797707Z","steps":["trace[1650581834] 'agreement among raft nodes before linearized reading' (duration: 105.530012ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:10.00018Z","caller":"traceutil/trace.go:171","msg":"trace[1928742664] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8462; }","duration":"101.874578ms","start":"2026-04-08T13:15:09.89825Z","end":"2026-04-08T13:15:10.000124Z","steps":["trace[1928742664] 'read index received' (duration: 101.668054ms)","trace[1928742664] 'applied index is now lower than readState.Index' (duration: 205.434µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:10.000215Z","caller":"traceutil/trace.go:171","msg":"trace[347008107] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"111.038649ms","start":"2026-04-08T13:15:09.889145Z","end":"2026-04-08T13:15:10.000183Z","steps":["trace[347008107] 'process raft request' (duration: 110.827285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:10.000533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.247835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-08T13:15:10.00058Z","caller":"traceutil/trace.go:171","msg":"trace[1508735111] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:8139; }","duration":"102.338627ms","start":"2026-04-08T13:15:09.898228Z","end":"2026-04-08T13:15:10.000567Z","steps":["trace[1508735111] 'agreement among raft nodes before linearized reading' (duration: 102.025941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:14.218774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.734434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview\" ","response":"range_response_count:1 size:49605"} {"level":"info","ts":"2026-04-08T13:15:14.218873Z","caller":"traceutil/trace.go:171","msg":"trace[1112024832] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview; range_end:; response_count:1; response_revision:8163; }","duration":"105.881216ms","start":"2026-04-08T13:15:14.112968Z","end":"2026-04-08T13:15:14.218849Z","steps":["trace[1112024832] 'range keys from in-memory index tree' (duration: 105.5494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:14.786197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.489569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:14.786679Z","caller":"traceutil/trace.go:171","msg":"trace[1841609783] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"280.082816ms","start":"2026-04-08T13:15:14.506568Z","end":"2026-04-08T13:15:14.786651Z","steps":["trace[1841609783] 'process raft request' (duration: 52.031905ms)","trace[1841609783] 'compare' (duration: 227.313666ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:14.816056Z","caller":"traceutil/trace.go:171","msg":"trace[1015744858] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"308.146243ms","start":"2026-04-08T13:15:14.507888Z","end":"2026-04-08T13:15:14.816034Z","steps":["trace[1015744858] 'process raft request' (duration: 308.00177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:14.816215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:14.507862Z","time spent":"308.254235ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:14.816263Z","caller":"traceutil/trace.go:171","msg":"trace[720350250] linearizableReadLoop","detail":"{readStateIndex:8492; appliedIndex:8489; }","duration":"306.638904ms","start":"2026-04-08T13:15:14.509595Z","end":"2026-04-08T13:15:14.816234Z","steps":["trace[720350250] 'read index received' (duration: 49.019936ms)","trace[720350250] 'applied index is now lower than readState.Index' (duration: 257.617038ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:14.816336Z","caller":"traceutil/trace.go:171","msg":"trace[1054796642] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"306.791586ms","start":"2026-04-08T13:15:14.509513Z","end":"2026-04-08T13:15:14.816304Z","steps":["trace[1054796642] 'process raft request' (duration: 306.47865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:14.816464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:14.509505Z","time spent":"306.892908ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:14.816656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.034571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview\" ","response":"range_response_count:1 size:26148"} {"level":"info","ts":"2026-04-08T13:15:14.816739Z","caller":"traceutil/trace.go:171","msg":"trace[882297472] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview; range_end:; response_count:1; response_revision:8167; }","duration":"307.146093ms","start":"2026-04-08T13:15:14.509575Z","end":"2026-04-08T13:15:14.816721Z","steps":["trace[882297472] 'agreement among raft nodes before linearized reading' (duration: 306.754405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:14.816786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:14.509566Z","time spent":"307.210594ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":26170,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview\" "} {"level":"warn","ts":"2026-04-08T13:15:14.818322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.170189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-etcd\" ","response":"range_response_count:1 size:9422"} {"level":"info","ts":"2026-04-08T13:15:14.818371Z","caller":"traceutil/trace.go:171","msg":"trace[1785842693] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-etcd; range_end:; response_count:1; response_revision:8168; }","duration":"296.242041ms","start":"2026-04-08T13:15:14.522118Z","end":"2026-04-08T13:15:14.81836Z","steps":["trace[1785842693] 'agreement among raft nodes before linearized reading' (duration: 296.081278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:14.818537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.310688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:15:14.818598Z","caller":"traceutil/trace.go:171","msg":"trace[1490196643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8168; }","duration":"242.464391ms","start":"2026-04-08T13:15:14.576119Z","end":"2026-04-08T13:15:14.818583Z","steps":["trace[1490196643] 'agreement among raft nodes before linearized reading' (duration: 242.235126ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:24.329427Z","caller":"traceutil/trace.go:171","msg":"trace[181497461] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"169.774389ms","start":"2026-04-08T13:15:24.159632Z","end":"2026-04-08T13:15:24.329406Z","steps":["trace[181497461] 'process raft request' (duration: 169.640676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:24.329993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.467343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1601"} {"level":"info","ts":"2026-04-08T13:15:24.330109Z","caller":"traceutil/trace.go:171","msg":"trace[416755916] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:8211; }","duration":"168.612237ms","start":"2026-04-08T13:15:24.161474Z","end":"2026-04-08T13:15:24.330086Z","steps":["trace[416755916] 'agreement among raft nodes before linearized reading' (duration: 168.318251ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:24.330027Z","caller":"traceutil/trace.go:171","msg":"trace[165771566] linearizableReadLoop","detail":"{readStateIndex:8538; appliedIndex:8538; }","duration":"168.435353ms","start":"2026-04-08T13:15:24.161497Z","end":"2026-04-08T13:15:24.329933Z","steps":["trace[165771566] 'read index received' (duration: 167.914133ms)","trace[165771566] 'applied index is now lower than readState.Index' (duration: 516.02µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:24.406286Z","caller":"traceutil/trace.go:171","msg":"trace[747132467] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"244.208337ms","start":"2026-04-08T13:15:24.162022Z","end":"2026-04-08T13:15:24.40623Z","steps":["trace[747132467] 'process raft request' (duration: 210.393283ms)","trace[747132467] 'compare' (duration: 33.662141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:24.406586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.115749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1962"} {"level":"info","ts":"2026-04-08T13:15:24.40666Z","caller":"traceutil/trace.go:171","msg":"trace[1570745637] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8212; }","duration":"223.255372ms","start":"2026-04-08T13:15:24.183387Z","end":"2026-04-08T13:15:24.406642Z","steps":["trace[1570745637] 'agreement among raft nodes before linearized reading' (duration: 223.063588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:24.406925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.703147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:15:24.406975Z","caller":"traceutil/trace.go:171","msg":"trace[1989739383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8212; }","duration":"244.769968ms","start":"2026-04-08T13:15:24.162193Z","end":"2026-04-08T13:15:24.406963Z","steps":["trace[1989739383] 'agreement among raft nodes before linearized reading' (duration: 244.556374ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:26.683141Z","caller":"traceutil/trace.go:171","msg":"trace[533989211] linearizableReadLoop","detail":"{readStateIndex:8549; appliedIndex:8548; }","duration":"133.987502ms","start":"2026-04-08T13:15:26.549124Z","end":"2026-04-08T13:15:26.683111Z","steps":["trace[533989211] 'read index received' (duration: 91.201307ms)","trace[533989211] 'applied index is now lower than readState.Index' (duration: 42.784345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:26.683656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.477252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/secretgen-controller/kube-root-ca.crt\" ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-04-08T13:15:26.683734Z","caller":"traceutil/trace.go:171","msg":"trace[1180166728] range","detail":"{range_begin:/registry/configmaps/secretgen-controller/kube-root-ca.crt; range_end:; response_count:1; response_revision:8221; }","duration":"134.647806ms","start":"2026-04-08T13:15:26.549071Z","end":"2026-04-08T13:15:26.683719Z","steps":["trace[1180166728] 'agreement among raft nodes before linearized reading' (duration: 134.39412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:27.083506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.286124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:27.083763Z","caller":"traceutil/trace.go:171","msg":"trace[2053025665] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"533.907557ms","start":"2026-04-08T13:15:26.54983Z","end":"2026-04-08T13:15:27.083738Z","steps":["trace[2053025665] 'process raft request' (duration: 355.297657ms)","trace[2053025665] 'compare' (duration: 178.015049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:27.083858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:26.549809Z","time spent":"534.00321ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:27.084226Z","caller":"traceutil/trace.go:171","msg":"trace[508446329] linearizableReadLoop","detail":"{readStateIndex:8550; appliedIndex:8549; }","duration":"400.61861ms","start":"2026-04-08T13:15:26.683568Z","end":"2026-04-08T13:15:27.084186Z","steps":["trace[508446329] 'read index received' (duration: 221.58342ms)","trace[508446329] 'applied index is now lower than readState.Index' (duration: 179.03276ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:27.084266Z","caller":"traceutil/trace.go:171","msg":"trace[1481815453] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"250.367355ms","start":"2026-04-08T13:15:26.833876Z","end":"2026-04-08T13:15:27.084243Z","steps":["trace[1481815453] 'process raft request' (duration: 249.877555ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:27.084357Z","caller":"traceutil/trace.go:171","msg":"trace[801551889] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"399.295905ms","start":"2026-04-08T13:15:26.685046Z","end":"2026-04-08T13:15:27.084342Z","steps":["trace[801551889] 'process raft request' (duration: 398.573ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:27.084365Z","caller":"traceutil/trace.go:171","msg":"trace[776313065] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"209.473997ms","start":"2026-04-08T13:15:26.87487Z","end":"2026-04-08T13:15:27.084344Z","steps":["trace[776313065] 'process raft request' (duration: 208.938536ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:27.084422Z","caller":"traceutil/trace.go:171","msg":"trace[63550784] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"204.507241ms","start":"2026-04-08T13:15:26.879901Z","end":"2026-04-08T13:15:27.084408Z","steps":["trace[63550784] 'process raft request' (duration: 204.033151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:27.08444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:26.685028Z","time spent":"399.371516ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:27.08472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.373078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/secretgen-controller/\" range_end:\"/registry/events/secretgen-controller0\" limit:500 ","response":"range_response_count:7 size:5949"} {"level":"info","ts":"2026-04-08T13:15:27.084785Z","caller":"traceutil/trace.go:171","msg":"trace[1326263143] range","detail":"{range_begin:/registry/events/secretgen-controller/; range_end:/registry/events/secretgen-controller0; response_count:7; response_revision:8227; }","duration":"396.46181ms","start":"2026-04-08T13:15:26.688307Z","end":"2026-04-08T13:15:27.084769Z","steps":["trace[1326263143] 'agreement among raft nodes before linearized reading' (duration: 396.182474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:27.084843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:26.688297Z","time spent":"396.529011ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":7,"response size":5971,"request content":"key:\"/registry/events/secretgen-controller/\" range_end:\"/registry/events/secretgen-controller0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:15:27.084959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.259995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:15:27.085006Z","caller":"traceutil/trace.go:171","msg":"trace[426785993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8227; }","duration":"191.346598ms","start":"2026-04-08T13:15:26.893646Z","end":"2026-04-08T13:15:27.084992Z","steps":["trace[426785993] 'agreement among raft nodes before linearized reading' (duration: 191.169015ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:27.084647Z","caller":"traceutil/trace.go:171","msg":"trace[371734743] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"204.972009ms","start":"2026-04-08T13:15:26.879025Z","end":"2026-04-08T13:15:27.083997Z","steps":["trace[371734743] 'process raft request' (duration: 204.826456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:27.087594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.761945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:15:27.087648Z","caller":"traceutil/trace.go:171","msg":"trace[1981428460] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8227; }","duration":"535.845536ms","start":"2026-04-08T13:15:26.551791Z","end":"2026-04-08T13:15:27.087637Z","steps":["trace[1981428460] 'agreement among raft nodes before linearized reading' (duration: 532.904729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:27.087683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:26.55178Z","time spent":"535.889547ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":268,"response size":209124,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:15:27.264571Z","caller":"traceutil/trace.go:171","msg":"trace[651611969] linearizableReadLoop","detail":"{readStateIndex:8556; appliedIndex:8555; }","duration":"173.152104ms","start":"2026-04-08T13:15:27.09139Z","end":"2026-04-08T13:15:27.264542Z","steps":["trace[651611969] 'read index received' (duration: 151.717391ms)","trace[651611969] 'applied index is now lower than readState.Index' (duration: 21.432933ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:27.264754Z","caller":"traceutil/trace.go:171","msg":"trace[2110765474] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"173.414618ms","start":"2026-04-08T13:15:27.091322Z","end":"2026-04-08T13:15:27.264736Z","steps":["trace[2110765474] 'process raft request' (duration: 151.774722ms)","trace[2110765474] 'compare' (duration: 21.29786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:27.265449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.986729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-08T13:15:27.265545Z","caller":"traceutil/trace.go:171","msg":"trace[849767817] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8228; }","duration":"174.146662ms","start":"2026-04-08T13:15:27.091374Z","end":"2026-04-08T13:15:27.26552Z","steps":["trace[849767817] 'agreement among raft nodes before linearized reading' (duration: 173.914018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:27.490518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.612839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-08T13:15:27.490606Z","caller":"traceutil/trace.go:171","msg":"trace[617420155] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:8229; }","duration":"124.723701ms","start":"2026-04-08T13:15:27.365863Z","end":"2026-04-08T13:15:27.490587Z","steps":["trace[617420155] 'range keys from in-memory index tree' (duration: 124.491557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:27.490831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.136382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:9004"} {"level":"info","ts":"2026-04-08T13:15:27.490929Z","caller":"traceutil/trace.go:171","msg":"trace[933953729] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:8229; }","duration":"122.247363ms","start":"2026-04-08T13:15:27.36867Z","end":"2026-04-08T13:15:27.490917Z","steps":["trace[933953729] 'range keys from in-memory index tree' (duration: 122.036639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:27.491328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.799358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:27.491369Z","caller":"traceutil/trace.go:171","msg":"trace[1913793234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8229; }","duration":"116.87495ms","start":"2026-04-08T13:15:27.374483Z","end":"2026-04-08T13:15:27.491358Z","steps":["trace[1913793234] 'range keys from in-memory index tree' (duration: 116.694246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:28.218411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.365499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:28.218707Z","caller":"traceutil/trace.go:171","msg":"trace[882377352] linearizableReadLoop","detail":"{readStateIndex:8559; appliedIndex:8558; }","duration":"274.340469ms","start":"2026-04-08T13:15:27.944341Z","end":"2026-04-08T13:15:28.218681Z","steps":["trace[882377352] 'read index received' (duration: 65.622403ms)","trace[882377352] 'applied index is now lower than readState.Index' (duration: 208.715926ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:28.218879Z","caller":"traceutil/trace.go:171","msg":"trace[892252789] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"352.21611ms","start":"2026-04-08T13:15:27.866618Z","end":"2026-04-08T13:15:28.218835Z","steps":["trace[892252789] 'process raft request' (duration: 143.279059ms)","trace[892252789] 'compare' (duration: 207.981002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:28.219056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.744139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"info","ts":"2026-04-08T13:15:28.219123Z","caller":"traceutil/trace.go:171","msg":"trace[9432816] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:8231; }","duration":"259.854771ms","start":"2026-04-08T13:15:27.959253Z","end":"2026-04-08T13:15:28.219108Z","steps":["trace[9432816] 'agreement among raft nodes before linearized reading' (duration: 259.664637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:28.21932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:27.866597Z","time spent":"352.379162ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:28.219679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.627925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"info","ts":"2026-04-08T13:15:28.219744Z","caller":"traceutil/trace.go:171","msg":"trace[147042310] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:8231; }","duration":"275.439541ms","start":"2026-04-08T13:15:27.944288Z","end":"2026-04-08T13:15:28.219728Z","steps":["trace[147042310] 'agreement among raft nodes before linearized reading' (duration: 274.589745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:28.526015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.436303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/horizon\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-08T13:15:28.526067Z","caller":"traceutil/trace.go:171","msg":"trace[1230511387] range","detail":"{range_begin:/registry/services/endpoints/openstack/horizon; range_end:; response_count:1; response_revision:8231; }","duration":"204.538895ms","start":"2026-04-08T13:15:28.321515Z","end":"2026-04-08T13:15:28.526054Z","steps":["trace[1230511387] 'range keys from in-memory index tree' (duration: 204.28806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:28.526088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.415439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:15:28.526121Z","caller":"traceutil/trace.go:171","msg":"trace[767643683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8231; }","duration":"142.474431ms","start":"2026-04-08T13:15:28.383635Z","end":"2026-04-08T13:15:28.52611Z","steps":["trace[767643683] 'range keys from in-memory index tree' (duration: 142.325967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:28.526002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.673999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:28.526312Z","caller":"traceutil/trace.go:171","msg":"trace[1775831002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8231; }","duration":"150.019845ms","start":"2026-04-08T13:15:28.376265Z","end":"2026-04-08T13:15:28.526285Z","steps":["trace[1775831002] 'range keys from in-memory index tree' (duration: 149.585947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:28.526017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.78ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/horizon-int\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-04-08T13:15:28.526423Z","caller":"traceutil/trace.go:171","msg":"trace[507256942] range","detail":"{range_begin:/registry/services/endpoints/openstack/horizon-int; range_end:; response_count:1; response_revision:8231; }","duration":"203.226218ms","start":"2026-04-08T13:15:28.323184Z","end":"2026-04-08T13:15:28.52641Z","steps":["trace[507256942] 'range keys from in-memory index tree' (duration: 202.645957ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:28.753515Z","caller":"traceutil/trace.go:171","msg":"trace[196460513] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8559; }","duration":"204.589166ms","start":"2026-04-08T13:15:28.548892Z","end":"2026-04-08T13:15:28.753481Z","steps":["trace[196460513] 'read index received' (duration: 204.397112ms)","trace[196460513] 'applied index is now lower than readState.Index' (duration: 190.824µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:28.753625Z","caller":"traceutil/trace.go:171","msg":"trace[1870616242] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"222.069632ms","start":"2026-04-08T13:15:28.531544Z","end":"2026-04-08T13:15:28.753614Z","steps":["trace[1870616242] 'process raft request' (duration: 221.802927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:28.753923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.398262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/horizon-int\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-04-08T13:15:28.753987Z","caller":"traceutil/trace.go:171","msg":"trace[419777648] range","detail":"{range_begin:/registry/services/endpoints/openstack/horizon-int; range_end:; response_count:1; response_revision:8232; }","duration":"154.507113ms","start":"2026-04-08T13:15:28.599473Z","end":"2026-04-08T13:15:28.75398Z","steps":["trace[419777648] 'agreement among raft nodes before linearized reading' (duration: 154.190046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:28.754171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.72977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/horizon\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-04-08T13:15:28.754189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.268919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:15:28.75424Z","caller":"traceutil/trace.go:171","msg":"trace[1108603209] range","detail":"{range_begin:/registry/services/endpoints/openstack/horizon; range_end:; response_count:1; response_revision:8232; }","duration":"137.820103ms","start":"2026-04-08T13:15:28.616401Z","end":"2026-04-08T13:15:28.754221Z","steps":["trace[1108603209] 'agreement among raft nodes before linearized reading' (duration: 137.638349ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:28.754284Z","caller":"traceutil/trace.go:171","msg":"trace[1724410986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8232; }","duration":"205.417893ms","start":"2026-04-08T13:15:28.548845Z","end":"2026-04-08T13:15:28.754263Z","steps":["trace[1724410986] 'agreement among raft nodes before linearized reading' (duration: 205.150397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:28.979157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.501125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:15:28.979205Z","caller":"traceutil/trace.go:171","msg":"trace[2079935930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8233; }","duration":"150.591827ms","start":"2026-04-08T13:15:28.828603Z","end":"2026-04-08T13:15:28.979195Z","steps":["trace[2079935930] 'range keys from in-memory index tree' (duration: 150.405344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:29.589278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:15:30.089904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:15:30.469503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381078332s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:15:30.470096Z","caller":"traceutil/trace.go:171","msg":"trace[586102625] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"1.381715374s","start":"2026-04-08T13:15:29.088352Z","end":"2026-04-08T13:15:30.470067Z","steps":["trace[586102625] 'process raft request' (duration: 1.38151832s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.470308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.088342Z","time spent":"1.381824217s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:30.905015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.170357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:30.90528Z","caller":"traceutil/trace.go:171","msg":"trace[1256210662] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"1.816445032s","start":"2026-04-08T13:15:29.088802Z","end":"2026-04-08T13:15:30.905247Z","steps":["trace[1256210662] 'process raft request' (duration: 1.534122782s)","trace[1256210662] 'compare' (duration: 280.740259ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:30.905344Z","caller":"traceutil/trace.go:171","msg":"trace[1044489072] linearizableReadLoop","detail":"{readStateIndex:8566; appliedIndex:8561; }","duration":"1.816248148s","start":"2026-04-08T13:15:29.089078Z","end":"2026-04-08T13:15:30.905326Z","steps":["trace[1044489072] 'read index received' (duration: 1.380712126s)","trace[1044489072] 'applied index is now lower than readState.Index' (duration: 435.535062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:30.905449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.088796Z","time spent":"1.816565914s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:30.905532Z","caller":"traceutil/trace.go:171","msg":"trace[1363332045] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"1.471883449s","start":"2026-04-08T13:15:29.433595Z","end":"2026-04-08T13:15:30.905478Z","steps":["trace[1363332045] 'process raft request' (duration: 1.471690765s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.905651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816564004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:15:30.905694Z","caller":"traceutil/trace.go:171","msg":"trace[1185913752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8238; }","duration":"1.816616555s","start":"2026-04-08T13:15:29.089068Z","end":"2026-04-08T13:15:30.905684Z","steps":["trace[1185913752] 'agreement among raft nodes before linearized reading' (duration: 1.816483932s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.905736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.089063Z","time spent":"1.816662356s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T13:15:30.905758Z","caller":"traceutil/trace.go:171","msg":"trace[527087457] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"1.816113625s","start":"2026-04-08T13:15:29.089628Z","end":"2026-04-08T13:15:30.905742Z","steps":["trace[527087457] 'process raft request' (duration: 1.815607346s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.905745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.433579Z","time spent":"1.472051673s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:30.905829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.089623Z","time spent":"1.816172616s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:30.905698Z","caller":"traceutil/trace.go:171","msg":"trace[408594141] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"1.816166596s","start":"2026-04-08T13:15:29.08951Z","end":"2026-04-08T13:15:30.905676Z","steps":["trace[408594141] 'process raft request' (duration: 1.815606734s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.905974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737996933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached-metrics\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-04-08T13:15:30.905996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.089505Z","time spent":"1.81641302s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:30.90601Z","caller":"traceutil/trace.go:171","msg":"trace[1755743204] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached-metrics; range_end:; response_count:1; response_revision:8238; }","duration":"1.738059565s","start":"2026-04-08T13:15:29.167942Z","end":"2026-04-08T13:15:30.906001Z","steps":["trace[1755743204] 'agreement among raft nodes before linearized reading' (duration: 1.737965493s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.90604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.167924Z","time spent":"1.738109716s","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-04-08T13:15:30.906072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.955837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:30.906121Z","caller":"traceutil/trace.go:171","msg":"trace[1516568381] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8238; }","duration":"277.045579ms","start":"2026-04-08T13:15:30.629062Z","end":"2026-04-08T13:15:30.906108Z","steps":["trace[1516568381] 'agreement among raft nodes before linearized reading' (duration: 276.973238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.906184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.555053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:30.906224Z","caller":"traceutil/trace.go:171","msg":"trace[1331650321] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8238; }","duration":"359.595954ms","start":"2026-04-08T13:15:30.546617Z","end":"2026-04-08T13:15:30.906213Z","steps":["trace[1331650321] 'agreement among raft nodes before linearized reading' (duration: 359.540073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.906252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:30.546551Z","time spent":"359.694206ms","remote":"127.0.0.1:42282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:30.906408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.333419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:30.906444Z","caller":"traceutil/trace.go:171","msg":"trace[1524449211] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8238; }","duration":"907.402701ms","start":"2026-04-08T13:15:29.999032Z","end":"2026-04-08T13:15:30.906434Z","steps":["trace[1524449211] 'agreement among raft nodes before linearized reading' (duration: 907.35077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.906441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.826746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:15:30.906474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.999016Z","time spent":"907.448432ms","remote":"127.0.0.1:43516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:15:30.906486Z","caller":"traceutil/trace.go:171","msg":"trace[1382088876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8238; }","duration":"100.897137ms","start":"2026-04-08T13:15:30.805576Z","end":"2026-04-08T13:15:30.906474Z","steps":["trace[1382088876] 'agreement among raft nodes before linearized reading' (duration: 100.751624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.906622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.546905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:15:30.906656Z","caller":"traceutil/trace.go:171","msg":"trace[1592152572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8238; }","duration":"145.615165ms","start":"2026-04-08T13:15:30.761033Z","end":"2026-04-08T13:15:30.906648Z","steps":["trace[1592152572] 'agreement among raft nodes before linearized reading' (duration: 145.530904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.906848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636615905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:15:30.90689Z","caller":"traceutil/trace.go:171","msg":"trace[581836781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8238; }","duration":"1.636688886s","start":"2026-04-08T13:15:29.270191Z","end":"2026-04-08T13:15:30.90688Z","steps":["trace[581836781] 'agreement among raft nodes before linearized reading' (duration: 1.636579983s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.906917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.270175Z","time spent":"1.636735577s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:30.906984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720520287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-04-08T13:15:30.907013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530487245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:30.907038Z","caller":"traceutil/trace.go:171","msg":"trace[570097958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8238; }","duration":"1.530550966s","start":"2026-04-08T13:15:29.376479Z","end":"2026-04-08T13:15:30.90703Z","steps":["trace[570097958] 'agreement among raft nodes before linearized reading' (duration: 1.530503795s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:30.907037Z","caller":"traceutil/trace.go:171","msg":"trace[912243005] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:8238; }","duration":"1.720592868s","start":"2026-04-08T13:15:29.186431Z","end":"2026-04-08T13:15:30.907024Z","steps":["trace[912243005] 'agreement among raft nodes before linearized reading' (duration: 1.720467036s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.907068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.376463Z","time spent":"1.530600117s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:15:30.907084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.186421Z","time spent":"1.72065222s","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-04-08T13:15:30.907322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593640579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:15:30.907368Z","caller":"traceutil/trace.go:171","msg":"trace[550366672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8238; }","duration":"1.59370964s","start":"2026-04-08T13:15:29.313647Z","end":"2026-04-08T13:15:30.907356Z","steps":["trace[550366672] 'agreement among raft nodes before linearized reading' (duration: 1.593550887s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:30.907401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:29.313634Z","time spent":"1.593759181s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:31.417136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898050,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:15:31.591832Z","caller":"traceutil/trace.go:171","msg":"trace[2001347836] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"679.88726ms","start":"2026-04-08T13:15:30.911912Z","end":"2026-04-08T13:15:31.591799Z","steps":["trace[2001347836] 'process raft request' (duration: 679.687426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:31.592014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:30.91186Z","time spent":"680.061273ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:32.304264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.462433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:32.30477Z","caller":"traceutil/trace.go:171","msg":"trace[543507867] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"1.391785576s","start":"2026-04-08T13:15:30.912961Z","end":"2026-04-08T13:15:32.304747Z","steps":["trace[543507867] 'process raft request' (duration: 1.391406429s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:32.304865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:30.912948Z","time spent":"1.391878358s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:32.30512Z","caller":"traceutil/trace.go:171","msg":"trace[1114029850] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"1.392819316s","start":"2026-04-08T13:15:30.912271Z","end":"2026-04-08T13:15:32.30509Z","steps":["trace[1114029850] 'process raft request' (duration: 868.392724ms)","trace[1114029850] 'compare' (duration: 522.715569ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:32.305185Z","caller":"traceutil/trace.go:171","msg":"trace[1988916218] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"1.391399328s","start":"2026-04-08T13:15:30.913757Z","end":"2026-04-08T13:15:32.305156Z","steps":["trace[1988916218] 'process raft request' (duration: 1.390714455s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:32.305214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:30.912257Z","time spent":"1.392908297s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:32.30524Z","caller":"traceutil/trace.go:171","msg":"trace[1699721250] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"1.39151246s","start":"2026-04-08T13:15:30.913701Z","end":"2026-04-08T13:15:32.305214Z","steps":["trace[1699721250] 'process raft request' (duration: 1.390734265s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:32.305332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:30.913729Z","time spent":"1.39152096s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:32.305361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:30.913689Z","time spent":"1.391606892s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:32.305412Z","caller":"traceutil/trace.go:171","msg":"trace[7287553] linearizableReadLoop","detail":"{readStateIndex:8571; appliedIndex:8566; }","duration":"1.388972532s","start":"2026-04-08T13:15:30.916394Z","end":"2026-04-08T13:15:32.305366Z","steps":["trace[7287553] 'read index received' (duration: 675.290822ms)","trace[7287553] 'applied index is now lower than readState.Index' (duration: 713.67519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:32.68085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.306648ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:15:32.68106Z","caller":"traceutil/trace.go:171","msg":"trace[1058785199] linearizableReadLoop","detail":"{readStateIndex:8572; appliedIndex:8571; }","duration":"375.559564ms","start":"2026-04-08T13:15:32.305481Z","end":"2026-04-08T13:15:32.681041Z","steps":["trace[1058785199] 'read index received' (duration: 60.351µs)","trace[1058785199] 'applied index is now lower than readState.Index' (duration: 375.497943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:32.682378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765966645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:32.68255Z","caller":"traceutil/trace.go:171","msg":"trace[279973050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8243; }","duration":"1.766146318s","start":"2026-04-08T13:15:30.916364Z","end":"2026-04-08T13:15:32.682511Z","steps":["trace[279973050] 'agreement among raft nodes before linearized reading' (duration: 1.389112955s)","trace[279973050] 'range keys from in-memory index tree' (duration: 376.84413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:32.682683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:30.916356Z","time spent":"1.766309961s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:15:32.682385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.248808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:32.682419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675539688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached-metrics\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-08T13:15:32.682954Z","caller":"traceutil/trace.go:171","msg":"trace[481949912] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached-metrics; range_end:; response_count:1; response_revision:8243; }","duration":"1.676109279s","start":"2026-04-08T13:15:31.006824Z","end":"2026-04-08T13:15:32.682934Z","steps":["trace[481949912] 'agreement among raft nodes before linearized reading' (duration: 1.674531679s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:32.682919Z","caller":"traceutil/trace.go:171","msg":"trace[793300293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8243; }","duration":"672.754458ms","start":"2026-04-08T13:15:32.010064Z","end":"2026-04-08T13:15:32.682818Z","steps":["trace[793300293] 'agreement among raft nodes before linearized reading' (duration: 671.209588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:32.683026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:31.006804Z","time spent":"1.67619803s","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-04-08T13:15:32.683061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:32.010041Z","time spent":"672.999932ms","remote":"127.0.0.1:43592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:15:32.682426Z","caller":"traceutil/trace.go:171","msg":"trace[1503992306] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"206.442475ms","start":"2026-04-08T13:15:32.475957Z","end":"2026-04-08T13:15:32.682399Z","steps":["trace[1503992306] 'process raft request' (duration: 204.998187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:32.682437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705442182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-04-08T13:15:32.683432Z","caller":"traceutil/trace.go:171","msg":"trace[2042967136] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:8243; }","duration":"1.706459002s","start":"2026-04-08T13:15:30.976953Z","end":"2026-04-08T13:15:32.683412Z","steps":["trace[2042967136] 'agreement among raft nodes before linearized reading' (duration: 1.704423184s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:32.683595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:30.976921Z","time spent":"1.706653915s","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-04-08T13:15:33.075378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.718349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:15:33.075396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.829816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:33.075424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.077871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:15:33.075469Z","caller":"traceutil/trace.go:171","msg":"trace[1028571067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8244; }","duration":"389.930688ms","start":"2026-04-08T13:15:32.68552Z","end":"2026-04-08T13:15:33.075451Z","steps":["trace[1028571067] 'range keys from in-memory index tree' (duration: 389.750715ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:33.075462Z","caller":"traceutil/trace.go:171","msg":"trace[704579874] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8244; }","duration":"584.847322ms","start":"2026-04-08T13:15:32.490594Z","end":"2026-04-08T13:15:33.075442Z","steps":["trace[704579874] 'agreement among raft nodes before linearized reading' (duration: 191.848516ms)","trace[704579874] 'count revisions from in-memory index tree' (duration: 392.877294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:33.075518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:32.685501Z","time spent":"390.00928ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:15:33.075526Z","caller":"traceutil/trace.go:171","msg":"trace[1270636334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8244; }","duration":"627.233623ms","start":"2026-04-08T13:15:32.448266Z","end":"2026-04-08T13:15:33.075499Z","steps":["trace[1270636334] 'agreement among raft nodes before linearized reading' (duration: 234.106794ms)","trace[1270636334] 'count revisions from in-memory index tree' (duration: 392.976586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:33.075279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.639264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-04-08T13:15:33.075556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:32.490576Z","time spent":"584.967534ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:33.075448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.996432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached-metrics\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-04-08T13:15:33.075598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:32.448242Z","time spent":"627.341256ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:15:33.075622Z","caller":"traceutil/trace.go:171","msg":"trace[639466886] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached-metrics; range_end:; response_count:1; response_revision:8244; }","duration":"387.211225ms","start":"2026-04-08T13:15:32.688396Z","end":"2026-04-08T13:15:33.075607Z","steps":["trace[639466886] 'range keys from in-memory index tree' (duration: 386.8828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:33.075682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:32.68839Z","time spent":"387.266887ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/memcached-metrics\" "} {"level":"info","ts":"2026-04-08T13:15:33.075945Z","caller":"traceutil/trace.go:171","msg":"trace[969178036] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:8244; }","duration":"388.335787ms","start":"2026-04-08T13:15:32.687596Z","end":"2026-04-08T13:15:33.075932Z","steps":["trace[969178036] 'range keys from in-memory index tree' (duration: 387.508501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:33.075988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:32.687588Z","time spent":"388.391188ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-04-08T13:15:33.227742Z","caller":"traceutil/trace.go:171","msg":"trace[1356904267] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"314.485371ms","start":"2026-04-08T13:15:32.913233Z","end":"2026-04-08T13:15:33.227718Z","steps":["trace[1356904267] 'process raft request' (duration: 314.328408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:33.228032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:32.913214Z","time spent":"314.626584ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:33.552601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.706139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:33.55291Z","caller":"traceutil/trace.go:171","msg":"trace[2117317479] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"639.329008ms","start":"2026-04-08T13:15:32.913568Z","end":"2026-04-08T13:15:33.552897Z","steps":["trace[2117317479] 'process raft request' (duration: 639.174475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:33.553047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:32.913534Z","time spent":"639.43717ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:33.553072Z","caller":"traceutil/trace.go:171","msg":"trace[929294402] linearizableReadLoop","detail":"{readStateIndex:8577; appliedIndex:8573; }","duration":"472.320479ms","start":"2026-04-08T13:15:33.080722Z","end":"2026-04-08T13:15:33.553042Z","steps":["trace[929294402] 'read index received' (duration: 146.798289ms)","trace[929294402] 'applied index is now lower than readState.Index' (duration: 325.52006ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:33.553336Z","caller":"traceutil/trace.go:171","msg":"trace[1878466463] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"639.604734ms","start":"2026-04-08T13:15:32.913712Z","end":"2026-04-08T13:15:33.553317Z","steps":["trace[1878466463] 'process raft request' (duration: 639.150765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:33.553436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:32.913702Z","time spent":"639.673065ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:33.553546Z","caller":"traceutil/trace.go:171","msg":"trace[1358500660] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"639.894228ms","start":"2026-04-08T13:15:32.913575Z","end":"2026-04-08T13:15:33.553469Z","steps":["trace[1358500660] 'process raft request' (duration: 458.247102ms)","trace[1358500660] 'compare' (duration: 180.599526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:33.553654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.2252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:33.553656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:32.913566Z","time spent":"640.032661ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:33.553714Z","caller":"traceutil/trace.go:171","msg":"trace[1942576305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8248; }","duration":"470.319282ms","start":"2026-04-08T13:15:33.083378Z","end":"2026-04-08T13:15:33.553697Z","steps":["trace[1942576305] 'agreement among raft nodes before linearized reading' (duration: 470.158729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:33.55376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:33.083361Z","time spent":"470.387443ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:15:33.553739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.215258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:15:33.553814Z","caller":"traceutil/trace.go:171","msg":"trace[1128716575] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8248; }","duration":"240.34814ms","start":"2026-04-08T13:15:33.313447Z","end":"2026-04-08T13:15:33.553796Z","steps":["trace[1128716575] 'agreement among raft nodes before linearized reading' (duration: 240.112145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:33.555214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.088318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:15:33.555278Z","caller":"traceutil/trace.go:171","msg":"trace[1760358224] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8248; }","duration":"457.20768ms","start":"2026-04-08T13:15:33.098056Z","end":"2026-04-08T13:15:33.555263Z","steps":["trace[1760358224] 'agreement among raft nodes before linearized reading' (duration: 455.547719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:33.55544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:33.098028Z","time spent":"457.341063ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":268,"response size":209124,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:15:33.556269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.49475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:15:33.557052Z","caller":"traceutil/trace.go:171","msg":"trace[1050109542] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8248; }","duration":"476.332476ms","start":"2026-04-08T13:15:33.080693Z","end":"2026-04-08T13:15:33.557025Z","steps":["trace[1050109542] 'agreement among raft nodes before linearized reading' (duration: 472.901791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:33.557144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:33.080679Z","time spent":"476.436178ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":268,"response size":209124,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:15:33.937714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.59623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:33.937847Z","caller":"traceutil/trace.go:171","msg":"trace[766491621] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8577; }","duration":"286.292689ms","start":"2026-04-08T13:15:33.651533Z","end":"2026-04-08T13:15:33.937826Z","steps":["trace[766491621] 'read index received' (duration: 4.440435ms)","trace[766491621] 'applied index is now lower than readState.Index' (duration: 281.845784ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:33.938048Z","caller":"traceutil/trace.go:171","msg":"trace[1788329899] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"338.873076ms","start":"2026-04-08T13:15:33.599124Z","end":"2026-04-08T13:15:33.937997Z","steps":["trace[1788329899] 'process raft request' (duration: 56.887258ms)","trace[1788329899] 'compare' (duration: 281.461858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:33.938213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:33.599107Z","time spent":"339.011698ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:33.938607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.966102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-04-08T13:15:33.938938Z","caller":"traceutil/trace.go:171","msg":"trace[107207145] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:8249; }","duration":"287.41566ms","start":"2026-04-08T13:15:33.651498Z","end":"2026-04-08T13:15:33.938914Z","steps":["trace[107207145] 'agreement among raft nodes before linearized reading' (duration: 286.588364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:34.311776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.275895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:34.311892Z","caller":"traceutil/trace.go:171","msg":"trace[63751529] linearizableReadLoop","detail":"{readStateIndex:8579; appliedIndex:8578; }","duration":"373.985673ms","start":"2026-04-08T13:15:33.937882Z","end":"2026-04-08T13:15:34.311868Z","steps":["trace[63751529] 'read index received' (duration: 146.434531ms)","trace[63751529] 'applied index is now lower than readState.Index' (duration: 227.549942ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:34.311932Z","caller":"traceutil/trace.go:171","msg":"trace[940705376] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"581.498544ms","start":"2026-04-08T13:15:33.730405Z","end":"2026-04-08T13:15:34.311903Z","steps":["trace[940705376] 'process raft request' (duration: 353.989393ms)","trace[940705376] 'compare' (duration: 227.103012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:34.312093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:33.730373Z","time spent":"581.632187ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:34.312205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.632586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-04-08T13:15:34.312234Z","caller":"traceutil/trace.go:171","msg":"trace[1753557770] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:8250; }","duration":"303.686547ms","start":"2026-04-08T13:15:34.008539Z","end":"2026-04-08T13:15:34.312226Z","steps":["trace[1753557770] 'agreement among raft nodes before linearized reading' (duration: 303.590695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:34.312263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:34.008521Z","time spent":"303.736208ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1169,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-08T13:15:34.312109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.527527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-08T13:15:34.31277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.197979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:15:34.312822Z","caller":"traceutil/trace.go:171","msg":"trace[831913150] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8250; }","duration":"244.292941ms","start":"2026-04-08T13:15:34.068517Z","end":"2026-04-08T13:15:34.31281Z","steps":["trace[831913150] 'agreement among raft nodes before linearized reading' (duration: 244.146148ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:34.312623Z","caller":"traceutil/trace.go:171","msg":"trace[2034392220] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:8250; }","duration":"660.990606ms","start":"2026-04-08T13:15:33.651534Z","end":"2026-04-08T13:15:34.312525Z","steps":["trace[2034392220] 'agreement among raft nodes before linearized reading' (duration: 660.433805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:34.313188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:33.651515Z","time spent":"661.640647ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-04-08T13:15:34.643181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.958728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:34.643498Z","caller":"traceutil/trace.go:171","msg":"trace[293565450] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"325.87262ms","start":"2026-04-08T13:15:34.317596Z","end":"2026-04-08T13:15:34.643469Z","steps":["trace[293565450] 'process raft request' (duration: 325.719107ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:34.643522Z","caller":"traceutil/trace.go:171","msg":"trace[988108347] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"324.440114ms","start":"2026-04-08T13:15:34.319056Z","end":"2026-04-08T13:15:34.643496Z","steps":["trace[988108347] 'process raft request' (duration: 324.345072ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:34.643525Z","caller":"traceutil/trace.go:171","msg":"trace[1953350876] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"326.579875ms","start":"2026-04-08T13:15:34.316916Z","end":"2026-04-08T13:15:34.643496Z","steps":["trace[1953350876] 'process raft request' (duration: 132.210879ms)","trace[1953350876] 'compare' (duration: 193.790845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:34.64361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:34.317588Z","time spent":"325.958352ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:34.643627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:34.319038Z","time spent":"324.534835ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:34.643684Z","caller":"traceutil/trace.go:171","msg":"trace[1599125509] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"324.130648ms","start":"2026-04-08T13:15:34.319547Z","end":"2026-04-08T13:15:34.643677Z","steps":["trace[1599125509] 'process raft request' (duration: 323.901464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:34.643724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:34.319532Z","time spent":"324.174939ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:34.643696Z","caller":"traceutil/trace.go:171","msg":"trace[1677739004] linearizableReadLoop","detail":"{readStateIndex:8581; appliedIndex:8579; }","duration":"325.630366ms","start":"2026-04-08T13:15:34.318033Z","end":"2026-04-08T13:15:34.643663Z","steps":["trace[1677739004] 'read index received' (duration: 131.106687ms)","trace[1677739004] 'applied index is now lower than readState.Index' (duration: 194.521339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:34.643646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:34.316899Z","time spent":"326.681196ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:34.643881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.84197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-04-08T13:15:34.643919Z","caller":"traceutil/trace.go:171","msg":"trace[173867543] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8254; }","duration":"325.89106ms","start":"2026-04-08T13:15:34.318017Z","end":"2026-04-08T13:15:34.643908Z","steps":["trace[173867543] 'agreement among raft nodes before linearized reading' (duration: 325.764018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:34.643953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:34.318011Z","time spent":"325.935341ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12319,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T13:15:34.643965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.77669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-04-08T13:15:34.644004Z","caller":"traceutil/trace.go:171","msg":"trace[2098697838] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:8254; }","duration":"324.828181ms","start":"2026-04-08T13:15:34.319164Z","end":"2026-04-08T13:15:34.643992Z","steps":["trace[2098697838] 'agreement among raft nodes before linearized reading' (duration: 324.662638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:34.644044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:34.319091Z","time spent":"324.943743ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1169,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-08T13:15:34.644092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.67634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:34.644129Z","caller":"traceutil/trace.go:171","msg":"trace[1885760911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8254; }","duration":"265.790252ms","start":"2026-04-08T13:15:34.378329Z","end":"2026-04-08T13:15:34.64412Z","steps":["trace[1885760911] 'agreement among raft nodes before linearized reading' (duration: 265.722681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:34.644499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.767433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-08T13:15:34.644535Z","caller":"traceutil/trace.go:171","msg":"trace[1461175709] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:8254; }","duration":"228.840255ms","start":"2026-04-08T13:15:34.415686Z","end":"2026-04-08T13:15:34.644526Z","steps":["trace[1461175709] 'agreement among raft nodes before linearized reading' (duration: 228.170742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:34.906977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.980082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:34.907102Z","caller":"traceutil/trace.go:171","msg":"trace[768585805] linearizableReadLoop","detail":"{readStateIndex:8584; appliedIndex:8583; }","duration":"185.456885ms","start":"2026-04-08T13:15:34.721623Z","end":"2026-04-08T13:15:34.90708Z","steps":["trace[768585805] 'read index received' (duration: 64.34392ms)","trace[768585805] 'applied index is now lower than readState.Index' (duration: 121.111875ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:34.907191Z","caller":"traceutil/trace.go:171","msg":"trace[1211402478] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"219.242362ms","start":"2026-04-08T13:15:34.687904Z","end":"2026-04-08T13:15:34.907146Z","steps":["trace[1211402478] 'process raft request' (duration: 98.027105ms)","trace[1211402478] 'compare' (duration: 120.890641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:34.907257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.578274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:1063"} {"level":"info","ts":"2026-04-08T13:15:34.907284Z","caller":"traceutil/trace.go:171","msg":"trace[1767962122] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:8255; }","duration":"156.627954ms","start":"2026-04-08T13:15:34.750646Z","end":"2026-04-08T13:15:34.907274Z","steps":["trace[1767962122] 'agreement among raft nodes before linearized reading' (duration: 156.523332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:34.907322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.650909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:34.907376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.502931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:1157"} {"level":"info","ts":"2026-04-08T13:15:34.907445Z","caller":"traceutil/trace.go:171","msg":"trace[1550756466] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8255; }","duration":"185.836063ms","start":"2026-04-08T13:15:34.721584Z","end":"2026-04-08T13:15:34.90742Z","steps":["trace[1550756466] 'agreement among raft nodes before linearized reading' (duration: 185.583298ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:34.907456Z","caller":"traceutil/trace.go:171","msg":"trace[1366649868] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:8255; }","duration":"144.636374ms","start":"2026-04-08T13:15:34.7628Z","end":"2026-04-08T13:15:34.907436Z","steps":["trace[1366649868] 'agreement among raft nodes before linearized reading' (duration: 144.43842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:35.307445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.341419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:908"} {"level":"info","ts":"2026-04-08T13:15:35.307616Z","caller":"traceutil/trace.go:171","msg":"trace[1764284855] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:8255; }","duration":"209.550813ms","start":"2026-04-08T13:15:35.098045Z","end":"2026-04-08T13:15:35.307596Z","steps":["trace[1764284855] 'range keys from in-memory index tree' (duration: 209.163496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:35.307519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.137286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:1153"} {"level":"info","ts":"2026-04-08T13:15:35.307778Z","caller":"traceutil/trace.go:171","msg":"trace[507266340] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:8255; }","duration":"231.436281ms","start":"2026-04-08T13:15:35.076322Z","end":"2026-04-08T13:15:35.307759Z","steps":["trace[507266340] 'range keys from in-memory index tree' (duration: 230.977233ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:35.456119Z","caller":"traceutil/trace.go:171","msg":"trace[1447728357] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"222.871778ms","start":"2026-04-08T13:15:35.233219Z","end":"2026-04-08T13:15:35.456091Z","steps":["trace[1447728357] 'process raft request' (duration: 222.653364ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:35.785475Z","caller":"traceutil/trace.go:171","msg":"trace[1780199053] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"224.949138ms","start":"2026-04-08T13:15:35.560505Z","end":"2026-04-08T13:15:35.785454Z","steps":["trace[1780199053] 'process raft request' (duration: 129.758739ms)","trace[1780199053] 'compare' (duration: 95.101497ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:35.87037Z","caller":"traceutil/trace.go:171","msg":"trace[1758140370] linearizableReadLoop","detail":"{readStateIndex:8587; appliedIndex:8585; }","duration":"304.262363ms","start":"2026-04-08T13:15:35.566024Z","end":"2026-04-08T13:15:35.870286Z","steps":["trace[1758140370] 'read index received' (duration: 124.246704ms)","trace[1758140370] 'applied index is now lower than readState.Index' (duration: 180.010649ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:35.870437Z","caller":"traceutil/trace.go:171","msg":"trace[909225761] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"309.836569ms","start":"2026-04-08T13:15:35.560553Z","end":"2026-04-08T13:15:35.87039Z","steps":["trace[909225761] 'process raft request' (duration: 309.423901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:35.870601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:35.56053Z","time spent":"309.985212ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:35.870641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.60126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:966"} {"level":"info","ts":"2026-04-08T13:15:35.870683Z","caller":"traceutil/trace.go:171","msg":"trace[1115546379] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:8258; }","duration":"302.697892ms","start":"2026-04-08T13:15:35.567971Z","end":"2026-04-08T13:15:35.870669Z","steps":["trace[1115546379] 'agreement among raft nodes before linearized reading' (duration: 302.57411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:35.870722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:35.567957Z","time spent":"302.756193ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":988,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-04-08T13:15:35.871038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.973336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1245"} {"level":"info","ts":"2026-04-08T13:15:35.871695Z","caller":"traceutil/trace.go:171","msg":"trace[270546835] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:8258; }","duration":"305.124218ms","start":"2026-04-08T13:15:35.565998Z","end":"2026-04-08T13:15:35.871122Z","steps":["trace[270546835] 'agreement among raft nodes before linearized reading' (duration: 304.513797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:35.871809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:35.565989Z","time spent":"305.787141ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1267,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"info","ts":"2026-04-08T13:15:36.070258Z","caller":"traceutil/trace.go:171","msg":"trace[1021498913] linearizableReadLoop","detail":"{readStateIndex:8588; appliedIndex:8587; }","duration":"111.05684ms","start":"2026-04-08T13:15:35.959174Z","end":"2026-04-08T13:15:36.070231Z","steps":["trace[1021498913] 'read index received' (duration: 110.813786ms)","trace[1021498913] 'applied index is now lower than readState.Index' (duration: 241.954µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:36.070659Z","caller":"traceutil/trace.go:171","msg":"trace[25674306] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"111.924707ms","start":"2026-04-08T13:15:35.958718Z","end":"2026-04-08T13:15:36.070643Z","steps":["trace[25674306] 'process raft request' (duration: 111.353466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:36.070847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.439857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:966"} {"level":"info","ts":"2026-04-08T13:15:36.070926Z","caller":"traceutil/trace.go:171","msg":"trace[970169792] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:8259; }","duration":"111.545689ms","start":"2026-04-08T13:15:35.959362Z","end":"2026-04-08T13:15:36.070908Z","steps":["trace[970169792] 'agreement among raft nodes before linearized reading' (duration: 111.366065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:36.070929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.370443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:36.070954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.746423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1245"} {"level":"info","ts":"2026-04-08T13:15:36.070996Z","caller":"traceutil/trace.go:171","msg":"trace[832133296] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8259; }","duration":"103.491136ms","start":"2026-04-08T13:15:35.967485Z","end":"2026-04-08T13:15:36.070976Z","steps":["trace[832133296] 'agreement among raft nodes before linearized reading' (duration: 103.354602ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:36.071048Z","caller":"traceutil/trace.go:171","msg":"trace[2111213516] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:8259; }","duration":"111.891647ms","start":"2026-04-08T13:15:35.959135Z","end":"2026-04-08T13:15:36.071027Z","steps":["trace[2111213516] 'agreement among raft nodes before linearized reading' (duration: 111.618501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:37.028597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.200246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:37.028766Z","caller":"traceutil/trace.go:171","msg":"trace[297463813] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"116.205366ms","start":"2026-04-08T13:15:36.912549Z","end":"2026-04-08T13:15:37.028755Z","steps":["trace[297463813] 'process raft request' (duration: 116.181046ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:37.028912Z","caller":"traceutil/trace.go:171","msg":"trace[734922757] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"291.819878ms","start":"2026-04-08T13:15:36.737086Z","end":"2026-04-08T13:15:37.028906Z","steps":["trace[734922757] 'process raft request' (duration: 291.616264ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:37.028941Z","caller":"traceutil/trace.go:171","msg":"trace[1112362905] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"292.659683ms","start":"2026-04-08T13:15:36.736248Z","end":"2026-04-08T13:15:37.028908Z","steps":["trace[1112362905] 'process raft request' (duration: 292.420359ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:37.029013Z","caller":"traceutil/trace.go:171","msg":"trace[174509443] linearizableReadLoop","detail":"{readStateIndex:8592; appliedIndex:8591; }","duration":"293.077713ms","start":"2026-04-08T13:15:36.735923Z","end":"2026-04-08T13:15:37.029001Z","steps":["trace[174509443] 'read index received' (duration: 22.51538ms)","trace[174509443] 'applied index is now lower than readState.Index' (duration: 270.561392ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:37.029646Z","caller":"traceutil/trace.go:171","msg":"trace[42017559] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"294.068371ms","start":"2026-04-08T13:15:36.735551Z","end":"2026-04-08T13:15:37.029619Z","steps":["trace[42017559] 'process raft request' (duration: 132.790513ms)","trace[42017559] 'compare' (duration: 160.117135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:37.029871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.926239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:15:37.029928Z","caller":"traceutil/trace.go:171","msg":"trace[1091398279] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8265; }","duration":"294.01808ms","start":"2026-04-08T13:15:36.735901Z","end":"2026-04-08T13:15:37.029919Z","steps":["trace[1091398279] 'agreement among raft nodes before linearized reading' (duration: 293.861837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:37.030345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.161006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-08T13:15:37.03038Z","caller":"traceutil/trace.go:171","msg":"trace[87228200] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:8265; }","duration":"291.210507ms","start":"2026-04-08T13:15:36.739159Z","end":"2026-04-08T13:15:37.03037Z","steps":["trace[87228200] 'agreement among raft nodes before linearized reading' (duration: 291.080584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:37.031362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.120091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:15:37.031411Z","caller":"traceutil/trace.go:171","msg":"trace[1412122916] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8265; }","duration":"295.194322ms","start":"2026-04-08T13:15:36.736207Z","end":"2026-04-08T13:15:37.031401Z","steps":["trace[1412122916] 'agreement among raft nodes before linearized reading' (duration: 293.695694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:37.299643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.645639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4956"} {"level":"info","ts":"2026-04-08T13:15:37.299718Z","caller":"traceutil/trace.go:171","msg":"trace[1695447924] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:8265; }","duration":"152.761322ms","start":"2026-04-08T13:15:37.146938Z","end":"2026-04-08T13:15:37.2997Z","steps":["trace[1695447924] 'range keys from in-memory index tree' (duration: 152.471377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:37.299632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.727701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:7035"} {"level":"info","ts":"2026-04-08T13:15:37.299835Z","caller":"traceutil/trace.go:171","msg":"trace[2024364975] range","detail":"{range_begin:/registry/jobs/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:8265; }","duration":"163.983515ms","start":"2026-04-08T13:15:37.135837Z","end":"2026-04-08T13:15:37.299821Z","steps":["trace[2024364975] 'range keys from in-memory index tree' (duration: 163.552368ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:38.054362Z","caller":"traceutil/trace.go:171","msg":"trace[695445087] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"264.95697ms","start":"2026-04-08T13:15:37.789374Z","end":"2026-04-08T13:15:38.054331Z","steps":["trace[695445087] 'process raft request' (duration: 264.643753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:38.05471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.231163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8414"} {"level":"info","ts":"2026-04-08T13:15:38.054798Z","caller":"traceutil/trace.go:171","msg":"trace[1381559742] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:8267; }","duration":"203.364826ms","start":"2026-04-08T13:15:37.851408Z","end":"2026-04-08T13:15:38.054772Z","steps":["trace[1381559742] 'agreement among raft nodes before linearized reading' (duration: 203.002349ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:38.054339Z","caller":"traceutil/trace.go:171","msg":"trace[1004881388] linearizableReadLoop","detail":"{readStateIndex:8597; appliedIndex:8596; }","duration":"202.832495ms","start":"2026-04-08T13:15:37.851448Z","end":"2026-04-08T13:15:38.05428Z","steps":["trace[1004881388] 'read index received' (duration: 202.57113ms)","trace[1004881388] 'applied index is now lower than readState.Index' (duration: 260.145µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:38.31741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.418706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:38.317502Z","caller":"traceutil/trace.go:171","msg":"trace[275290550] linearizableReadLoop","detail":"{readStateIndex:8598; appliedIndex:8597; }","duration":"262.464658ms","start":"2026-04-08T13:15:38.055022Z","end":"2026-04-08T13:15:38.317487Z","steps":["trace[275290550] 'read index received' (duration: 154.92774ms)","trace[275290550] 'applied index is now lower than readState.Index' (duration: 107.535818ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:38.317709Z","caller":"traceutil/trace.go:171","msg":"trace[1477760045] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"441.604664ms","start":"2026-04-08T13:15:37.876088Z","end":"2026-04-08T13:15:38.317693Z","steps":["trace[1477760045] 'process raft request' (duration: 333.8057ms)","trace[1477760045] 'compare' (duration: 107.06831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:38.317773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.8469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:38.317775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:37.876068Z","time spent":"441.675905ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:38.317804Z","caller":"traceutil/trace.go:171","msg":"trace[211516349] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8268; }","duration":"132.928352ms","start":"2026-04-08T13:15:38.184867Z","end":"2026-04-08T13:15:38.317796Z","steps":["trace[211516349] 'agreement among raft nodes before linearized reading' (duration: 132.867701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:38.317832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.247451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8414"} {"level":"info","ts":"2026-04-08T13:15:38.317868Z","caller":"traceutil/trace.go:171","msg":"trace[814892128] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:8268; }","duration":"256.319312ms","start":"2026-04-08T13:15:38.061537Z","end":"2026-04-08T13:15:38.317856Z","steps":["trace[814892128] 'agreement among raft nodes before linearized reading' (duration: 256.19279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:38.31796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.941449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:6472"} {"level":"info","ts":"2026-04-08T13:15:38.317979Z","caller":"traceutil/trace.go:171","msg":"trace[1780383325] range","detail":"{range_begin:/registry/jobs/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:8268; }","duration":"463.9789ms","start":"2026-04-08T13:15:37.853993Z","end":"2026-04-08T13:15:38.317972Z","steps":["trace[1780383325] 'agreement among raft nodes before linearized reading' (duration: 463.915539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:38.317997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:37.853983Z","time spent":"464.008811ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6494,"request content":"key:\"/registry/jobs/openstack/keystone-domain-manage\" "} {"level":"warn","ts":"2026-04-08T13:15:38.318001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.683404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:15:38.318077Z","caller":"traceutil/trace.go:171","msg":"trace[899635742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8268; }","duration":"241.771076ms","start":"2026-04-08T13:15:38.076286Z","end":"2026-04-08T13:15:38.318057Z","steps":["trace[899635742] 'agreement among raft nodes before linearized reading' (duration: 241.524051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:38.789814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.390179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:38.79Z","caller":"traceutil/trace.go:171","msg":"trace[1664110927] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"374.629346ms","start":"2026-04-08T13:15:38.415352Z","end":"2026-04-08T13:15:38.789982Z","steps":["trace[1664110927] 'process raft request' (duration: 374.574365ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:38.789986Z","caller":"traceutil/trace.go:171","msg":"trace[1391267217] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"466.155228ms","start":"2026-04-08T13:15:38.323801Z","end":"2026-04-08T13:15:38.789957Z","steps":["trace[1391267217] 'process raft request' (duration: 99.515505ms)","trace[1391267217] 'compare' (duration: 366.236046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:38.790052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:38.415326Z","time spent":"374.702267ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:38.790139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:38.323782Z","time spent":"466.26698ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:38.790214Z","caller":"traceutil/trace.go:171","msg":"trace[1454945952] linearizableReadLoop","detail":"{readStateIndex:8599; appliedIndex:8598; }","duration":"462.787264ms","start":"2026-04-08T13:15:38.327417Z","end":"2026-04-08T13:15:38.790205Z","steps":["trace[1454945952] 'read index received' (duration: 95.829175ms)","trace[1454945952] 'applied index is now lower than readState.Index' (duration: 366.957049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:38.790595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.085059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:38.790609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.839751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:38.790643Z","caller":"traceutil/trace.go:171","msg":"trace[269380620] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8270; }","duration":"265.185561ms","start":"2026-04-08T13:15:38.525444Z","end":"2026-04-08T13:15:38.790629Z","steps":["trace[269380620] 'agreement among raft nodes before linearized reading' (duration: 265.100179ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:38.790683Z","caller":"traceutil/trace.go:171","msg":"trace[821399863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8270; }","duration":"413.953014ms","start":"2026-04-08T13:15:38.37671Z","end":"2026-04-08T13:15:38.790663Z","steps":["trace[821399863] 'agreement among raft nodes before linearized reading' (duration: 413.817391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:38.790713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.372669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:38.79079Z","caller":"traceutil/trace.go:171","msg":"trace[1377562194] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8270; }","duration":"292.462031ms","start":"2026-04-08T13:15:38.498307Z","end":"2026-04-08T13:15:38.790769Z","steps":["trace[1377562194] 'agreement among raft nodes before linearized reading' (duration: 292.323288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:38.790743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:38.376693Z","time spent":"414.043205ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:15:38.790875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.876954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:6094"} {"level":"info","ts":"2026-04-08T13:15:38.790907Z","caller":"traceutil/trace.go:171","msg":"trace[795982009] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:8270; }","duration":"370.937375ms","start":"2026-04-08T13:15:38.419958Z","end":"2026-04-08T13:15:38.790895Z","steps":["trace[795982009] 'agreement among raft nodes before linearized reading' (duration: 370.806623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:38.790932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:38.419949Z","time spent":"370.977536ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6116,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-08T13:15:38.791477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.046039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:15:38.791502Z","caller":"traceutil/trace.go:171","msg":"trace[1057665864] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8270; }","duration":"464.09812ms","start":"2026-04-08T13:15:38.327397Z","end":"2026-04-08T13:15:38.791495Z","steps":["trace[1057665864] 'agreement among raft nodes before linearized reading' (duration: 462.943228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:38.791537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:38.32736Z","time spent":"464.164421ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":268,"response size":209124,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:15:39.462874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.233373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:39.46307Z","caller":"traceutil/trace.go:171","msg":"trace[785599014] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8602; }","duration":"354.016585ms","start":"2026-04-08T13:15:39.109037Z","end":"2026-04-08T13:15:39.463053Z","steps":["trace[785599014] 'read index received' (duration: 229.495666ms)","trace[785599014] 'applied index is now lower than readState.Index' (duration: 124.519769ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:39.46305Z","caller":"traceutil/trace.go:171","msg":"trace[962799595] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"420.921899ms","start":"2026-04-08T13:15:39.042113Z","end":"2026-04-08T13:15:39.463034Z","steps":["trace[962799595] 'process raft request' (duration: 296.435571ms)","trace[962799595] 'compare' (duration: 124.111031ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:39.463218Z","caller":"traceutil/trace.go:171","msg":"trace[104726030] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"419.96823ms","start":"2026-04-08T13:15:39.04323Z","end":"2026-04-08T13:15:39.463199Z","steps":["trace[104726030] 'process raft request' (duration: 419.752226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:39.463269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:39.041102Z","time spent":"422.11067ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:39.463394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:39.043215Z","time spent":"420.057431ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:39.463688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.577666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-08T13:15:39.46378Z","caller":"traceutil/trace.go:171","msg":"trace[865829076] range","detail":"{range_begin:/registry/networkpolicies/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:8274; }","duration":"354.75868ms","start":"2026-04-08T13:15:39.109Z","end":"2026-04-08T13:15:39.463758Z","steps":["trace[865829076] 'agreement among raft nodes before linearized reading' (duration: 354.424674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:39.463825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:39.108984Z","time spent":"354.828421ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1388,"request content":"key:\"/registry/networkpolicies/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-04-08T13:15:39.846477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.910923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:39.846672Z","caller":"traceutil/trace.go:171","msg":"trace[690378473] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"319.691333ms","start":"2026-04-08T13:15:39.526963Z","end":"2026-04-08T13:15:39.846655Z","steps":["trace[690378473] 'process raft request' (duration: 319.624702ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:39.846731Z","caller":"traceutil/trace.go:171","msg":"trace[1267844269] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"734.148568ms","start":"2026-04-08T13:15:39.112544Z","end":"2026-04-08T13:15:39.846692Z","steps":["trace[1267844269] 'process raft request' (duration: 451.9286ms)","trace[1267844269] 'compare' (duration: 281.731099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:39.846754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:39.526948Z","time spent":"319.770194ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:39.846769Z","caller":"traceutil/trace.go:171","msg":"trace[1192775570] linearizableReadLoop","detail":"{readStateIndex:8605; appliedIndex:8604; }","duration":"383.63434ms","start":"2026-04-08T13:15:39.463116Z","end":"2026-04-08T13:15:39.84675Z","steps":["trace[1192775570] 'read index received' (duration: 101.435211ms)","trace[1192775570] 'applied index is now lower than readState.Index' (duration: 282.197499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:39.846842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.610075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:39.846881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:39.112527Z","time spent":"734.279771ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:39.846923Z","caller":"traceutil/trace.go:171","msg":"trace[1743698185] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8276; }","duration":"510.769568ms","start":"2026-04-08T13:15:39.336131Z","end":"2026-04-08T13:15:39.8469Z","steps":["trace[1743698185] 'agreement among raft nodes before linearized reading' (duration: 510.627216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:39.846978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:39.336108Z","time spent":"510.85499ms","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:39.847028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.311016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:39.847036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.66025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1441"} {"level":"info","ts":"2026-04-08T13:15:39.847067Z","caller":"traceutil/trace.go:171","msg":"trace[1736210811] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8276; }","duration":"154.384797ms","start":"2026-04-08T13:15:39.692672Z","end":"2026-04-08T13:15:39.847056Z","steps":["trace[1736210811] 'agreement among raft nodes before linearized reading' (duration: 154.320966ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:39.847088Z","caller":"traceutil/trace.go:171","msg":"trace[1588211867] range","detail":"{range_begin:/registry/networkpolicies/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:8276; }","duration":"722.749542ms","start":"2026-04-08T13:15:39.124322Z","end":"2026-04-08T13:15:39.847071Z","steps":["trace[1588211867] 'agreement among raft nodes before linearized reading' (duration: 722.592859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:39.84713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:39.124302Z","time spent":"722.818382ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1463,"request content":"key:\"/registry/networkpolicies/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-04-08T13:15:39.847122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.942747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:15:39.8472Z","caller":"traceutil/trace.go:171","msg":"trace[1063454826] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8276; }","duration":"197.087451ms","start":"2026-04-08T13:15:39.650096Z","end":"2026-04-08T13:15:39.847183Z","steps":["trace[1063454826] 'agreement among raft nodes before linearized reading' (duration: 196.920687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:39.847472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.757217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-08T13:15:39.847615Z","caller":"traceutil/trace.go:171","msg":"trace[1943329194] range","detail":"{range_begin:/registry/networkpolicies/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:8276; }","duration":"379.087113ms","start":"2026-04-08T13:15:39.468511Z","end":"2026-04-08T13:15:39.847598Z","steps":["trace[1943329194] 'agreement among raft nodes before linearized reading' (duration: 378.484481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:39.847706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:39.468495Z","time spent":"379.196235ms","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1388,"request content":"key:\"/registry/networkpolicies/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-04-08T13:15:40.405059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.328705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:15:40.405149Z","caller":"traceutil/trace.go:171","msg":"trace[916302378] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8276; }","duration":"445.465678ms","start":"2026-04-08T13:15:39.959659Z","end":"2026-04-08T13:15:40.405125Z","steps":["trace[916302378] 'count revisions from in-memory index tree' (duration: 445.239014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:40.405181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.016912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-dq8gd\" ","response":"range_response_count:1 size:9603"} {"level":"info","ts":"2026-04-08T13:15:40.405268Z","caller":"traceutil/trace.go:171","msg":"trace[543931063] range","detail":"{range_begin:/registry/pods/openstack/horizon-75f6ffb8f4-dq8gd; range_end:; response_count:1; response_revision:8276; }","duration":"361.143074ms","start":"2026-04-08T13:15:40.044103Z","end":"2026-04-08T13:15:40.405246Z","steps":["trace[543931063] 'range keys from in-memory index tree' (duration: 360.844409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:40.405318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.044085Z","time spent":"361.223776ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9625,"request content":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-dq8gd\" "} {"level":"warn","ts":"2026-04-08T13:15:40.405403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.908713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-jp824\" ","response":"range_response_count:1 size:3166"} {"level":"warn","ts":"2026-04-08T13:15:40.405391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.813397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:40.405435Z","caller":"traceutil/trace.go:171","msg":"trace[697167457] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-jp824; range_end:; response_count:1; response_revision:8276; }","duration":"366.966505ms","start":"2026-04-08T13:15:40.038459Z","end":"2026-04-08T13:15:40.405425Z","steps":["trace[697167457] 'range keys from in-memory index tree' (duration: 366.800692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:40.405452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.03844Z","time spent":"367.008795ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3188,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-jp824\" "} {"level":"info","ts":"2026-04-08T13:15:40.405449Z","caller":"traceutil/trace.go:171","msg":"trace[296151540] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8276; }","duration":"382.933459ms","start":"2026-04-08T13:15:40.022502Z","end":"2026-04-08T13:15:40.405436Z","steps":["trace[296151540] 'range keys from in-memory index tree' (duration: 382.674194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:40.405254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:39.959637Z","time spent":"445.59858ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":40,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:40.405508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.022475Z","time spent":"383.0278ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T13:15:40.405744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.889148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:40.405944Z","caller":"traceutil/trace.go:171","msg":"trace[2061279885] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"346.350093ms","start":"2026-04-08T13:15:40.059565Z","end":"2026-04-08T13:15:40.405915Z","steps":["trace[2061279885] 'process raft request' (duration: 205.17688ms)","trace[2061279885] 'compare' (duration: 140.384908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:40.406191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.059542Z","time spent":"346.596437ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:40.802038Z","caller":"traceutil/trace.go:171","msg":"trace[1626524734] linearizableReadLoop","detail":"{readStateIndex:8608; appliedIndex:8607; }","duration":"426.819024ms","start":"2026-04-08T13:15:40.375193Z","end":"2026-04-08T13:15:40.802012Z","steps":["trace[1626524734] 'read index received' (duration: 372.901639ms)","trace[1626524734] 'applied index is now lower than readState.Index' (duration: 53.916205ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:40.802184Z","caller":"traceutil/trace.go:171","msg":"trace[1992920784] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"464.655612ms","start":"2026-04-08T13:15:40.337515Z","end":"2026-04-08T13:15:40.80217Z","steps":["trace[1992920784] 'process raft request' (duration: 410.599804ms)","trace[1992920784] 'compare' (duration: 53.699841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:40.802298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.33748Z","time spent":"464.733034ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:40.802548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.892878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:40.802594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.387065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:40.802635Z","caller":"traceutil/trace.go:171","msg":"trace[1142651645] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8278; }","duration":"394.028211ms","start":"2026-04-08T13:15:40.408589Z","end":"2026-04-08T13:15:40.802617Z","steps":["trace[1142651645] 'agreement among raft nodes before linearized reading' (duration: 393.873408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:40.802607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.748111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-08T13:15:40.802682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.408569Z","time spent":"394.103952ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-08T13:15:40.802677Z","caller":"traceutil/trace.go:171","msg":"trace[1415012095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8278; }","duration":"427.494558ms","start":"2026-04-08T13:15:40.375149Z","end":"2026-04-08T13:15:40.802644Z","steps":["trace[1415012095] 'agreement among raft nodes before linearized reading' (duration: 427.390766ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:40.80269Z","caller":"traceutil/trace.go:171","msg":"trace[709022547] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8278; }","duration":"357.867663ms","start":"2026-04-08T13:15:40.444802Z","end":"2026-04-08T13:15:40.80267Z","steps":["trace[709022547] 'agreement among raft nodes before linearized reading' (duration: 357.7189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:40.802727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.375127Z","time spent":"427.589889ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:15:40.802736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.444788Z","time spent":"357.939595ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:15:40.802708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.451072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-jp824\" ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-04-08T13:15:40.802796Z","caller":"traceutil/trace.go:171","msg":"trace[1708604471] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-jp824; range_end:; response_count:1; response_revision:8278; }","duration":"392.553933ms","start":"2026-04-08T13:15:40.410221Z","end":"2026-04-08T13:15:40.802775Z","steps":["trace[1708604471] 'agreement among raft nodes before linearized reading' (duration: 392.346319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:40.80285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.410213Z","time spent":"392.622875ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3188,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-jp824\" "} {"level":"warn","ts":"2026-04-08T13:15:40.803076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.961238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-dq8gd\" ","response":"range_response_count:1 size:9603"} {"level":"info","ts":"2026-04-08T13:15:40.803115Z","caller":"traceutil/trace.go:171","msg":"trace[808926808] range","detail":"{range_begin:/registry/pods/openstack/horizon-75f6ffb8f4-dq8gd; range_end:; response_count:1; response_revision:8278; }","duration":"325.026119ms","start":"2026-04-08T13:15:40.478077Z","end":"2026-04-08T13:15:40.803103Z","steps":["trace[808926808] 'agreement among raft nodes before linearized reading' (duration: 324.409098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:40.803331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.478061Z","time spent":"325.08555ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9625,"request content":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-dq8gd\" "} {"level":"warn","ts":"2026-04-08T13:15:42.162662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048960048s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:15:42.163724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192020415s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:42.163845Z","caller":"traceutil/trace.go:171","msg":"trace[429499246] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"1.050249432s","start":"2026-04-08T13:15:41.113585Z","end":"2026-04-08T13:15:42.163835Z","steps":["trace[429499246] 'process raft request' (duration: 1.050213301s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:42.163885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:41.113559Z","time spent":"1.050309033s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:42.164073Z","caller":"traceutil/trace.go:171","msg":"trace[2066428535] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"1.356403762s","start":"2026-04-08T13:15:40.807663Z","end":"2026-04-08T13:15:42.164066Z","steps":["trace[2066428535] 'process raft request' (duration: 163.984728ms)","trace[2066428535] 'compare' (duration: 1.191608638s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:42.164106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.807645Z","time spent":"1.356447112s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:42.164218Z","caller":"traceutil/trace.go:171","msg":"trace[1797457199] linearizableReadLoop","detail":"{readStateIndex:8609; appliedIndex:8608; }","duration":"1.355928142s","start":"2026-04-08T13:15:40.808285Z","end":"2026-04-08T13:15:42.164213Z","steps":["trace[1797457199] 'read index received' (duration: 163.371025ms)","trace[1797457199] 'applied index is now lower than readState.Index' (duration: 1.192556397s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:42.164313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356026173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-04-08T13:15:42.164329Z","caller":"traceutil/trace.go:171","msg":"trace[120638025] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8280; }","duration":"1.356043674s","start":"2026-04-08T13:15:40.808281Z","end":"2026-04-08T13:15:42.164325Z","steps":["trace[120638025] 'agreement among raft nodes before linearized reading' (duration: 1.355973752s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:42.164342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.808259Z","time spent":"1.356080445s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12319,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T13:15:42.664843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:15:43.165755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:15:43.377751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000632421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:15:43.377836Z","caller":"traceutil/trace.go:171","msg":"trace[1086433112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000762284s","start":"2026-04-08T13:15:41.377056Z","end":"2026-04-08T13:15:43.377818Z","steps":["trace[1086433112] 'agreement among raft nodes before linearized reading' (duration: 2.000654242s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:43.378036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:41.377039Z","time spent":"2.000835845s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:15:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:15:43.534275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371459601s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:15:44.461006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.46899ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:15:44.461329Z","caller":"traceutil/trace.go:171","msg":"trace[629783985] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"2.604920989s","start":"2026-04-08T13:15:41.856395Z","end":"2026-04-08T13:15:44.461316Z","steps":["trace[629783985] 'process raft request' (duration: 2.604671634s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.461401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:41.856385Z","time spent":"2.60497029s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:44.461914Z","caller":"traceutil/trace.go:171","msg":"trace[1958177463] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"1.653556925s","start":"2026-04-08T13:15:42.808351Z","end":"2026-04-08T13:15:44.461908Z","steps":["trace[1958177463] 'process raft request' (duration: 1.653217849s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.461949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:42.808324Z","time spent":"1.653607907s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:44.461975Z","caller":"traceutil/trace.go:171","msg":"trace[132453533] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8610; }","duration":"2.297692146s","start":"2026-04-08T13:15:42.164233Z","end":"2026-04-08T13:15:44.461925Z","steps":["trace[132453533] 'read index received' (duration: 1.370342788s)","trace[132453533] 'applied index is now lower than readState.Index' (duration: 927.348328ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:44.461597Z","caller":"traceutil/trace.go:171","msg":"trace[1095842425] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"2.050334683s","start":"2026-04-08T13:15:42.411257Z","end":"2026-04-08T13:15:44.461592Z","steps":["trace[1095842425] 'process raft request' (duration: 2.050003507s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:44.462119Z","caller":"traceutil/trace.go:171","msg":"trace[491989857] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"537.501669ms","start":"2026-04-08T13:15:43.924612Z","end":"2026-04-08T13:15:44.462114Z","steps":["trace[491989857] 'process raft request' (duration: 537.235694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.462144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:43.924589Z","time spent":"537.5437ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:44.462254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994248522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:15:44.462271Z","caller":"traceutil/trace.go:171","msg":"trace[649591083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8284; }","duration":"2.994293824s","start":"2026-04-08T13:15:41.467973Z","end":"2026-04-08T13:15:44.462267Z","steps":["trace[649591083] 'agreement among raft nodes before linearized reading' (duration: 2.993977278s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.462286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:41.467958Z","time spent":"2.994324094s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:44.462365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65317036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/secretgen-controller/\" range_end:\"/registry/events/secretgen-controller0\" limit:500 ","response":"range_response_count:7 size:5949"} {"level":"info","ts":"2026-04-08T13:15:44.462395Z","caller":"traceutil/trace.go:171","msg":"trace[584556534] range","detail":"{range_begin:/registry/events/secretgen-controller/; range_end:/registry/events/secretgen-controller0; response_count:7; response_revision:8284; }","duration":"3.653242521s","start":"2026-04-08T13:15:40.809147Z","end":"2026-04-08T13:15:44.462389Z","steps":["trace[584556534] 'agreement among raft nodes before linearized reading' (duration: 3.652856854s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.462408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.809121Z","time spent":"3.653283042s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":7,"response size":5971,"request content":"key:\"/registry/events/secretgen-controller/\" range_end:\"/registry/events/secretgen-controller0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:15:44.462448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653454305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2339da11-7953-40ea-abaa-124dd2573779\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-08T13:15:44.462497Z","caller":"traceutil/trace.go:171","msg":"trace[1846554733] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2339da11-7953-40ea-abaa-124dd2573779; range_end:; response_count:1; response_revision:8284; }","duration":"3.653539747s","start":"2026-04-08T13:15:40.808944Z","end":"2026-04-08T13:15:44.462484Z","steps":["trace[1846554733] 'agreement among raft nodes before linearized reading' (duration: 3.653077468s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.462517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654143278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-dq8gd\" ","response":"range_response_count:1 size:9603"} {"level":"info","ts":"2026-04-08T13:15:44.462533Z","caller":"traceutil/trace.go:171","msg":"trace[629093189] range","detail":"{range_begin:/registry/pods/openstack/horizon-75f6ffb8f4-dq8gd; range_end:; response_count:1; response_revision:8284; }","duration":"3.654169529s","start":"2026-04-08T13:15:40.80836Z","end":"2026-04-08T13:15:44.462529Z","steps":["trace[629093189] 'agreement among raft nodes before linearized reading' (duration: 3.653673649s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.462535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.808933Z","time spent":"3.653593238s","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-2339da11-7953-40ea-abaa-124dd2573779\" "} {"level":"warn","ts":"2026-04-08T13:15:44.462552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.808355Z","time spent":"3.654193079s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9625,"request content":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-dq8gd\" "} {"level":"warn","ts":"2026-04-08T13:15:44.462757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583445554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:15:44.462837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607147311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:15:44.462885Z","caller":"traceutil/trace.go:171","msg":"trace[26259912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8284; }","duration":"2.607214443s","start":"2026-04-08T13:15:41.855635Z","end":"2026-04-08T13:15:44.46285Z","steps":["trace[26259912] 'agreement among raft nodes before linearized reading' (duration: 2.606341886s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.462901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:41.85562Z","time spent":"2.607277514s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:44.462968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99306498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:15:44.462837Z","caller":"traceutil/trace.go:171","msg":"trace[2130168559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8284; }","duration":"3.583534256s","start":"2026-04-08T13:15:40.879287Z","end":"2026-04-08T13:15:44.462821Z","steps":["trace[2130168559] 'agreement among raft nodes before linearized reading' (duration: 3.582720471s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:44.462986Z","caller":"traceutil/trace.go:171","msg":"trace[725090435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8284; }","duration":"2.99309403s","start":"2026-04-08T13:15:41.469888Z","end":"2026-04-08T13:15:44.462982Z","steps":["trace[725090435] 'agreement among raft nodes before linearized reading' (duration: 2.992099252s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:41.469882Z","time spent":"2.99311494s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:44.462075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:42.411237Z","time spent":"2.050815063s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:44.463134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:40.879231Z","time spent":"3.583843352s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:15:44.522029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221609534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:15:44.522098Z","caller":"traceutil/trace.go:171","msg":"trace[390034088] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8285; }","duration":"1.221734316s","start":"2026-04-08T13:15:43.30035Z","end":"2026-04-08T13:15:44.522084Z","steps":["trace[390034088] 'agreement among raft nodes before linearized reading' (duration: 1.221582943s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.522128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:43.300332Z","time spent":"1.221789648s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:44.522129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62282739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:15:44.522189Z","caller":"traceutil/trace.go:171","msg":"trace[1678021025] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8285; }","duration":"1.622973133s","start":"2026-04-08T13:15:42.899198Z","end":"2026-04-08T13:15:44.522171Z","steps":["trace[1678021025] 'agreement among raft nodes before linearized reading' (duration: 1.622868581s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.522216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654504191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-08T13:15:44.522246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:42.899172Z","time spent":"1.623059345s","remote":"127.0.0.1:53780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:44.522222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.995173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T13:15:44.522319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833968146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:15:44.522286Z","caller":"traceutil/trace.go:171","msg":"trace[1981512788] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8285; }","duration":"1.654617562s","start":"2026-04-08T13:15:42.867648Z","end":"2026-04-08T13:15:44.522266Z","steps":["trace[1981512788] 'agreement among raft nodes before linearized reading' (duration: 1.654398178s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:44.522362Z","caller":"traceutil/trace.go:171","msg":"trace[258132964] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8285; }","duration":"1.834050578s","start":"2026-04-08T13:15:42.688299Z","end":"2026-04-08T13:15:44.52235Z","steps":["trace[258132964] 'agreement among raft nodes before linearized reading' (duration: 1.833987497s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.522375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:42.86763Z","time spent":"1.654736105s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-08T13:15:44.522393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:42.688278Z","time spent":"1.834105549s","remote":"127.0.0.1:57916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:15:44.522314Z","caller":"traceutil/trace.go:171","msg":"trace[76176006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8285; }","duration":"354.177806ms","start":"2026-04-08T13:15:44.168116Z","end":"2026-04-08T13:15:44.522293Z","steps":["trace[76176006] 'agreement among raft nodes before linearized reading' (duration: 353.8679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.522448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347563451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-08T13:15:44.522485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.168097Z","time spent":"354.3664ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:15:44.522483Z","caller":"traceutil/trace.go:171","msg":"trace[971093214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8285; }","duration":"2.347630701s","start":"2026-04-08T13:15:42.174842Z","end":"2026-04-08T13:15:44.522473Z","steps":["trace[971093214] 'agreement among raft nodes before linearized reading' (duration: 2.347508519s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.522549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:42.174822Z","time spent":"2.347717183s","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:15:44.522336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14435027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:44.522619Z","caller":"traceutil/trace.go:171","msg":"trace[22158457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8285; }","duration":"1.144621765s","start":"2026-04-08T13:15:43.37798Z","end":"2026-04-08T13:15:44.522602Z","steps":["trace[22158457] 'agreement among raft nodes before linearized reading' (duration: 1.144337919s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.522252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.359439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:15:44.522663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:43.37793Z","time spent":"1.144720767s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:15:44.522684Z","caller":"traceutil/trace.go:171","msg":"trace[984220004] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8285; }","duration":"868.849759ms","start":"2026-04-08T13:15:43.653825Z","end":"2026-04-08T13:15:44.522674Z","steps":["trace[984220004] 'agreement among raft nodes before linearized reading' (duration: 868.375289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.522719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:43.653801Z","time spent":"868.90564ms","remote":"127.0.0.1:43760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:15:44.522946Z","caller":"traceutil/trace.go:171","msg":"trace[1805407702] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"352.83563ms","start":"2026-04-08T13:15:44.169803Z","end":"2026-04-08T13:15:44.522639Z","steps":["trace[1805407702] 'process raft request' (duration: 351.963924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.523073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.169785Z","time spent":"353.237528ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:44.522785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299234786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T13:15:44.523131Z","caller":"traceutil/trace.go:171","msg":"trace[1900803407] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8285; }","duration":"1.299615473s","start":"2026-04-08T13:15:43.223496Z","end":"2026-04-08T13:15:44.523111Z","steps":["trace[1900803407] 'agreement among raft nodes before linearized reading' (duration: 1.298452841s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:44.523187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:43.223476Z","time spent":"1.299696094s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T13:15:45.022648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:15:45.523291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:15:45.639136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117370465s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T13:15:45.788918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.440637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:45.789199Z","caller":"traceutil/trace.go:171","msg":"trace[1456626866] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"1.320726823s","start":"2026-04-08T13:15:44.468453Z","end":"2026-04-08T13:15:45.78918Z","steps":["trace[1456626866] 'process raft request' (duration: 1.320681472s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:45.789199Z","caller":"traceutil/trace.go:171","msg":"trace[887028942] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"1.321258913s","start":"2026-04-08T13:15:44.467905Z","end":"2026-04-08T13:15:45.789164Z","steps":["trace[887028942] 'process raft request' (duration: 1.17148177s)","trace[887028942] 'compare' (duration: 148.699762ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:45.789216Z","caller":"traceutil/trace.go:171","msg":"trace[801709330] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"1.32113344s","start":"2026-04-08T13:15:44.468053Z","end":"2026-04-08T13:15:45.789187Z","steps":["trace[801709330] 'process raft request' (duration: 1.320964317s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:45.78928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.46842Z","time spent":"1.320823704s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:45.789348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.467891Z","time spent":"1.321373575s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:45.789367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.468049Z","time spent":"1.321231212s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:45.789425Z","caller":"traceutil/trace.go:171","msg":"trace[783951340] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"1.321282453s","start":"2026-04-08T13:15:44.468096Z","end":"2026-04-08T13:15:45.789379Z","steps":["trace[783951340] 'process raft request' (duration: 1.320988637s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:45.790564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.468092Z","time spent":"1.32166308s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:46.190763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.811306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:46.190949Z","caller":"traceutil/trace.go:171","msg":"trace[920735155] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"1.663864839s","start":"2026-04-08T13:15:44.527058Z","end":"2026-04-08T13:15:46.190923Z","steps":["trace[920735155] 'process raft request' (duration: 1.40681786s)","trace[920735155] 'compare' (duration: 256.188543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:46.191054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.527038Z","time spent":"1.663970401s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:46.191246Z","caller":"traceutil/trace.go:171","msg":"trace[833015777] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"1.664133004s","start":"2026-04-08T13:15:44.527076Z","end":"2026-04-08T13:15:46.191209Z","steps":["trace[833015777] 'process raft request' (duration: 1.663785107s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:46.191352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.527057Z","time spent":"1.664246436s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:46.191566Z","caller":"traceutil/trace.go:171","msg":"trace[1495322338] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"1.662253628s","start":"2026-04-08T13:15:44.529277Z","end":"2026-04-08T13:15:46.191531Z","steps":["trace[1495322338] 'process raft request' (duration: 1.661925122s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:46.191648Z","caller":"traceutil/trace.go:171","msg":"trace[1495743497] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8616; }","duration":"1.669699019s","start":"2026-04-08T13:15:44.521924Z","end":"2026-04-08T13:15:46.191623Z","steps":["trace[1495743497] 'read index received' (duration: 1.117475087s)","trace[1495743497] 'applied index is now lower than readState.Index' (duration: 552.221372ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:46.19169Z","caller":"traceutil/trace.go:171","msg":"trace[78005646] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"1.588761166s","start":"2026-04-08T13:15:44.602912Z","end":"2026-04-08T13:15:46.191673Z","steps":["trace[78005646] 'process raft request' (duration: 1.588552692s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:46.191778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.602884Z","time spent":"1.588843798s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:46.191843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.529265Z","time spent":"1.662401771s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:46.192204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.999275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:46.192268Z","caller":"traceutil/trace.go:171","msg":"trace[1640381889] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8293; }","duration":"942.115927ms","start":"2026-04-08T13:15:45.250135Z","end":"2026-04-08T13:15:46.192251Z","steps":["trace[1640381889] 'agreement among raft nodes before linearized reading' (duration: 941.957514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:46.192258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.81039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:15:46.19234Z","caller":"traceutil/trace.go:171","msg":"trace[1909497124] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8293; }","duration":"243.943422ms","start":"2026-04-08T13:15:45.948377Z","end":"2026-04-08T13:15:46.19232Z","steps":["trace[1909497124] 'agreement among raft nodes before linearized reading' (duration: 243.799909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:46.19235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:45.250076Z","time spent":"942.22108ms","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:46.19236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.849099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:46.192311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66442661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-08T13:15:46.192676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649323834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-nzdh2\" ","response":"range_response_count:1 size:9603"} {"level":"info","ts":"2026-04-08T13:15:46.192749Z","caller":"traceutil/trace.go:171","msg":"trace[1218643682] range","detail":"{range_begin:/registry/pods/openstack/horizon-75f6ffb8f4-nzdh2; range_end:; response_count:1; response_revision:8293; }","duration":"1.649409705s","start":"2026-04-08T13:15:44.543318Z","end":"2026-04-08T13:15:46.192727Z","steps":["trace[1218643682] 'agreement among raft nodes before linearized reading' (duration: 1.649206061s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:46.192752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661434703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:46.192796Z","caller":"traceutil/trace.go:171","msg":"trace[502410673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8293; }","duration":"1.661507654s","start":"2026-04-08T13:15:44.531277Z","end":"2026-04-08T13:15:46.192785Z","steps":["trace[502410673] 'agreement among raft nodes before linearized reading' (duration: 1.661434873s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:46.192804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.543309Z","time spent":"1.649481817s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9625,"request content":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-nzdh2\" "} {"level":"warn","ts":"2026-04-08T13:15:46.192838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.531235Z","time spent":"1.661594766s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:15:46.192659Z","caller":"traceutil/trace.go:171","msg":"trace[2038321148] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405; range_end:; response_count:1; response_revision:8293; }","duration":"1.664857168s","start":"2026-04-08T13:15:44.52778Z","end":"2026-04-08T13:15:46.192638Z","steps":["trace[2038321148] 'agreement among raft nodes before linearized reading' (duration: 1.664299857s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:46.193168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.52777Z","time spent":"1.665379788s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a462fcd8cde405\" "} {"level":"warn","ts":"2026-04-08T13:15:46.193241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19074919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:46.193328Z","caller":"traceutil/trace.go:171","msg":"trace[1429033671] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8293; }","duration":"1.190995645s","start":"2026-04-08T13:15:45.002317Z","end":"2026-04-08T13:15:46.193312Z","steps":["trace[1429033671] 'agreement among raft nodes before linearized reading' (duration: 1.190397924s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:46.193407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:45.002298Z","time spent":"1.191092077s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:15:46.192458Z","caller":"traceutil/trace.go:171","msg":"trace[650521539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8293; }","duration":"503.005492ms","start":"2026-04-08T13:15:45.689427Z","end":"2026-04-08T13:15:46.192433Z","steps":["trace[650521539] 'agreement among raft nodes before linearized reading' (duration: 502.805178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:46.193689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:45.689391Z","time spent":"504.282915ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:15:46.195603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725064218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:15:46.195651Z","caller":"traceutil/trace.go:171","msg":"trace[532474759] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8293; }","duration":"1.7251435s","start":"2026-04-08T13:15:44.470497Z","end":"2026-04-08T13:15:46.19564Z","steps":["trace[532474759] 'agreement among raft nodes before linearized reading' (duration: 1.721303737s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:46.19569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:44.470486Z","time spent":"1.72518923s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":268,"response size":209124,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-08T13:15:46.635401Z","caller":"traceutil/trace.go:171","msg":"trace[563320474] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"360.060985ms","start":"2026-04-08T13:15:46.275323Z","end":"2026-04-08T13:15:46.635384Z","steps":["trace[563320474] 'process raft request' (duration: 310.776824ms)","trace[563320474] 'compare' (duration: 49.036357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:46.635561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:46.275285Z","time spent":"360.189747ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:46.635618Z","caller":"traceutil/trace.go:171","msg":"trace[1470859085] linearizableReadLoop","detail":"{readStateIndex:8626; appliedIndex:8625; }","duration":"342.024703ms","start":"2026-04-08T13:15:46.293296Z","end":"2026-04-08T13:15:46.63532Z","steps":["trace[1470859085] 'read index received' (duration: 292.996716ms)","trace[1470859085] 'applied index is now lower than readState.Index' (duration: 49.026997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:46.635629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.331309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-nzdh2\" ","response":"range_response_count:1 size:9603"} {"level":"info","ts":"2026-04-08T13:15:46.635659Z","caller":"traceutil/trace.go:171","msg":"trace[417033461] range","detail":"{range_begin:/registry/pods/openstack/horizon-75f6ffb8f4-nzdh2; range_end:; response_count:1; response_revision:8294; }","duration":"342.40389ms","start":"2026-04-08T13:15:46.293247Z","end":"2026-04-08T13:15:46.635651Z","steps":["trace[417033461] 'agreement among raft nodes before linearized reading' (duration: 342.179496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:46.635686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:46.293218Z","time spent":"342.462442ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9625,"request content":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-nzdh2\" "} {"level":"warn","ts":"2026-04-08T13:15:47.003406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.568848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:47.003745Z","caller":"traceutil/trace.go:171","msg":"trace[796377239] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"536.267095ms","start":"2026-04-08T13:15:46.467459Z","end":"2026-04-08T13:15:47.003726Z","steps":["trace[796377239] 'process raft request' (duration: 536.161703ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:47.003818Z","caller":"traceutil/trace.go:171","msg":"trace[933676511] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"707.637763ms","start":"2026-04-08T13:15:46.296126Z","end":"2026-04-08T13:15:47.003764Z","steps":["trace[933676511] 'process raft request' (duration: 440.627187ms)","trace[933676511] 'compare' (duration: 266.469566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:47.003872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:46.467433Z","time spent":"536.395718ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:47.003921Z","caller":"traceutil/trace.go:171","msg":"trace[897142370] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"534.966781ms","start":"2026-04-08T13:15:46.468923Z","end":"2026-04-08T13:15:47.00389Z","steps":["trace[897142370] 'process raft request' (duration: 534.772327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:47.004081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.095377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-phm7b\" ","response":"range_response_count:1 size:9603"} {"level":"warn","ts":"2026-04-08T13:15:47.004067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:46.29611Z","time spent":"707.821477ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:47.004125Z","caller":"traceutil/trace.go:171","msg":"trace[1164804292] range","detail":"{range_begin:/registry/pods/openstack/horizon-75f6ffb8f4-phm7b; range_end:; response_count:1; response_revision:8299; }","duration":"685.186059ms","start":"2026-04-08T13:15:46.31893Z","end":"2026-04-08T13:15:47.004116Z","steps":["trace[1164804292] 'agreement among raft nodes before linearized reading' (duration: 685.042246ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:47.004134Z","caller":"traceutil/trace.go:171","msg":"trace[368045221] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"475.017167ms","start":"2026-04-08T13:15:46.529108Z","end":"2026-04-08T13:15:47.004125Z","steps":["trace[368045221] 'process raft request' (duration: 474.756772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:47.004223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.440595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-08T13:15:47.004241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:46.529085Z","time spent":"475.114349ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:47.004261Z","caller":"traceutil/trace.go:171","msg":"trace[650121976] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8299; }","duration":"476.517226ms","start":"2026-04-08T13:15:46.527737Z","end":"2026-04-08T13:15:47.004255Z","steps":["trace[650121976] 'agreement among raft nodes before linearized reading' (duration: 476.445525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:47.004281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:46.527714Z","time spent":"476.561817ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-08T13:15:47.00408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:46.468896Z","time spent":"535.104724ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:47.004282Z","caller":"traceutil/trace.go:171","msg":"trace[534037219] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"533.618914ms","start":"2026-04-08T13:15:46.470635Z","end":"2026-04-08T13:15:47.004254Z","steps":["trace[534037219] 'process raft request' (duration: 533.181766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:47.004172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:46.318908Z","time spent":"685.257531ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9625,"request content":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-phm7b\" "} {"level":"warn","ts":"2026-04-08T13:15:47.004378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:46.470623Z","time spent":"533.708167ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:47.003924Z","caller":"traceutil/trace.go:171","msg":"trace[908578364] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8626; }","duration":"368.27102ms","start":"2026-04-08T13:15:46.635641Z","end":"2026-04-08T13:15:47.003912Z","steps":["trace[908578364] 'read index received' (duration: 101.04683ms)","trace[908578364] 'applied index is now lower than readState.Index' (duration: 267.22343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:47.004596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.163322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-nzdh2\" ","response":"range_response_count:1 size:9603"} {"level":"info","ts":"2026-04-08T13:15:47.004645Z","caller":"traceutil/trace.go:171","msg":"trace[1137567085] range","detail":"{range_begin:/registry/pods/openstack/horizon-75f6ffb8f4-nzdh2; range_end:; response_count:1; response_revision:8299; }","duration":"356.236043ms","start":"2026-04-08T13:15:46.648395Z","end":"2026-04-08T13:15:47.004631Z","steps":["trace[1137567085] 'agreement among raft nodes before linearized reading' (duration: 356.102491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:47.004688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:46.648379Z","time spent":"356.297365ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9625,"request content":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-nzdh2\" "} {"level":"warn","ts":"2026-04-08T13:15:47.499992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.713136ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-08T13:15:47.500091Z","caller":"traceutil/trace.go:171","msg":"trace[2088254147] linearizableReadLoop","detail":"{readStateIndex:8632; appliedIndex:8631; }","duration":"464.059601ms","start":"2026-04-08T13:15:47.036012Z","end":"2026-04-08T13:15:47.500071Z","steps":["trace[2088254147] 'read index received' (duration: 162.245814ms)","trace[2088254147] 'applied index is now lower than readState.Index' (duration: 301.812247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:47.500228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.007125Z","time spent":"493.09974ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T13:15:47.500746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.886974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-phm7b\" ","response":"range_response_count:1 size:9603"} {"level":"info","ts":"2026-04-08T13:15:47.500825Z","caller":"traceutil/trace.go:171","msg":"trace[1491892915] range","detail":"{range_begin:/registry/pods/openstack/horizon-75f6ffb8f4-phm7b; range_end:; response_count:1; response_revision:8299; }","duration":"388.009727ms","start":"2026-04-08T13:15:47.112795Z","end":"2026-04-08T13:15:47.500805Z","steps":["trace[1491892915] 'agreement among raft nodes before linearized reading' (duration: 387.756502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:47.500872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.112779Z","time spent":"388.083988ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9625,"request content":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-phm7b\" "} {"level":"warn","ts":"2026-04-08T13:15:47.500865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.888023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:15:47.500929Z","caller":"traceutil/trace.go:171","msg":"trace[305554160] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8299; }","duration":"369.986436ms","start":"2026-04-08T13:15:47.130926Z","end":"2026-04-08T13:15:47.500912Z","steps":["trace[305554160] 'agreement among raft nodes before linearized reading' (duration: 369.852743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:47.500979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.130913Z","time spent":"370.056097ms","remote":"127.0.0.1:42294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:47.501422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.211356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:47.501495Z","caller":"traceutil/trace.go:171","msg":"trace[2008859311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8299; }","duration":"124.309907ms","start":"2026-04-08T13:15:47.377171Z","end":"2026-04-08T13:15:47.50148Z","steps":["trace[2008859311] 'agreement among raft nodes before linearized reading' (duration: 123.594934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:47.502381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.344374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:15:47.502864Z","caller":"traceutil/trace.go:171","msg":"trace[136194146] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8299; }","duration":"466.872935ms","start":"2026-04-08T13:15:47.035974Z","end":"2026-04-08T13:15:47.502847Z","steps":["trace[136194146] 'agreement among raft nodes before linearized reading' (duration: 464.807936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:47.50299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.035956Z","time spent":"466.981026ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":268,"response size":209124,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:15:48.004315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898260,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:15:48.343216Z","caller":"traceutil/trace.go:171","msg":"trace[1478438134] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8632; }","duration":"839.130489ms","start":"2026-04-08T13:15:47.504065Z","end":"2026-04-08T13:15:48.343195Z","steps":["trace[1478438134] 'read index received' (duration: 838.888714ms)","trace[1478438134] 'applied index is now lower than readState.Index' (duration: 240.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:48.343269Z","caller":"traceutil/trace.go:171","msg":"trace[624172993] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"841.88945ms","start":"2026-04-08T13:15:47.501349Z","end":"2026-04-08T13:15:48.343238Z","steps":["trace[624172993] 'process raft request' (duration: 841.676526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:48.343415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.330462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:48.343489Z","caller":"traceutil/trace.go:171","msg":"trace[921339802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8300; }","duration":"839.440714ms","start":"2026-04-08T13:15:47.504033Z","end":"2026-04-08T13:15:48.343473Z","steps":["trace[921339802] 'agreement among raft nodes before linearized reading' (duration: 839.25488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:48.343522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.501327Z","time spent":"842.002122ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:48.343535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.504019Z","time spent":"839.507016ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:15:48.343775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.088751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-phm7b\" ","response":"range_response_count:1 size:9603"} {"level":"warn","ts":"2026-04-08T13:15:48.343842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.540623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T13:15:48.343864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.758386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:15:48.343916Z","caller":"traceutil/trace.go:171","msg":"trace[1391441988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8300; }","duration":"547.706637ms","start":"2026-04-08T13:15:47.796194Z","end":"2026-04-08T13:15:48.343901Z","steps":["trace[1391441988] 'agreement among raft nodes before linearized reading' (duration: 547.454031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:48.343993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.796133Z","time spent":"547.850729ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:48.344058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.675217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-xkw59\" ","response":"range_response_count:1 size:6435"} {"level":"info","ts":"2026-04-08T13:15:48.344099Z","caller":"traceutil/trace.go:171","msg":"trace[1450330771] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-xkw59; range_end:; response_count:1; response_revision:8300; }","duration":"662.751228ms","start":"2026-04-08T13:15:47.681339Z","end":"2026-04-08T13:15:48.34409Z","steps":["trace[1450330771] 'agreement among raft nodes before linearized reading' (duration: 662.584045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:48.344228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.681319Z","time spent":"662.81237ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6457,"request content":"key:\"/registry/pods/openstack/horizon-db-init-xkw59\" "} {"level":"warn","ts":"2026-04-08T13:15:48.344139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.91201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:15:48.344325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.610183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:48.344356Z","caller":"traceutil/trace.go:171","msg":"trace[1174573639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8300; }","duration":"548.205976ms","start":"2026-04-08T13:15:47.796138Z","end":"2026-04-08T13:15:48.344344Z","steps":["trace[1174573639] 'agreement among raft nodes before linearized reading' (duration: 547.835039ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:48.344429Z","caller":"traceutil/trace.go:171","msg":"trace[845611502] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8300; }","duration":"745.735475ms","start":"2026-04-08T13:15:47.598651Z","end":"2026-04-08T13:15:48.344386Z","steps":["trace[845611502] 'agreement among raft nodes before linearized reading' (duration: 745.571922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:48.344455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.796131Z","time spent":"548.271027ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:15:48.343945Z","caller":"traceutil/trace.go:171","msg":"trace[362437781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8300; }","duration":"548.887508ms","start":"2026-04-08T13:15:47.795039Z","end":"2026-04-08T13:15:48.343927Z","steps":["trace[362437781] 'agreement among raft nodes before linearized reading' (duration: 548.624962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:48.344703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.42222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:15:48.344755Z","caller":"traceutil/trace.go:171","msg":"trace[301813190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8300; }","duration":"548.488771ms","start":"2026-04-08T13:15:47.796252Z","end":"2026-04-08T13:15:48.34474Z","steps":["trace[301813190] 'agreement among raft nodes before linearized reading' (duration: 548.316978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:48.344799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.796242Z","time spent":"548.548342ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:48.344503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.884649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T13:15:48.345058Z","caller":"traceutil/trace.go:171","msg":"trace[1435079981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8300; }","duration":"149.367238ms","start":"2026-04-08T13:15:48.195609Z","end":"2026-04-08T13:15:48.344976Z","steps":["trace[1435079981] 'agreement among raft nodes before linearized reading' (duration: 148.796777ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:48.34382Z","caller":"traceutil/trace.go:171","msg":"trace[2029329824] range","detail":"{range_begin:/registry/pods/openstack/horizon-75f6ffb8f4-phm7b; range_end:; response_count:1; response_revision:8300; }","duration":"837.177812ms","start":"2026-04-08T13:15:47.506631Z","end":"2026-04-08T13:15:48.343809Z","steps":["trace[2029329824] 'agreement among raft nodes before linearized reading' (duration: 837.001658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:48.34451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.598631Z","time spent":"745.834167ms","remote":"127.0.0.1:43568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:48.345432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.506614Z","time spent":"838.804762ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9625,"request content":"key:\"/registry/pods/openstack/horizon-75f6ffb8f4-phm7b\" "} {"level":"warn","ts":"2026-04-08T13:15:48.344572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.71619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:48.345697Z","caller":"traceutil/trace.go:171","msg":"trace[1044140605] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8300; }","duration":"464.868552ms","start":"2026-04-08T13:15:47.880813Z","end":"2026-04-08T13:15:48.345682Z","steps":["trace[1044140605] 'agreement among raft nodes before linearized reading' (duration: 463.736841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:48.346558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.880794Z","time spent":"465.653156ms","remote":"127.0.0.1:43618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:48.34473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:47.795019Z","time spent":"549.697814ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:48.850496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898265,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T13:15:49.097547Z","caller":"traceutil/trace.go:171","msg":"trace[331723179] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"749.07578ms","start":"2026-04-08T13:15:48.348436Z","end":"2026-04-08T13:15:49.097512Z","steps":["trace[331723179] 'process raft request' (duration: 720.226386ms)","trace[331723179] 'compare' (duration: 28.188251ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:49.097709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:48.348424Z","time spent":"749.198812ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:49.496664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.699152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:49.497219Z","caller":"traceutil/trace.go:171","msg":"trace[1026988025] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"1.138951106s","start":"2026-04-08T13:15:48.358255Z","end":"2026-04-08T13:15:49.497206Z","steps":["trace[1026988025] 'process raft request' (duration: 1.138860884s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:49.49719Z","caller":"traceutil/trace.go:171","msg":"trace[1497989930] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"1.147352964s","start":"2026-04-08T13:15:48.349774Z","end":"2026-04-08T13:15:49.497127Z","steps":["trace[1497989930] 'process raft request' (duration: 894.111272ms)","trace[1497989930] 'compare' (duration: 252.55367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:49.4973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:48.358241Z","time spent":"1.139023647s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:49.497294Z","caller":"traceutil/trace.go:171","msg":"trace[1027335898] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"1.144743845s","start":"2026-04-08T13:15:48.352523Z","end":"2026-04-08T13:15:49.497267Z","steps":["trace[1027335898] 'process raft request' (duration: 1.144288967s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:49.497437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:48.349763Z","time spent":"1.147535938s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:49.49753Z","caller":"traceutil/trace.go:171","msg":"trace[916724432] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"487.684071ms","start":"2026-04-08T13:15:49.009833Z","end":"2026-04-08T13:15:49.497517Z","steps":["trace[916724432] 'process raft request' (duration: 487.335814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:49.497522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:48.352513Z","time spent":"1.144875047s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:49.497584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:49.009812Z","time spent":"487.742781ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:49.497681Z","caller":"traceutil/trace.go:171","msg":"trace[10878686] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"487.767532ms","start":"2026-04-08T13:15:49.009887Z","end":"2026-04-08T13:15:49.497654Z","steps":["trace[10878686] 'process raft request' (duration: 487.386155ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:49.497836Z","caller":"traceutil/trace.go:171","msg":"trace[745979625] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"1.146974068s","start":"2026-04-08T13:15:48.349888Z","end":"2026-04-08T13:15:49.496862Z","steps":["trace[745979625] 'process raft request' (duration: 1.146868516s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:49.497729Z","caller":"traceutil/trace.go:171","msg":"trace[2058202977] linearizableReadLoop","detail":"{readStateIndex:8638; appliedIndex:8633; }","duration":"1.147430625s","start":"2026-04-08T13:15:48.350276Z","end":"2026-04-08T13:15:49.497707Z","steps":["trace[2058202977] 'read index received' (duration: 718.499602ms)","trace[2058202977] 'applied index is now lower than readState.Index' (duration: 428.928653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:49.497856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:49.009862Z","time spent":"487.932675ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:49.497701Z","caller":"traceutil/trace.go:171","msg":"trace[1462385364] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"487.770522ms","start":"2026-04-08T13:15:49.009914Z","end":"2026-04-08T13:15:49.497684Z","steps":["trace[1462385364] 'process raft request' (duration: 487.605159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:49.498132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051931175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-xkw59\" ","response":"range_response_count:1 size:6435"} {"level":"warn","ts":"2026-04-08T13:15:49.498157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118381519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:49.498181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147812573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-08T13:15:49.498199Z","caller":"traceutil/trace.go:171","msg":"trace[1319648488] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-xkw59; range_end:; response_count:1; response_revision:8309; }","duration":"1.052033977s","start":"2026-04-08T13:15:48.446145Z","end":"2026-04-08T13:15:49.498179Z","steps":["trace[1319648488] 'agreement among raft nodes before linearized reading' (duration: 1.051823043s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:49.498303Z","caller":"traceutil/trace.go:171","msg":"trace[1062666407] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8309; }","duration":"1.148028918s","start":"2026-04-08T13:15:48.350252Z","end":"2026-04-08T13:15:49.498281Z","steps":["trace[1062666407] 'agreement among raft nodes before linearized reading' (duration: 1.147602779s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:49.497942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:48.34987Z","time spent":"1.148019558s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:49.498371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:48.446101Z","time spent":"1.052251961s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6457,"request content":"key:\"/registry/pods/openstack/horizon-db-init-xkw59\" "} {"level":"warn","ts":"2026-04-08T13:15:49.498458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:48.350244Z","time spent":"1.148196261s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-08T13:15:49.498217Z","caller":"traceutil/trace.go:171","msg":"trace[1878733276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8309; }","duration":"1.11845829s","start":"2026-04-08T13:15:48.379739Z","end":"2026-04-08T13:15:49.498198Z","steps":["trace[1878733276] 'agreement among raft nodes before linearized reading' (duration: 1.118349148s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:49.498858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:48.379725Z","time spent":"1.119113602s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:15:49.497714Z","caller":"traceutil/trace.go:171","msg":"trace[374305476] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"462.649979ms","start":"2026-04-08T13:15:49.035054Z","end":"2026-04-08T13:15:49.497704Z","steps":["trace[374305476] 'process raft request' (duration: 462.525217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:49.499173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14660652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:15:49.49921Z","caller":"traceutil/trace.go:171","msg":"trace[942591871] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8309; }","duration":"1.146664291s","start":"2026-04-08T13:15:48.352536Z","end":"2026-04-08T13:15:49.499201Z","steps":["trace[942591871] 'agreement among raft nodes before linearized reading' (duration: 1.145417388s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:49.499251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:48.352528Z","time spent":"1.146707862s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":268,"response size":209124,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:15:49.499256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:49.035006Z","time spent":"464.190099ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:49.498316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:49.009889Z","time spent":"488.270433ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:49.933965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.179594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:49.93405Z","caller":"traceutil/trace.go:171","msg":"trace[1609417463] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8309; }","duration":"328.321827ms","start":"2026-04-08T13:15:49.60571Z","end":"2026-04-08T13:15:49.934031Z","steps":["trace[1609417463] 'range keys from in-memory index tree' (duration: 328.080483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:49.934099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:49.60569Z","time spent":"328.398958ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T13:15:49.934175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.777144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-qw5gq\" ","response":"range_response_count:1 size:6586"} {"level":"warn","ts":"2026-04-08T13:15:49.934539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.990076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-6f75fb86b8-j2dk4\" ","response":"range_response_count:1 size:12107"} {"level":"info","ts":"2026-04-08T13:15:49.934585Z","caller":"traceutil/trace.go:171","msg":"trace[857523871] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-6f75fb86b8-j2dk4; range_end:; response_count:1; response_revision:8309; }","duration":"324.051866ms","start":"2026-04-08T13:15:49.610521Z","end":"2026-04-08T13:15:49.934573Z","steps":["trace[857523871] 'range keys from in-memory index tree' (duration: 323.471445ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:49.934246Z","caller":"traceutil/trace.go:171","msg":"trace[229833595] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-qw5gq; range_end:; response_count:1; response_revision:8309; }","duration":"269.889546ms","start":"2026-04-08T13:15:49.664338Z","end":"2026-04-08T13:15:49.934227Z","steps":["trace[229833595] 'range keys from in-memory index tree' (duration: 269.60896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:49.934621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:49.610508Z","time spent":"324.099707ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12129,"request content":"key:\"/registry/pods/openstack/keystone-api-6f75fb86b8-j2dk4\" "} {"level":"info","ts":"2026-04-08T13:15:51.358447Z","caller":"traceutil/trace.go:171","msg":"trace[486638802] linearizableReadLoop","detail":"{readStateIndex:8643; appliedIndex:8642; }","duration":"248.183158ms","start":"2026-04-08T13:15:51.11024Z","end":"2026-04-08T13:15:51.358423Z","steps":["trace[486638802] 'read index received' (duration: 247.947724ms)","trace[486638802] 'applied index is now lower than readState.Index' (duration: 234.644µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:51.358814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.227346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-q4bbt\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-04-08T13:15:51.358897Z","caller":"traceutil/trace.go:171","msg":"trace[2038598485] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-q4bbt; range_end:; response_count:1; response_revision:8310; }","duration":"192.323048ms","start":"2026-04-08T13:15:51.166547Z","end":"2026-04-08T13:15:51.35887Z","steps":["trace[2038598485] 'agreement among raft nodes before linearized reading' (duration: 192.129744ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:51.359376Z","caller":"traceutil/trace.go:171","msg":"trace[161322613] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"252.772884ms","start":"2026-04-08T13:15:51.105894Z","end":"2026-04-08T13:15:51.358667Z","steps":["trace[161322613] 'process raft request' (duration: 252.350606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:51.360791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.547193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:15:51.360853Z","caller":"traceutil/trace.go:171","msg":"trace[1040824453] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8310; }","duration":"250.657065ms","start":"2026-04-08T13:15:51.110183Z","end":"2026-04-08T13:15:51.360841Z","steps":["trace[1040824453] 'agreement among raft nodes before linearized reading' (duration: 249.104925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:52.32698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.814602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rwg4r\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-08T13:15:52.327078Z","caller":"traceutil/trace.go:171","msg":"trace[98674831] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rwg4r; range_end:; response_count:1; response_revision:8310; }","duration":"880.959515ms","start":"2026-04-08T13:15:51.446092Z","end":"2026-04-08T13:15:52.327051Z","steps":["trace[98674831] 'range keys from in-memory index tree' (duration: 880.654139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:52.327082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.32992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T13:15:52.32707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.460005Z","time spent":"867.057014ms","remote":"127.0.0.1:58374","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T13:15:52.327142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.446075Z","time spent":"881.051847ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5663,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rwg4r\" "} {"level":"warn","ts":"2026-04-08T13:15:52.327167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.693039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:15:52.327237Z","caller":"traceutil/trace.go:171","msg":"trace[2129722360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8310; }","duration":"822.794991ms","start":"2026-04-08T13:15:51.504426Z","end":"2026-04-08T13:15:52.327221Z","steps":["trace[2129722360] 'range keys from in-memory index tree' (duration: 822.580497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:52.327288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.504415Z","time spent":"822.861283ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:52.327144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.019817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10707"} {"level":"info","ts":"2026-04-08T13:15:52.32737Z","caller":"traceutil/trace.go:171","msg":"trace[1422510910] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8310; }","duration":"864.277592ms","start":"2026-04-08T13:15:51.463076Z","end":"2026-04-08T13:15:52.327353Z","steps":["trace[1422510910] 'range keys from in-memory index tree' (duration: 863.864934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:52.327429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.463057Z","time spent":"864.355494ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10729,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-08T13:15:52.327146Z","caller":"traceutil/trace.go:171","msg":"trace[1349338445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8310; }","duration":"824.417612ms","start":"2026-04-08T13:15:51.502712Z","end":"2026-04-08T13:15:52.32713Z","steps":["trace[1349338445] 'range keys from in-memory index tree' (duration: 824.190807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:52.327543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.502683Z","time spent":"824.83084ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:15:52.327879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.046341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:52.327963Z","caller":"traceutil/trace.go:171","msg":"trace[1817504495] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"822.123249ms","start":"2026-04-08T13:15:51.505819Z","end":"2026-04-08T13:15:52.327943Z","steps":["trace[1817504495] 'process raft request' (duration: 237.923965ms)","trace[1817504495] 'compare' (duration: 583.098243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:52.32803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.505786Z","time spent":"822.210601ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:52.82822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.743188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:52.828451Z","caller":"traceutil/trace.go:171","msg":"trace[1588547494] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"1.321723787s","start":"2026-04-08T13:15:51.506667Z","end":"2026-04-08T13:15:52.828391Z","steps":["trace[1588547494] 'process raft request' (duration: 1.002706693s)","trace[1588547494] 'compare' (duration: 318.354221ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:52.828581Z","caller":"traceutil/trace.go:171","msg":"trace[888722644] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"1.321743597s","start":"2026-04-08T13:15:51.506824Z","end":"2026-04-08T13:15:52.828568Z","steps":["trace[888722644] 'process raft request' (duration: 1.321556403s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:52.828724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.506816Z","time spent":"1.321837718s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:52.828782Z","caller":"traceutil/trace.go:171","msg":"trace[576037802] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"1.321991452s","start":"2026-04-08T13:15:51.506742Z","end":"2026-04-08T13:15:52.828733Z","steps":["trace[576037802] 'process raft request' (duration: 1.321566433s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:52.828906Z","caller":"traceutil/trace.go:171","msg":"trace[1668667331] linearizableReadLoop","detail":"{readStateIndex:8647; appliedIndex:8643; }","duration":"1.322003573s","start":"2026-04-08T13:15:51.506836Z","end":"2026-04-08T13:15:52.82884Z","steps":["trace[1668667331] 'read index received' (duration: 236.919656ms)","trace[1668667331] 'applied index is now lower than readState.Index' (duration: 1.085080247s)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:52.828966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.506728Z","time spent":"1.322138895s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:52.829211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.506648Z","time spent":"1.321850819s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:53.172578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.124494ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-08T13:15:53.192122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685272326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:15:53.19219Z","caller":"traceutil/trace.go:171","msg":"trace[1687241430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8314; }","duration":"1.685365637s","start":"2026-04-08T13:15:51.506812Z","end":"2026-04-08T13:15:53.192178Z","steps":["trace[1687241430] 'agreement among raft nodes before linearized reading' (duration: 1.322247317s)","trace[1687241430] 'range keys from in-memory index tree' (duration: 362.874665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:53.192214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.506805Z","time spent":"1.685404497s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:15:53.19226Z","caller":"traceutil/trace.go:171","msg":"trace[634602101] linearizableReadLoop","detail":"{readStateIndex:8650; appliedIndex:8647; }","duration":"363.244862ms","start":"2026-04-08T13:15:52.828999Z","end":"2026-04-08T13:15:53.192244Z","steps":["trace[634602101] 'read index received' (duration: 111.252µs)","trace[634602101] 'applied index is now lower than readState.Index' (duration: 363.13265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:53.192389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.46647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:53.192642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.104563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10707"} {"level":"info","ts":"2026-04-08T13:15:53.19266Z","caller":"traceutil/trace.go:171","msg":"trace[813997995] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"851.696682ms","start":"2026-04-08T13:15:52.340952Z","end":"2026-04-08T13:15:53.192648Z","steps":["trace[813997995] 'process raft request' (duration: 851.181172ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:53.19267Z","caller":"traceutil/trace.go:171","msg":"trace[677072760] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8316; }","duration":"766.171794ms","start":"2026-04-08T13:15:52.426491Z","end":"2026-04-08T13:15:53.192663Z","steps":["trace[677072760] 'agreement among raft nodes before linearized reading' (duration: 766.044021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:53.192695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:52.426485Z","time spent":"766.205474ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10729,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-08T13:15:53.192726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:52.340948Z","time spent":"851.735812ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:53.192833Z","caller":"traceutil/trace.go:171","msg":"trace[1669948119] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"851.939677ms","start":"2026-04-08T13:15:52.340886Z","end":"2026-04-08T13:15:53.192826Z","steps":["trace[1669948119] 'process raft request' (duration: 850.841377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:53.192866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:52.34087Z","time spent":"851.981227ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:53.192469Z","caller":"traceutil/trace.go:171","msg":"trace[1001219539] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8316; }","duration":"658.554082ms","start":"2026-04-08T13:15:52.533892Z","end":"2026-04-08T13:15:53.192446Z","steps":["trace[1001219539] 'agreement among raft nodes before linearized reading' (duration: 658.425239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:53.192917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:52.533831Z","time spent":"659.075992ms","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:53.192952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.183117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:15:53.192974Z","caller":"traceutil/trace.go:171","msg":"trace[1213791765] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8316; }","duration":"243.244817ms","start":"2026-04-08T13:15:52.949721Z","end":"2026-04-08T13:15:53.192965Z","steps":["trace[1213791765] 'agreement among raft nodes before linearized reading' (duration: 243.193126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:53.193091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397936611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:15:53.193097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.670256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:53.193112Z","caller":"traceutil/trace.go:171","msg":"trace[2019476634] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8316; }","duration":"1.397993882s","start":"2026-04-08T13:15:51.795112Z","end":"2026-04-08T13:15:53.193106Z","steps":["trace[2019476634] 'agreement among raft nodes before linearized reading' (duration: 1.397937391s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:53.193117Z","caller":"traceutil/trace.go:171","msg":"trace[794634873] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8316; }","duration":"492.722896ms","start":"2026-04-08T13:15:52.700387Z","end":"2026-04-08T13:15:53.19311Z","steps":["trace[794634873] 'agreement among raft nodes before linearized reading' (duration: 492.690885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:53.193127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.795091Z","time spent":"1.398032382s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":40,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:53.193133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:52.700366Z","time spent":"492.763467ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:53.193233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686141382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:15:53.193252Z","caller":"traceutil/trace.go:171","msg":"trace[1044938568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8316; }","duration":"1.686179113s","start":"2026-04-08T13:15:51.507068Z","end":"2026-04-08T13:15:53.193247Z","steps":["trace[1044938568] 'agreement among raft nodes before linearized reading' (duration: 1.686125142s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:53.193269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:51.50706Z","time spent":"1.686202114s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:53.192927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.483489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rwg4r\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-08T13:15:53.193388Z","caller":"traceutil/trace.go:171","msg":"trace[1152801106] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rwg4r; range_end:; response_count:1; response_revision:8316; }","duration":"768.966728ms","start":"2026-04-08T13:15:52.424409Z","end":"2026-04-08T13:15:53.193375Z","steps":["trace[1152801106] 'agreement among raft nodes before linearized reading' (duration: 768.441117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:53.193889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:52.424382Z","time spent":"769.080159ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5663,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rwg4r\" "} {"level":"warn","ts":"2026-04-08T13:15:53.697521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:15:54.198428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:15:54.699484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:15:55.200612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766898361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:15:55.339428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.142498687s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:15:55.339815Z","caller":"traceutil/trace.go:171","msg":"trace[1602967730] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"2.142926405s","start":"2026-04-08T13:15:53.196859Z","end":"2026-04-08T13:15:55.339786Z","steps":["trace[1602967730] 'process raft request' (duration: 2.142761382s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:55.339959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:53.196845Z","time spent":"2.143029617s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:55.376994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-08T13:15:55.377043Z","caller":"traceutil/trace.go:171","msg":"trace[433383672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473899s","start":"2026-04-08T13:15:53.376557Z","end":"2026-04-08T13:15:55.377031Z","steps":["trace[433383672] 'agreement among raft nodes before linearized reading' (duration: 2.000418098s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:55.377085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:53.376538Z","time spent":"2.000539821s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 13:15:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T13:15:56.065602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.558488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:56.066061Z","caller":"traceutil/trace.go:171","msg":"trace[2031360137] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"1.232153293s","start":"2026-04-08T13:15:54.833891Z","end":"2026-04-08T13:15:56.066045Z","steps":["trace[2031360137] 'process raft request' (duration: 1.232099122s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:56.066124Z","caller":"traceutil/trace.go:171","msg":"trace[60449333] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8650; }","duration":"2.869031992s","start":"2026-04-08T13:15:53.197068Z","end":"2026-04-08T13:15:56.0661Z","steps":["trace[60449333] 'read index received' (duration: 2.142560368s)","trace[60449333] 'applied index is now lower than readState.Index' (duration: 726.470614ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:56.06629Z","caller":"traceutil/trace.go:171","msg":"trace[744876371] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"2.869173505s","start":"2026-04-08T13:15:53.197105Z","end":"2026-04-08T13:15:56.066279Z","steps":["trace[744876371] 'process raft request' (duration: 2.731876013s)","trace[744876371] 'compare' (duration: 136.451327ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:56.066353Z","caller":"traceutil/trace.go:171","msg":"trace[488411782] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"1.232216454s","start":"2026-04-08T13:15:54.834123Z","end":"2026-04-08T13:15:56.06634Z","steps":["trace[488411782] 'process raft request' (duration: 1.231893608s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.066415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:53.197089Z","time spent":"2.869263007s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:56.066469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:54.83411Z","time spent":"1.232282145s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:56.066638Z","caller":"traceutil/trace.go:171","msg":"trace[2117941063] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"1.733734741s","start":"2026-04-08T13:15:54.332874Z","end":"2026-04-08T13:15:56.066608Z","steps":["trace[2117941063] 'process raft request' (duration: 1.732950677s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.066734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:54.332847Z","time spent":"1.733839694s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:56.066794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869718164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rwg4r\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-04-08T13:15:56.066842Z","caller":"traceutil/trace.go:171","msg":"trace[1383410793] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rwg4r; range_end:; response_count:1; response_revision:8324; }","duration":"2.869775475s","start":"2026-04-08T13:15:53.197055Z","end":"2026-04-08T13:15:56.06683Z","steps":["trace[1383410793] 'agreement among raft nodes before linearized reading' (duration: 2.869620702s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:56.066839Z","caller":"traceutil/trace.go:171","msg":"trace[1422993800] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"1.552119034s","start":"2026-04-08T13:15:54.514707Z","end":"2026-04-08T13:15:56.066826Z","steps":["trace[1422993800] 'process raft request' (duration: 1.551167537s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.066879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:53.197049Z","time spent":"2.869821047s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5663,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rwg4r\" "} {"level":"warn","ts":"2026-04-08T13:15:56.06694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:54.514684Z","time spent":"1.552199536s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:56.066198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:54.833885Z","time spent":"1.232282256s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:56.067117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869383309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10707"} {"level":"info","ts":"2026-04-08T13:15:56.067154Z","caller":"traceutil/trace.go:171","msg":"trace[1353528684] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8324; }","duration":"2.86942848s","start":"2026-04-08T13:15:53.197717Z","end":"2026-04-08T13:15:56.067145Z","steps":["trace[1353528684] 'agreement among raft nodes before linearized reading' (duration: 2.869361119s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.067186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:53.19771Z","time spent":"2.869469051s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10729,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-08T13:15:56.067414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10984488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:15:56.067451Z","caller":"traceutil/trace.go:171","msg":"trace[1793776499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8324; }","duration":"1.109919602s","start":"2026-04-08T13:15:54.957523Z","end":"2026-04-08T13:15:56.067443Z","steps":["trace[1793776499] 'agreement among raft nodes before linearized reading' (duration: 1.10982436s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.067477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:54.957502Z","time spent":"1.109967672s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:15:56.067465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.949603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:15:56.067583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186184172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:56.067593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435292268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:56.067637Z","caller":"traceutil/trace.go:171","msg":"trace[1003209990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8324; }","duration":"870.165867ms","start":"2026-04-08T13:15:55.19746Z","end":"2026-04-08T13:15:56.067625Z","steps":["trace[1003209990] 'agreement among raft nodes before linearized reading' (duration: 869.871032ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:56.067658Z","caller":"traceutil/trace.go:171","msg":"trace[1425748665] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8324; }","duration":"1.186304224s","start":"2026-04-08T13:15:54.881331Z","end":"2026-04-08T13:15:56.067635Z","steps":["trace[1425748665] 'agreement among raft nodes before linearized reading' (duration: 1.186187652s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:56.067664Z","caller":"traceutil/trace.go:171","msg":"trace[117336108] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8324; }","duration":"2.435431981s","start":"2026-04-08T13:15:53.632213Z","end":"2026-04-08T13:15:56.067645Z","steps":["trace[117336108] 'agreement among raft nodes before linearized reading' (duration: 2.435300459s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.067668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.730654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:56.067706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:55.197433Z","time spent":"870.237999ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:56.067718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:54.881299Z","time spent":"1.186400535s","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:15:56.067741Z","caller":"traceutil/trace.go:171","msg":"trace[1173046862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8324; }","duration":"690.832197ms","start":"2026-04-08T13:15:55.376889Z","end":"2026-04-08T13:15:56.067721Z","steps":["trace[1173046862] 'agreement among raft nodes before linearized reading' (duration: 690.730835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.067733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:53.632192Z","time spent":"2.435511132s","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:56.067788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:55.376872Z","time spent":"690.904088ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:15:56.067849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703849851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:15:56.067897Z","caller":"traceutil/trace.go:171","msg":"trace[355975597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8324; }","duration":"2.703937082s","start":"2026-04-08T13:15:53.363953Z","end":"2026-04-08T13:15:56.067891Z","steps":["trace[355975597] 'agreement among raft nodes before linearized reading' (duration: 2.703410532s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.067935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:53.363933Z","time spent":"2.703995773s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T13:15:56.06678Z","caller":"traceutil/trace.go:171","msg":"trace[1915755920] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"1.332486205s","start":"2026-04-08T13:15:54.734268Z","end":"2026-04-08T13:15:56.066754Z","steps":["trace[1915755920] 'process raft request' (duration: 1.33166592s)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:56.066956Z","caller":"traceutil/trace.go:171","msg":"trace[829378903] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"1.233133501s","start":"2026-04-08T13:15:54.833811Z","end":"2026-04-08T13:15:56.066945Z","steps":["trace[829378903] 'process raft request' (duration: 1.232149003s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.068016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:54.833792Z","time spent":"1.234204932s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:56.067668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.767395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:15:56.068118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:54.734245Z","time spent":"1.33383779s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:56.067794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.261849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T13:15:56.068202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570247382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-08T13:15:56.068124Z","caller":"traceutil/trace.go:171","msg":"trace[1487906988] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8324; }","duration":"770.261825ms","start":"2026-04-08T13:15:55.297846Z","end":"2026-04-08T13:15:56.068107Z","steps":["trace[1487906988] 'agreement among raft nodes before linearized reading' (duration: 769.788006ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:56.068244Z","caller":"traceutil/trace.go:171","msg":"trace[1763898203] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8324; }","duration":"2.570313864s","start":"2026-04-08T13:15:53.497918Z","end":"2026-04-08T13:15:56.068231Z","steps":["trace[1763898203] 'agreement among raft nodes before linearized reading' (duration: 2.570182982s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.068266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:55.297819Z","time spent":"770.426647ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:56.068006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.319811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:15:56.068283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:53.49789Z","time spent":"2.570384115s","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-08T13:15:56.068315Z","caller":"traceutil/trace.go:171","msg":"trace[593891032] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8324; }","duration":"505.656486ms","start":"2026-04-08T13:15:55.562644Z","end":"2026-04-08T13:15:56.0683Z","steps":["trace[593891032] 'agreement among raft nodes before linearized reading' (duration: 505.31943ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:56.068266Z","caller":"traceutil/trace.go:171","msg":"trace[962557149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8324; }","duration":"870.719598ms","start":"2026-04-08T13:15:55.197482Z","end":"2026-04-08T13:15:56.068202Z","steps":["trace[962557149] 'agreement among raft nodes before linearized reading' (duration: 870.228368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.068374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:55.562626Z","time spent":"505.727597ms","remote":"127.0.0.1:57930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:15:56.068421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:55.197462Z","time spent":"870.943661ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:15:56.72961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.078486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:56.72975Z","caller":"traceutil/trace.go:171","msg":"trace[1924950759] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"655.100446ms","start":"2026-04-08T13:15:56.074624Z","end":"2026-04-08T13:15:56.729724Z","steps":["trace[1924950759] 'process raft request' (duration: 156.827617ms)","trace[1924950759] 'compare' (duration: 497.977894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:56.729855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.074611Z","time spent":"655.187248ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:56.794782Z","caller":"traceutil/trace.go:171","msg":"trace[1312117073] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"720.096233ms","start":"2026-04-08T13:15:56.074661Z","end":"2026-04-08T13:15:56.794757Z","steps":["trace[1312117073] 'process raft request' (duration: 719.865899ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:56.794797Z","caller":"traceutil/trace.go:171","msg":"trace[1156663418] linearizableReadLoop","detail":"{readStateIndex:8660; appliedIndex:8658; }","duration":"719.816968ms","start":"2026-04-08T13:15:56.074956Z","end":"2026-04-08T13:15:56.794773Z","steps":["trace[1156663418] 'read index received' (duration: 156.704705ms)","trace[1156663418] 'applied index is now lower than readState.Index' (duration: 563.111213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:56.794872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.074648Z","time spent":"720.188904ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:56.794868Z","caller":"traceutil/trace.go:171","msg":"trace[1695762160] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"719.877569ms","start":"2026-04-08T13:15:56.074953Z","end":"2026-04-08T13:15:56.794831Z","steps":["trace[1695762160] 'process raft request' (duration: 719.727456ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:56.794953Z","caller":"traceutil/trace.go:171","msg":"trace[667590458] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"719.360568ms","start":"2026-04-08T13:15:56.075576Z","end":"2026-04-08T13:15:56.794936Z","steps":["trace[667590458] 'process raft request' (duration: 719.149764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.795061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.074942Z","time spent":"720.008791ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:56.795121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.075569Z","time spent":"719.44648ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:56.795854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.882079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9080bccd-fe86-4256-9421-6222bf3f10b0\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-08T13:15:56.795945Z","caller":"traceutil/trace.go:171","msg":"trace[614976668] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9080bccd-fe86-4256-9421-6222bf3f10b0; range_end:; response_count:1; response_revision:8328; }","duration":"721.01571ms","start":"2026-04-08T13:15:56.07491Z","end":"2026-04-08T13:15:56.795925Z","steps":["trace[614976668] 'agreement among raft nodes before linearized reading' (duration: 720.156283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:56.795995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.074897Z","time spent":"721.083512ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-9080bccd-fe86-4256-9421-6222bf3f10b0\" "} {"level":"warn","ts":"2026-04-08T13:15:57.094427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.402392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:57.094678Z","caller":"traceutil/trace.go:171","msg":"trace[591324221] linearizableReadLoop","detail":"{readStateIndex:8663; appliedIndex:8662; }","duration":"299.799941ms","start":"2026-04-08T13:15:56.794859Z","end":"2026-04-08T13:15:57.094659Z","steps":["trace[591324221] 'read index received' (duration: 91.961512ms)","trace[591324221] 'applied index is now lower than readState.Index' (duration: 207.836809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:57.094981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016810226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:57.095009Z","caller":"traceutil/trace.go:171","msg":"trace[726266488] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"696.771103ms","start":"2026-04-08T13:15:56.398206Z","end":"2026-04-08T13:15:57.094977Z","steps":["trace[726266488] 'process raft request' (duration: 488.72159ms)","trace[726266488] 'compare' (duration: 207.194497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:57.095036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.075967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a463859eaf7d8c\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-08T13:15:57.095106Z","caller":"traceutil/trace.go:171","msg":"trace[1541508299] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a463859eaf7d8c; range_end:; response_count:1; response_revision:8329; }","duration":"361.17777ms","start":"2026-04-08T13:15:56.733911Z","end":"2026-04-08T13:15:57.095089Z","steps":["trace[1541508299] 'agreement among raft nodes before linearized reading' (duration: 361.006327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:57.095154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.733894Z","time spent":"361.246461ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a463859eaf7d8c\" "} {"level":"warn","ts":"2026-04-08T13:15:57.095202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.501844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:15:57.095269Z","caller":"traceutil/trace.go:171","msg":"trace[921831724] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8329; }","duration":"567.569265ms","start":"2026-04-08T13:15:56.527689Z","end":"2026-04-08T13:15:57.095258Z","steps":["trace[921831724] 'agreement among raft nodes before linearized reading' (duration: 567.021624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:57.095338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.527649Z","time spent":"567.678807ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-08T13:15:57.095028Z","caller":"traceutil/trace.go:171","msg":"trace[701191144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8329; }","duration":"1.016870237s","start":"2026-04-08T13:15:56.078144Z","end":"2026-04-08T13:15:57.095014Z","steps":["trace[701191144] 'agreement among raft nodes before linearized reading' (duration: 1.016796706s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:57.095419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.078137Z","time spent":"1.017274886s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:15:57.095545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.398183Z","time spent":"696.902626ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:57.095968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.835733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:57.096045Z","caller":"traceutil/trace.go:171","msg":"trace[1889429787] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8329; }","duration":"972.934845ms","start":"2026-04-08T13:15:56.123084Z","end":"2026-04-08T13:15:57.096019Z","steps":["trace[1889429787] 'agreement among raft nodes before linearized reading' (duration: 972.385505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:57.096091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.123069Z","time spent":"973.011277ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T13:15:57.096926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020024236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:15:57.096997Z","caller":"traceutil/trace.go:171","msg":"trace[771300145] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8329; }","duration":"1.020098917s","start":"2026-04-08T13:15:56.07688Z","end":"2026-04-08T13:15:57.096979Z","steps":["trace[771300145] 'agreement among raft nodes before linearized reading' (duration: 1.01862883s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:57.097053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.076861Z","time spent":"1.020168238s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":268,"response size":209124,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:15:57.097423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021265259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:15:57.097477Z","caller":"traceutil/trace.go:171","msg":"trace[671393861] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8329; }","duration":"1.02134327s","start":"2026-04-08T13:15:56.076121Z","end":"2026-04-08T13:15:57.097464Z","steps":["trace[671393861] 'agreement among raft nodes before linearized reading' (duration: 1.018589859s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:57.097523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:56.076113Z","time spent":"1.021390041s","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":268,"response size":209124,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:15:57.488401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.714563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:57.488692Z","caller":"traceutil/trace.go:171","msg":"trace[1332703309] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"310.485959ms","start":"2026-04-08T13:15:57.178182Z","end":"2026-04-08T13:15:57.488668Z","steps":["trace[1332703309] 'process raft request' (duration: 310.355286ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:57.488756Z","caller":"traceutil/trace.go:171","msg":"trace[1097325120] linearizableReadLoop","detail":"{readStateIndex:8665; appliedIndex:8664; }","duration":"313.648158ms","start":"2026-04-08T13:15:57.175084Z","end":"2026-04-08T13:15:57.488733Z","steps":["trace[1097325120] 'read index received' (duration: 103.604438ms)","trace[1097325120] 'applied index is now lower than readState.Index' (duration: 210.03823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:57.488812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:57.178167Z","time spent":"310.58667ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:57.488678Z","caller":"traceutil/trace.go:171","msg":"trace[2119109083] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"390.509134ms","start":"2026-04-08T13:15:57.09814Z","end":"2026-04-08T13:15:57.488649Z","steps":["trace[2119109083] 'process raft request' (duration: 180.430154ms)","trace[2119109083] 'compare' (duration: 209.411618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:57.488935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.896156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:57.488959Z","caller":"traceutil/trace.go:171","msg":"trace[1033079564] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8331; }","duration":"387.953727ms","start":"2026-04-08T13:15:57.101Z","end":"2026-04-08T13:15:57.488954Z","steps":["trace[1033079564] 'agreement among raft nodes before linearized reading' (duration: 387.855615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:57.488978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:57.100993Z","time spent":"387.979287ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-08T13:15:57.489009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.781708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-npd48\" ","response":"range_response_count:1 size:5930"} {"level":"info","ts":"2026-04-08T13:15:57.489067Z","caller":"traceutil/trace.go:171","msg":"trace[1065376429] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-npd48; range_end:; response_count:1; response_revision:8331; }","duration":"306.859449ms","start":"2026-04-08T13:15:57.182185Z","end":"2026-04-08T13:15:57.489044Z","steps":["trace[1065376429] 'agreement among raft nodes before linearized reading' (duration: 306.703477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:57.489102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:57.182175Z","time spent":"306.919201ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5952,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-npd48\" "} {"level":"warn","ts":"2026-04-08T13:15:57.489071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.922144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-08T13:15:57.489176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.312429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:15:57.489192Z","caller":"traceutil/trace.go:171","msg":"trace[1567884555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8331; }","duration":"144.36397ms","start":"2026-04-08T13:15:57.344823Z","end":"2026-04-08T13:15:57.489187Z","steps":["trace[1567884555] 'agreement among raft nodes before linearized reading' (duration: 144.280859ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:57.489186Z","caller":"traceutil/trace.go:171","msg":"trace[1993751186] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8331; }","duration":"297.089148ms","start":"2026-04-08T13:15:57.192072Z","end":"2026-04-08T13:15:57.489161Z","steps":["trace[1993751186] 'agreement among raft nodes before linearized reading' (duration: 296.869504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:57.489165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:57.098123Z","time spent":"390.826221ms","remote":"127.0.0.1:57536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:57.489285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.097436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:57.489307Z","caller":"traceutil/trace.go:171","msg":"trace[1617279780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8331; }","duration":"306.118716ms","start":"2026-04-08T13:15:57.183182Z","end":"2026-04-08T13:15:57.4893Z","steps":["trace[1617279780] 'agreement among raft nodes before linearized reading' (duration: 306.076775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:57.489325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:57.183161Z","time spent":"306.160057ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:15:58.483652Z","caller":"traceutil/trace.go:171","msg":"trace[2054425923] linearizableReadLoop","detail":"{readStateIndex:8671; appliedIndex:8668; }","duration":"316.345592ms","start":"2026-04-08T13:15:58.167282Z","end":"2026-04-08T13:15:58.483628Z","steps":["trace[2054425923] 'read index received' (duration: 285.22229ms)","trace[2054425923] 'applied index is now lower than readState.Index' (duration: 31.122462ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:58.483764Z","caller":"traceutil/trace.go:171","msg":"trace[1323345126] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"409.718947ms","start":"2026-04-08T13:15:58.074011Z","end":"2026-04-08T13:15:58.48373Z","steps":["trace[1323345126] 'process raft request' (duration: 378.480543ms)","trace[1323345126] 'compare' (duration: 30.874567ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:58.48382Z","caller":"traceutil/trace.go:171","msg":"trace[276263600] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"408.127047ms","start":"2026-04-08T13:15:58.075683Z","end":"2026-04-08T13:15:58.48381Z","steps":["trace[276263600] 'process raft request' (duration: 407.903613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:58.483907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:58.073981Z","time spent":"409.840259ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:58.484071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.683965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/horizon-horizon-test\" ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-04-08T13:15:58.484129Z","caller":"traceutil/trace.go:171","msg":"trace[1104273900] range","detail":"{range_begin:/registry/rolebindings/openstack/horizon-horizon-test; range_end:; response_count:1; response_revision:8336; }","duration":"342.777256ms","start":"2026-04-08T13:15:58.141338Z","end":"2026-04-08T13:15:58.484115Z","steps":["trace[1104273900] 'agreement among raft nodes before linearized reading' (duration: 342.605003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:58.484216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:58.141315Z","time spent":"342.887268ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":754,"request content":"key:\"/registry/rolebindings/openstack/horizon-horizon-test\" "} {"level":"warn","ts":"2026-04-08T13:15:58.484287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.069965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-credential-rotate\" ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-04-08T13:15:58.484345Z","caller":"traceutil/trace.go:171","msg":"trace[273392595] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-credential-rotate; range_end:; response_count:1; response_revision:8336; }","duration":"364.140956ms","start":"2026-04-08T13:15:58.12019Z","end":"2026-04-08T13:15:58.484331Z","steps":["trace[273392595] 'agreement among raft nodes before linearized reading' (duration: 363.970253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:58.484373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:58.120135Z","time spent":"364.232487ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":777,"request content":"key:\"/registry/rolebindings/openstack/keystone-credential-rotate\" "} {"level":"warn","ts":"2026-04-08T13:15:58.483912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:58.075675Z","time spent":"408.179428ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:58.483778Z","caller":"traceutil/trace.go:171","msg":"trace[359294179] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"408.305971ms","start":"2026-04-08T13:15:58.075455Z","end":"2026-04-08T13:15:58.483761Z","steps":["trace[359294179] 'process raft request' (duration: 408.049417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:58.484604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:58.075442Z","time spent":"409.078885ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:15:58.573291Z","caller":"traceutil/trace.go:171","msg":"trace[1536375966] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"401.146777ms","start":"2026-04-08T13:15:58.172107Z","end":"2026-04-08T13:15:58.573254Z","steps":["trace[1536375966] 'process raft request' (duration: 400.972194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:58.573333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.484834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:15:58.573387Z","caller":"traceutil/trace.go:171","msg":"trace[244779153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8337; }","duration":"195.556505ms","start":"2026-04-08T13:15:58.377817Z","end":"2026-04-08T13:15:58.573374Z","steps":["trace[244779153] 'agreement among raft nodes before linearized reading' (duration: 195.442363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:58.573429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:58.172084Z","time spent":"401.271419ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:59.25334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.05683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-08T13:15:59.253429Z","caller":"traceutil/trace.go:171","msg":"trace[2059632872] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:8337; }","duration":"585.192333ms","start":"2026-04-08T13:15:58.668217Z","end":"2026-04-08T13:15:59.25341Z","steps":["trace[2059632872] 'range keys from in-memory index tree' (duration: 584.873587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:59.253484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:58.668198Z","time spent":"585.277814ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":773,"request content":"key:\"/registry/rolebindings/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-08T13:15:59.25347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.835005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-04-08T13:15:59.253771Z","caller":"traceutil/trace.go:171","msg":"trace[1373919744] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:8337; }","duration":"578.161361ms","start":"2026-04-08T13:15:58.675577Z","end":"2026-04-08T13:15:59.253738Z","steps":["trace[1373919744] 'range keys from in-memory index tree' (duration: 577.658881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:59.253753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.339408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T13:15:59.253847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.41825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T13:15:59.253877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:58.675551Z","time spent":"578.291163ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":761,"request content":"key:\"/registry/rolebindings/openstack/keystone-fernet-rotate\" "} {"level":"info","ts":"2026-04-08T13:15:59.253901Z","caller":"traceutil/trace.go:171","msg":"trace[45746476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8337; }","duration":"453.506391ms","start":"2026-04-08T13:15:58.800382Z","end":"2026-04-08T13:15:59.253889Z","steps":["trace[45746476] 'range keys from in-memory index tree' (duration: 453.245076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:59.25394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:58.80037Z","time spent":"453.560173ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:15:59.253683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.224925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:15:59.253931Z","caller":"traceutil/trace.go:171","msg":"trace[1694546029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8337; }","duration":"453.508641ms","start":"2026-04-08T13:15:58.800375Z","end":"2026-04-08T13:15:59.253883Z","steps":["trace[1694546029] 'range keys from in-memory index tree' (duration: 453.223036ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:15:59.25402Z","caller":"traceutil/trace.go:171","msg":"trace[66022429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8337; }","duration":"454.593901ms","start":"2026-04-08T13:15:58.799408Z","end":"2026-04-08T13:15:59.254002Z","steps":["trace[66022429] 'range keys from in-memory index tree' (duration: 453.890398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:59.254072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:58.799388Z","time spent":"454.670343ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:15:59.254095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:58.800357Z","time spent":"453.721385ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T13:15:59.4028Z","caller":"traceutil/trace.go:171","msg":"trace[239350423] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"144.813154ms","start":"2026-04-08T13:15:59.257908Z","end":"2026-04-08T13:15:59.402722Z","steps":["trace[239350423] 'process raft request' (duration: 144.526448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:59.924254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.922983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:15:59.924712Z","caller":"traceutil/trace.go:171","msg":"trace[1385602454] linearizableReadLoop","detail":"{readStateIndex:8675; appliedIndex:8672; }","duration":"597.550437ms","start":"2026-04-08T13:15:59.327145Z","end":"2026-04-08T13:15:59.924696Z","steps":["trace[1385602454] 'read index received' (duration: 75.447368ms)","trace[1385602454] 'applied index is now lower than readState.Index' (duration: 522.102139ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:15:59.924813Z","caller":"traceutil/trace.go:171","msg":"trace[1211795665] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"666.082007ms","start":"2026-04-08T13:15:59.25872Z","end":"2026-04-08T13:15:59.924802Z","steps":["trace[1211795665] 'process raft request' (duration: 473.528472ms)","trace[1211795665] 'compare' (duration: 191.556156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:15:59.924883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:59.258706Z","time spent":"666.139818ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:15:59.925126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.954345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-04-08T13:15:59.926091Z","caller":"traceutil/trace.go:171","msg":"trace[915939668] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:8340; }","duration":"598.937663ms","start":"2026-04-08T13:15:59.327134Z","end":"2026-04-08T13:15:59.926072Z","steps":["trace[915939668] 'agreement among raft nodes before linearized reading' (duration: 597.694071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:59.926148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:59.327092Z","time spent":"599.041375ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":761,"request content":"key:\"/registry/rolebindings/openstack/keystone-fernet-rotate\" "} {"level":"warn","ts":"2026-04-08T13:15:59.925214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.348456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-08T13:15:59.926222Z","caller":"traceutil/trace.go:171","msg":"trace[1852810431] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:8340; }","duration":"566.350434ms","start":"2026-04-08T13:15:59.359856Z","end":"2026-04-08T13:15:59.926206Z","steps":["trace[1852810431] 'agreement among raft nodes before linearized reading' (duration: 565.257044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:59.926383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:59.359795Z","time spent":"566.543517ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":773,"request content":"key:\"/registry/rolebindings/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-08T13:15:59.925286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.703268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:15:59.926549Z","caller":"traceutil/trace.go:171","msg":"trace[1004699409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8340; }","duration":"330.007802ms","start":"2026-04-08T13:15:59.596529Z","end":"2026-04-08T13:15:59.926537Z","steps":["trace[1004699409] 'agreement among raft nodes before linearized reading' (duration: 328.703848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:59.926616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:59.596495Z","time spent":"330.109414ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T13:15:59.925193Z","caller":"traceutil/trace.go:171","msg":"trace[434164497] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"665.233832ms","start":"2026-04-08T13:15:59.259924Z","end":"2026-04-08T13:15:59.925158Z","steps":["trace[434164497] 'process raft request' (duration: 664.692692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:15:59.926998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:15:59.259911Z","time spent":"666.909422ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:00.554941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.155202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:00.554988Z","caller":"traceutil/trace.go:171","msg":"trace[1572364104] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8341; }","duration":"395.253344ms","start":"2026-04-08T13:16:00.159725Z","end":"2026-04-08T13:16:00.554978Z","steps":["trace[1572364104] 'count revisions from in-memory index tree' (duration: 395.016959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:00.55501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.159696Z","time spent":"395.308274ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:16:00.555246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.009035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-api\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-04-08T13:16:00.555239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.853396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:735"} {"level":"info","ts":"2026-04-08T13:16:00.555275Z","caller":"traceutil/trace.go:171","msg":"trace[402885906] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-api; range_end:; response_count:1; response_revision:8341; }","duration":"458.056696ms","start":"2026-04-08T13:16:00.097203Z","end":"2026-04-08T13:16:00.55526Z","steps":["trace[402885906] 'range keys from in-memory index tree' (duration: 457.933473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:00.555292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.097185Z","time spent":"458.102267ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":758,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-api\" "} {"level":"info","ts":"2026-04-08T13:16:00.555292Z","caller":"traceutil/trace.go:171","msg":"trace[1733543404] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:8341; }","duration":"454.927607ms","start":"2026-04-08T13:16:00.100351Z","end":"2026-04-08T13:16:00.555279Z","steps":["trace[1733543404] 'range keys from in-memory index tree' (duration: 454.720273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:00.555323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.100344Z","time spent":"454.971398ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":757,"request content":"key:\"/registry/rolebindings/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-08T13:16:00.555559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.348321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:00.55564Z","caller":"traceutil/trace.go:171","msg":"trace[1719141442] linearizableReadLoop","detail":"{readStateIndex:8677; appliedIndex:8676; }","duration":"178.207795ms","start":"2026-04-08T13:16:00.377416Z","end":"2026-04-08T13:16:00.555623Z","steps":["trace[1719141442] 'read index received' (duration: 49.881µs)","trace[1719141442] 'applied index is now lower than readState.Index' (duration: 178.156284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:00.555717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.303437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:00.555752Z","caller":"traceutil/trace.go:171","msg":"trace[1340864488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8342; }","duration":"178.373878ms","start":"2026-04-08T13:16:00.377366Z","end":"2026-04-08T13:16:00.55574Z","steps":["trace[1340864488] 'agreement among raft nodes before linearized reading' (duration: 178.309927ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:00.555798Z","caller":"traceutil/trace.go:171","msg":"trace[947719899] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"382.872442ms","start":"2026-04-08T13:16:00.172896Z","end":"2026-04-08T13:16:00.555769Z","steps":["trace[947719899] 'process raft request' (duration: 87.221127ms)","trace[947719899] 'compare' (duration: 294.931492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:00.555956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.172879Z","time spent":"382.980465ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:01.163675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.096455ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:16:01.163832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.510354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:01.163931Z","caller":"traceutil/trace.go:171","msg":"trace[1902313382] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"673.47478ms","start":"2026-04-08T13:16:00.490434Z","end":"2026-04-08T13:16:01.163909Z","steps":["trace[1902313382] 'process raft request' (duration: 165.813623ms)","trace[1902313382] 'compare' (duration: 507.399893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:01.163991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.49041Z","time spent":"673.555152ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:01.163803Z","caller":"traceutil/trace.go:171","msg":"trace[541659142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8342; }","duration":"316.224117ms","start":"2026-04-08T13:16:00.847556Z","end":"2026-04-08T13:16:01.16378Z","steps":["trace[541659142] 'range keys from in-memory index tree' (duration: 316.082334ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:01.263217Z","caller":"traceutil/trace.go:171","msg":"trace[442501552] linearizableReadLoop","detail":"{readStateIndex:8680; appliedIndex:8677; }","duration":"705.122199ms","start":"2026-04-08T13:16:00.558078Z","end":"2026-04-08T13:16:01.2632Z","steps":["trace[442501552] 'read index received' (duration: 98.159451ms)","trace[442501552] 'applied index is now lower than readState.Index' (duration: 606.962048ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:01.263304Z","caller":"traceutil/trace.go:171","msg":"trace[1167635347] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"772.071448ms","start":"2026-04-08T13:16:00.491226Z","end":"2026-04-08T13:16:01.263298Z","steps":["trace[1167635347] 'process raft request' (duration: 771.948796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:01.263389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.491213Z","time spent":"772.105729ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:01.263524Z","caller":"traceutil/trace.go:171","msg":"trace[274951238] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"773.020316ms","start":"2026-04-08T13:16:00.490468Z","end":"2026-04-08T13:16:01.263488Z","steps":["trace[274951238] 'process raft request' (duration: 772.607358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:01.263741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.425521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T13:16:01.264001Z","caller":"traceutil/trace.go:171","msg":"trace[977633534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8345; }","duration":"686.715106ms","start":"2026-04-08T13:16:00.577263Z","end":"2026-04-08T13:16:01.263978Z","steps":["trace[977633534] 'agreement among raft nodes before linearized reading' (duration: 686.069003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:01.264082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.577247Z","time spent":"686.806829ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:16:01.263953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.490442Z","time spent":"773.441084ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:01.415564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.685599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-08T13:16:01.415637Z","caller":"traceutil/trace.go:171","msg":"trace[2001229344] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8345; }","duration":"216.796922ms","start":"2026-04-08T13:16:01.19882Z","end":"2026-04-08T13:16:01.415617Z","steps":["trace[2001229344] 'agreement among raft nodes before linearized reading' (duration: 64.771369ms)","trace[2001229344] 'range keys from in-memory index tree' (duration: 151.84091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:01.415973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.498873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:735"} {"level":"info","ts":"2026-04-08T13:16:01.416062Z","caller":"traceutil/trace.go:171","msg":"trace[1841471116] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:8345; }","duration":"788.623855ms","start":"2026-04-08T13:16:00.62742Z","end":"2026-04-08T13:16:01.416044Z","steps":["trace[1841471116] 'agreement among raft nodes before linearized reading' (duration: 636.240896ms)","trace[1841471116] 'range keys from in-memory index tree' (duration: 152.155655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:01.416117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.627405Z","time spent":"788.703897ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":757,"request content":"key:\"/registry/rolebindings/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-08T13:16:01.416328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.199993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:16:01.416388Z","caller":"traceutil/trace.go:171","msg":"trace[168581966] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8345; }","duration":"162.306815ms","start":"2026-04-08T13:16:01.254072Z","end":"2026-04-08T13:16:01.416379Z","steps":["trace[168581966] 'count revisions from in-memory index tree' (duration: 152.688655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:01.416581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.986664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-08T13:16:01.416646Z","caller":"traceutil/trace.go:171","msg":"trace[1978551702] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8345; }","duration":"217.067515ms","start":"2026-04-08T13:16:01.199569Z","end":"2026-04-08T13:16:01.416636Z","steps":["trace[1978551702] 'agreement among raft nodes before linearized reading' (duration: 64.057774ms)","trace[1978551702] 'range keys from in-memory index tree' (duration: 152.902219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:01.41678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.692132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:01.416891Z","caller":"traceutil/trace.go:171","msg":"trace[1363566643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8345; }","duration":"858.833614ms","start":"2026-04-08T13:16:00.558048Z","end":"2026-04-08T13:16:01.416882Z","steps":["trace[1363566643] 'agreement among raft nodes before linearized reading' (duration: 705.582438ms)","trace[1363566643] 'range keys from in-memory index tree' (duration: 153.126614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:01.416941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.558036Z","time spent":"858.896755ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:16:01.416957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.698572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:01.417038Z","caller":"traceutil/trace.go:171","msg":"trace[2029809024] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8345; }","duration":"590.841395ms","start":"2026-04-08T13:16:00.826173Z","end":"2026-04-08T13:16:01.417014Z","steps":["trace[2029809024] 'agreement among raft nodes before linearized reading' (duration: 437.480528ms)","trace[2029809024] 'count revisions from in-memory index tree' (duration: 153.244195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:01.417092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.826145Z","time spent":"590.935507ms","remote":"127.0.0.1:43656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:16:01.417313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.257421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-api\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-04-08T13:16:01.417353Z","caller":"traceutil/trace.go:171","msg":"trace[1714220711] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-api; range_end:; response_count:1; response_revision:8345; }","duration":"778.325872ms","start":"2026-04-08T13:16:00.639015Z","end":"2026-04-08T13:16:01.417341Z","steps":["trace[1714220711] 'agreement among raft nodes before linearized reading' (duration: 624.628529ms)","trace[1714220711] 'range keys from in-memory index tree' (duration: 153.613462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:01.417375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:00.638999Z","time spent":"778.371153ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":758,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-api\" "} {"level":"info","ts":"2026-04-08T13:16:01.417798Z","caller":"traceutil/trace.go:171","msg":"trace[1704128631] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"149.876534ms","start":"2026-04-08T13:16:01.267904Z","end":"2026-04-08T13:16:01.41778Z","steps":["trace[1704128631] 'process raft request' (duration: 78.593365ms)","trace[1704128631] 'compare' (duration: 69.823971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:01.91762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.980344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:01.918419Z","caller":"traceutil/trace.go:171","msg":"trace[2057732554] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"495.501445ms","start":"2026-04-08T13:16:01.422889Z","end":"2026-04-08T13:16:01.918391Z","steps":["trace[2057732554] 'process raft request' (duration: 159.670845ms)","trace[2057732554] 'compare' (duration: 334.869483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:01.918856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:01.422826Z","time spent":"495.952833ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:01.919246Z","caller":"traceutil/trace.go:171","msg":"trace[1001861491] linearizableReadLoop","detail":"{readStateIndex:8683; appliedIndex:8681; }","duration":"492.634342ms","start":"2026-04-08T13:16:01.426588Z","end":"2026-04-08T13:16:01.919222Z","steps":["trace[1001861491] 'read index received' (duration: 155.917615ms)","trace[1001861491] 'applied index is now lower than readState.Index' (duration: 336.715827ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:01.919369Z","caller":"traceutil/trace.go:171","msg":"trace[1948097291] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"495.73719ms","start":"2026-04-08T13:16:01.42355Z","end":"2026-04-08T13:16:01.919287Z","steps":["trace[1948097291] 'process raft request' (duration: 495.456243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:01.919467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.853676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:01.919512Z","caller":"traceutil/trace.go:171","msg":"trace[1755035953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8349; }","duration":"492.927938ms","start":"2026-04-08T13:16:01.426572Z","end":"2026-04-08T13:16:01.9195Z","steps":["trace[1755035953] 'agreement among raft nodes before linearized reading' (duration: 492.826836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:01.919546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:01.426565Z","time spent":"492.973268ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:16:01.919634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:01.423533Z","time spent":"495.930074ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:01.919831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.490606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-bootstrap\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-04-08T13:16:01.919869Z","caller":"traceutil/trace.go:171","msg":"trace[438646024] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-bootstrap; range_end:; response_count:1; response_revision:8349; }","duration":"399.570978ms","start":"2026-04-08T13:16:01.520288Z","end":"2026-04-08T13:16:01.919859Z","steps":["trace[438646024] 'agreement among raft nodes before linearized reading' (duration: 399.456286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:01.919895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:01.520262Z","time spent":"399.62755ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":782,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-bootstrap\" "} {"level":"info","ts":"2026-04-08T13:16:01.919381Z","caller":"traceutil/trace.go:171","msg":"trace[2144847101] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"486.787083ms","start":"2026-04-08T13:16:01.432578Z","end":"2026-04-08T13:16:01.919365Z","steps":["trace[2144847101] 'process raft request' (duration: 486.60106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:01.920245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.221452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-credential-rotate\" ","response":"range_response_count:1 size:792"} {"level":"info","ts":"2026-04-08T13:16:01.92029Z","caller":"traceutil/trace.go:171","msg":"trace[648594963] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-credential-rotate; range_end:; response_count:1; response_revision:8349; }","duration":"391.270683ms","start":"2026-04-08T13:16:01.52901Z","end":"2026-04-08T13:16:01.92028Z","steps":["trace[648594963] 'agreement among raft nodes before linearized reading' (duration: 391.09229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:01.92033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:01.528952Z","time spent":"391.359634ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":814,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-credential-rotate\" "} {"level":"warn","ts":"2026-04-08T13:16:01.92039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:01.432568Z","time spent":"487.572957ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:02.821586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.502322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:02.82206Z","caller":"traceutil/trace.go:171","msg":"trace[842196950] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"885.133773ms","start":"2026-04-08T13:16:01.936903Z","end":"2026-04-08T13:16:02.822037Z","steps":["trace[842196950] 'process raft request' (duration: 458.07411ms)","trace[842196950] 'compare' (duration: 426.400591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:02.822126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:01.936879Z","time spent":"885.219555ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:02.822163Z","caller":"traceutil/trace.go:171","msg":"trace[397754421] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"881.663248ms","start":"2026-04-08T13:16:01.940465Z","end":"2026-04-08T13:16:02.822129Z","steps":["trace[397754421] 'process raft request' (duration: 881.21094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:02.822898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:01.940446Z","time spent":"882.370242ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:03.183062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.333196ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:16:03.183205Z","caller":"traceutil/trace.go:171","msg":"trace[1618361055] linearizableReadLoop","detail":"{readStateIndex:8686; appliedIndex:8684; }","duration":"1.17681456s","start":"2026-04-08T13:16:02.006371Z","end":"2026-04-08T13:16:03.183185Z","steps":["trace[1618361055] 'read index received' (duration: 388.565054ms)","trace[1618361055] 'applied index is now lower than readState.Index' (duration: 788.248426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:03.183661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177282928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-credential-rotate\" ","response":"range_response_count:1 size:792"} {"level":"info","ts":"2026-04-08T13:16:03.183715Z","caller":"traceutil/trace.go:171","msg":"trace[497979817] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-credential-rotate; range_end:; response_count:1; response_revision:8351; }","duration":"1.177373071s","start":"2026-04-08T13:16:02.006329Z","end":"2026-04-08T13:16:03.183702Z","steps":["trace[497979817] 'agreement among raft nodes before linearized reading' (duration: 1.177232038s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:03.183742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:02.006312Z","time spent":"1.177425051s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":814,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-credential-rotate\" "} {"level":"info","ts":"2026-04-08T13:16:03.18387Z","caller":"traceutil/trace.go:171","msg":"trace[10319264] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"622.622541ms","start":"2026-04-08T13:16:02.561238Z","end":"2026-04-08T13:16:03.18386Z","steps":["trace[10319264] 'process raft request' (duration: 621.884928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:03.183961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:02.561207Z","time spent":"622.692252ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:03.583691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.728207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:03.584013Z","caller":"traceutil/trace.go:171","msg":"trace[10512145] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"315.448429ms","start":"2026-04-08T13:16:03.268543Z","end":"2026-04-08T13:16:03.583991Z","steps":["trace[10512145] 'process raft request' (duration: 315.398748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:03.584102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.268521Z","time spent":"315.540281ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:03.584522Z","caller":"traceutil/trace.go:171","msg":"trace[977011759] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"402.498888ms","start":"2026-04-08T13:16:03.18201Z","end":"2026-04-08T13:16:03.584509Z","steps":["trace[977011759] 'process raft request' (duration: 401.803065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:03.584593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.18199Z","time spent":"402.56868ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:03.584697Z","caller":"traceutil/trace.go:171","msg":"trace[1117909701] linearizableReadLoop","detail":"{readStateIndex:8690; appliedIndex:8688; }","duration":"401.414847ms","start":"2026-04-08T13:16:03.183227Z","end":"2026-04-08T13:16:03.584641Z","steps":["trace[1117909701] 'read index received' (duration: 66.64101ms)","trace[1117909701] 'applied index is now lower than readState.Index' (duration: 334.770517ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:03.584971Z","caller":"traceutil/trace.go:171","msg":"trace[782614508] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"758.661498ms","start":"2026-04-08T13:16:02.826275Z","end":"2026-04-08T13:16:03.584937Z","steps":["trace[782614508] 'process raft request' (duration: 357.577856ms)","trace[782614508] 'compare' (duration: 399.141465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:03.585118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574495788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-bootstrap\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-04-08T13:16:03.585166Z","caller":"traceutil/trace.go:171","msg":"trace[1699089138] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-bootstrap; range_end:; response_count:1; response_revision:8355; }","duration":"1.574556319s","start":"2026-04-08T13:16:02.010597Z","end":"2026-04-08T13:16:03.585153Z","steps":["trace[1699089138] 'agreement among raft nodes before linearized reading' (duration: 1.574382876s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:03.585205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:02.010588Z","time spent":"1.57461001s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":782,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-bootstrap\" "} {"level":"warn","ts":"2026-04-08T13:16:03.585367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402310822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:16:03.585428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575353243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T13:16:03.585505Z","caller":"traceutil/trace.go:171","msg":"trace[802059272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8355; }","duration":"1.575484876s","start":"2026-04-08T13:16:02.010004Z","end":"2026-04-08T13:16:03.585489Z","steps":["trace[802059272] 'agreement among raft nodes before linearized reading' (duration: 1.57516662s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:03.585557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:02.009997Z","time spent":"1.575550148s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:16:03.585577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.482069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:16:03.58553Z","caller":"traceutil/trace.go:171","msg":"trace[1060907816] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8355; }","duration":"1.402804771s","start":"2026-04-08T13:16:02.182649Z","end":"2026-04-08T13:16:03.585453Z","steps":["trace[1060907816] 'agreement among raft nodes before linearized reading' (duration: 1.402286302s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:03.585672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:02.182618Z","time spent":"1.403035925s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:16:03.585612Z","caller":"traceutil/trace.go:171","msg":"trace[1090371555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8355; }","duration":"994.55355ms","start":"2026-04-08T13:16:02.591048Z","end":"2026-04-08T13:16:03.585601Z","steps":["trace[1090371555] 'agreement among raft nodes before linearized reading' (duration: 994.444258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:03.586403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:02.591027Z","time spent":"995.358746ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:16:03.585116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:02.826252Z","time spent":"758.788989ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:03.585885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.710683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:16:03.586903Z","caller":"traceutil/trace.go:171","msg":"trace[1722272738] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8355; }","duration":"675.772364ms","start":"2026-04-08T13:16:02.911115Z","end":"2026-04-08T13:16:03.586887Z","steps":["trace[1722272738] 'agreement among raft nodes before linearized reading' (duration: 673.711546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:03.586994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:02.911076Z","time spent":"675.901186ms","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:16:04.13371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.333912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:04.133881Z","caller":"traceutil/trace.go:171","msg":"trace[584968741] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"865.160423ms","start":"2026-04-08T13:16:03.2687Z","end":"2026-04-08T13:16:04.13386Z","steps":["trace[584968741] 'process raft request' (duration: 455.582506ms)","trace[584968741] 'compare' (duration: 409.227821ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:04.13405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.268661Z","time spent":"865.319305ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:04.134437Z","caller":"traceutil/trace.go:171","msg":"trace[239897048] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"558.766442ms","start":"2026-04-08T13:16:03.575639Z","end":"2026-04-08T13:16:04.134405Z","steps":["trace[239897048] 'process raft request' (duration: 558.167931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.135601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.575613Z","time spent":"559.884654ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:04.245021Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6988} {"level":"warn","ts":"2026-04-08T13:16:04.245817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.369302ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-08T13:16:04.246017Z","caller":"traceutil/trace.go:171","msg":"trace[33391846] compact","detail":"{revision:6988; response_revision:8357; }","duration":"658.090248ms","start":"2026-04-08T13:16:03.58791Z","end":"2026-04-08T13:16:04.246Z","steps":["trace[33391846] 'process raft request' (duration: 546.476274ms)","trace[33391846] 'check and update compact revision' (duration: 110.28801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:04.246061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.587858Z","time spent":"658.19834ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-08T13:16:04.246505Z","caller":"traceutil/trace.go:171","msg":"trace[2031785135] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8691; }","duration":"661.728146ms","start":"2026-04-08T13:16:03.584765Z","end":"2026-04-08T13:16:04.246493Z","steps":["trace[2031785135] 'read index received' (duration: 139.524187ms)","trace[2031785135] 'applied index is now lower than readState.Index' (duration: 522.203009ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:04.246646Z","caller":"traceutil/trace.go:171","msg":"trace[903224670] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"655.550051ms","start":"2026-04-08T13:16:03.591044Z","end":"2026-04-08T13:16:04.246594Z","steps":["trace[903224670] 'process raft request' (duration: 654.874339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.24683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059912413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-credential-rotate\" ","response":"range_response_count:1 size:792"} {"level":"warn","ts":"2026-04-08T13:16:04.246844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.231019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T13:16:04.246905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.338132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:16:04.246922Z","caller":"traceutil/trace.go:171","msg":"trace[910181931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8358; }","duration":"824.383032ms","start":"2026-04-08T13:16:03.422515Z","end":"2026-04-08T13:16:04.246898Z","steps":["trace[910181931] 'agreement among raft nodes before linearized reading' (duration: 824.120787ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:04.246936Z","caller":"traceutil/trace.go:171","msg":"trace[1811580484] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8358; }","duration":"910.370952ms","start":"2026-04-08T13:16:03.336557Z","end":"2026-04-08T13:16:04.246928Z","steps":["trace[1811580484] 'agreement among raft nodes before linearized reading' (duration: 909.999226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.246826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.59102Z","time spent":"655.721434ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:04.246964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.422494Z","time spent":"824.461643ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T13:16:04.246967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.336492Z","time spent":"910.466634ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:16:04.246917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.881502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:04.246871Z","caller":"traceutil/trace.go:171","msg":"trace[1086227026] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-credential-rotate; range_end:; response_count:1; response_revision:8358; }","duration":"1.059980414s","start":"2026-04-08T13:16:03.186879Z","end":"2026-04-08T13:16:04.246859Z","steps":["trace[1086227026] 'agreement among raft nodes before linearized reading' (duration: 1.059688049s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.247187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.062431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:16:04.24708Z","caller":"traceutil/trace.go:171","msg":"trace[253308387] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8358; }","duration":"888.090298ms","start":"2026-04-08T13:16:03.358975Z","end":"2026-04-08T13:16:04.247065Z","steps":["trace[253308387] 'agreement among raft nodes before linearized reading' (duration: 887.560697ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:04.247226Z","caller":"traceutil/trace.go:171","msg":"trace[442508796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8358; }","duration":"656.102562ms","start":"2026-04-08T13:16:03.591113Z","end":"2026-04-08T13:16:04.247216Z","steps":["trace[442508796] 'agreement among raft nodes before linearized reading' (duration: 655.50752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.247239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.358949Z","time spent":"888.274942ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:16:04.247259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.591068Z","time spent":"656.184123ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:16:04.247183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.186866Z","time spent":"1.060303612s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":814,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-credential-rotate\" "} {"level":"warn","ts":"2026-04-08T13:16:04.247472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.492709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-bootstrap\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-04-08T13:16:04.247529Z","caller":"traceutil/trace.go:171","msg":"trace[968892832] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-bootstrap; range_end:; response_count:1; response_revision:8358; }","duration":"656.569451ms","start":"2026-04-08T13:16:03.590943Z","end":"2026-04-08T13:16:04.247512Z","steps":["trace[968892832] 'agreement among raft nodes before linearized reading' (duration: 655.644633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.247127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.526899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:16:04.247568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.590934Z","time spent":"656.625462ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":782,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-bootstrap\" "} {"level":"info","ts":"2026-04-08T13:16:04.24758Z","caller":"traceutil/trace.go:171","msg":"trace[1855609652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8358; }","duration":"321.071389ms","start":"2026-04-08T13:16:03.926492Z","end":"2026-04-08T13:16:04.247563Z","steps":["trace[1855609652] 'agreement among raft nodes before linearized reading' (duration: 320.11732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.247623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.926468Z","time spent":"321.142461ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:16:04.247863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.042839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:04.247942Z","caller":"traceutil/trace.go:171","msg":"trace[189037618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8358; }","duration":"872.141392ms","start":"2026-04-08T13:16:03.375785Z","end":"2026-04-08T13:16:04.247926Z","steps":["trace[189037618] 'agreement among raft nodes before linearized reading' (duration: 870.754505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.247985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:03.37577Z","time spent":"872.204142ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:16:04.959534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.015589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:04.95977Z","caller":"traceutil/trace.go:171","msg":"trace[1882920431] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"704.689308ms","start":"2026-04-08T13:16:04.255057Z","end":"2026-04-08T13:16:04.959746Z","steps":["trace[1882920431] 'process raft request' (duration: 441.387034ms)","trace[1882920431] 'compare' (duration: 104.616794ms)","trace[1882920431] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 158.227962ms)"],"step_count":3} {"level":"info","ts":"2026-04-08T13:16:04.959776Z","caller":"traceutil/trace.go:171","msg":"trace[22142018] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8695; }","duration":"655.654336ms","start":"2026-04-08T13:16:04.304108Z","end":"2026-04-08T13:16:04.959762Z","steps":["trace[22142018] 'read index received' (duration: 392.355422ms)","trace[22142018] 'applied index is now lower than readState.Index' (duration: 263.298074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:04.959831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:04.254996Z","time spent":"704.807071ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:04.959978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.8733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:04.960005Z","caller":"traceutil/trace.go:171","msg":"trace[1257661577] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8360; }","duration":"655.930892ms","start":"2026-04-08T13:16:04.304067Z","end":"2026-04-08T13:16:04.959998Z","steps":["trace[1257661577] 'agreement among raft nodes before linearized reading' (duration: 655.877651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.960025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:04.304049Z","time spent":"655.970472ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-08T13:16:04.960132Z","caller":"traceutil/trace.go:171","msg":"trace[1152019016] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"704.77724ms","start":"2026-04-08T13:16:04.255288Z","end":"2026-04-08T13:16:04.960066Z","steps":["trace[1152019016] 'process raft request' (duration: 704.372592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.960212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.314113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-init\" ","response":"range_response_count:1 size:752"} {"level":"info","ts":"2026-04-08T13:16:04.960279Z","caller":"traceutil/trace.go:171","msg":"trace[318959869] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-db-init; range_end:; response_count:1; response_revision:8360; }","duration":"631.414765ms","start":"2026-04-08T13:16:04.328852Z","end":"2026-04-08T13:16:04.960267Z","steps":["trace[318959869] 'agreement among raft nodes before linearized reading' (duration: 631.220992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.960298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.776199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:04.960319Z","caller":"traceutil/trace.go:171","msg":"trace[690371379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8360; }","duration":"556.82571ms","start":"2026-04-08T13:16:04.403487Z","end":"2026-04-08T13:16:04.960312Z","steps":["trace[690371379] 'agreement among raft nodes before linearized reading' (duration: 556.78934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.960343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:04.403473Z","time spent":"556.865131ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:16:04.960341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:04.255256Z","time spent":"704.985314ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:04.960317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:04.328841Z","time spent":"631.466366ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":774,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-init\" "} {"level":"warn","ts":"2026-04-08T13:16:04.960513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.745719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-08T13:16:04.96054Z","caller":"traceutil/trace.go:171","msg":"trace[130837305] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8360; }","duration":"477.81078ms","start":"2026-04-08T13:16:04.48272Z","end":"2026-04-08T13:16:04.960531Z","steps":["trace[130837305] 'agreement among raft nodes before linearized reading' (duration: 477.709318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.960561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:04.482699Z","time spent":"477.854711ms","remote":"127.0.0.1:57614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-08T13:16:04.96066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.744531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-sync\" ","response":"range_response_count:1 size:752"} {"level":"info","ts":"2026-04-08T13:16:04.960699Z","caller":"traceutil/trace.go:171","msg":"trace[2080599049] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-db-sync; range_end:; response_count:1; response_revision:8360; }","duration":"561.808722ms","start":"2026-04-08T13:16:04.39888Z","end":"2026-04-08T13:16:04.960689Z","steps":["trace[2080599049] 'agreement among raft nodes before linearized reading' (duration: 561.659569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.960735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.54817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-08T13:16:04.960756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:04.398858Z","time spent":"561.889363ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":774,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-sync\" "} {"level":"info","ts":"2026-04-08T13:16:04.960858Z","caller":"traceutil/trace.go:171","msg":"trace[63676942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8360; }","duration":"134.695583ms","start":"2026-04-08T13:16:04.826146Z","end":"2026-04-08T13:16:04.960841Z","steps":["trace[63676942] 'agreement among raft nodes before linearized reading' (duration: 133.99386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:04.96144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.610523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:16:04.961471Z","caller":"traceutil/trace.go:171","msg":"trace[1342484441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8360; }","duration":"134.694254ms","start":"2026-04-08T13:16:04.826769Z","end":"2026-04-08T13:16:04.961464Z","steps":["trace[1342484441] 'agreement among raft nodes before linearized reading' (duration: 134.616383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:05.862409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.07545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:05.862768Z","caller":"traceutil/trace.go:171","msg":"trace[1718759175] linearizableReadLoop","detail":"{readStateIndex:8699; appliedIndex:8697; }","duration":"894.94076ms","start":"2026-04-08T13:16:04.967809Z","end":"2026-04-08T13:16:05.86275Z","steps":["trace[1718759175] 'read index received' (duration: 186.450543ms)","trace[1718759175] 'applied index is now lower than readState.Index' (duration: 708.489247ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:05.863074Z","caller":"traceutil/trace.go:171","msg":"trace[171250585] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"896.991938ms","start":"2026-04-08T13:16:04.966051Z","end":"2026-04-08T13:16:05.863043Z","steps":["trace[171250585] 'process raft request' (duration: 188.195245ms)","trace[171250585] 'compare' (duration: 357.138173ms)","trace[171250585] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 350.52842ms)"],"step_count":3} {"level":"info","ts":"2026-04-08T13:16:05.863068Z","caller":"traceutil/trace.go:171","msg":"trace[196831063] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"896.346276ms","start":"2026-04-08T13:16:04.966692Z","end":"2026-04-08T13:16:05.863038Z","steps":["trace[196831063] 'process raft request' (duration: 895.889578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:05.863169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:04.966031Z","time spent":"897.09611ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:05.86322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:04.966675Z","time spent":"896.462109ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:05.863233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.399358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:16:05.863327Z","caller":"traceutil/trace.go:171","msg":"trace[506065299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8362; }","duration":"895.524201ms","start":"2026-04-08T13:16:04.967781Z","end":"2026-04-08T13:16:05.863305Z","steps":["trace[506065299] 'agreement among raft nodes before linearized reading' (duration: 895.257276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:05.863386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:04.967773Z","time spent":"895.600652ms","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T13:16:06.956973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041928733s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:06.957396Z","caller":"traceutil/trace.go:171","msg":"trace[1517897254] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"711.892818ms","start":"2026-04-08T13:16:06.245485Z","end":"2026-04-08T13:16:06.957378Z","steps":["trace[1517897254] 'process raft request' (duration: 711.854147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.957482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.245458Z","time spent":"711.987549ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:06.957674Z","caller":"traceutil/trace.go:171","msg":"trace[2064340123] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"1.767281853s","start":"2026-04-08T13:16:05.190372Z","end":"2026-04-08T13:16:06.957654Z","steps":["trace[2064340123] 'process raft request' (duration: 724.573716ms)","trace[2064340123] 'compare' (duration: 832.809773ms)","trace[2064340123] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:531; } (duration: 209.000178ms)"],"step_count":3} {"level":"warn","ts":"2026-04-08T13:16:06.957769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:05.190355Z","time spent":"1.767353884s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:06.957887Z","caller":"traceutil/trace.go:171","msg":"trace[1692345855] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"1.368067069s","start":"2026-04-08T13:16:05.58981Z","end":"2026-04-08T13:16:06.957877Z","steps":["trace[1692345855] 'process raft request' (duration: 1.367263364s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.958002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:05.589786Z","time spent":"1.36815439s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:06.958116Z","caller":"traceutil/trace.go:171","msg":"trace[935021070] linearizableReadLoop","detail":"{readStateIndex:8702; appliedIndex:8699; }","duration":"1.095168941s","start":"2026-04-08T13:16:05.862921Z","end":"2026-04-08T13:16:06.95809Z","steps":["trace[935021070] 'read index received' (duration: 52.003836ms)","trace[935021070] 'applied index is now lower than readState.Index' (duration: 1.043162735s)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:06.958279Z","caller":"traceutil/trace.go:171","msg":"trace[352986405] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"1.367227344s","start":"2026-04-08T13:16:05.591031Z","end":"2026-04-08T13:16:06.958258Z","steps":["trace[352986405] 'process raft request' (duration: 1.366175725s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.958424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:05.59098Z","time spent":"1.367347126s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:06.958625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583976148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:06.958682Z","caller":"traceutil/trace.go:171","msg":"trace[1619508312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8367; }","duration":"1.584073439s","start":"2026-04-08T13:16:05.374595Z","end":"2026-04-08T13:16:06.958668Z","steps":["trace[1619508312] 'agreement among raft nodes before linearized reading' (duration: 1.583988398s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.958729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:05.374577Z","time spent":"1.584140661s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:16:06.958282Z","caller":"traceutil/trace.go:171","msg":"trace[1788951050] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"820.197896ms","start":"2026-04-08T13:16:06.138072Z","end":"2026-04-08T13:16:06.95827Z","steps":["trace[1788951050] 'process raft request' (duration: 819.224588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.958939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094077431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-04-08T13:16:06.959014Z","caller":"traceutil/trace.go:171","msg":"trace[1328839348] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8367; }","duration":"1.094194524s","start":"2026-04-08T13:16:05.864807Z","end":"2026-04-08T13:16:06.959002Z","steps":["trace[1328839348] 'agreement among raft nodes before linearized reading' (duration: 1.09401858s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.959051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:05.864788Z","time spent":"1.094254474s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12319,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-08T13:16:06.959319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.262643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-08T13:16:06.959398Z","caller":"traceutil/trace.go:171","msg":"trace[697278722] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8367; }","duration":"430.365375ms","start":"2026-04-08T13:16:06.529Z","end":"2026-04-08T13:16:06.959365Z","steps":["trace[697278722] 'agreement among raft nodes before linearized reading' (duration: 430.197772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.95945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.528975Z","time spent":"430.462896ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-08T13:16:06.959452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.16937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T13:16:06.959515Z","caller":"traceutil/trace.go:171","msg":"trace[527333964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8367; }","duration":"708.265301ms","start":"2026-04-08T13:16:06.251239Z","end":"2026-04-08T13:16:06.959504Z","steps":["trace[527333964] 'agreement among raft nodes before linearized reading' (duration: 708.117118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.959577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.251217Z","time spent":"708.350763ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T13:16:06.959743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85113205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-init\" ","response":"range_response_count:1 size:752"} {"level":"info","ts":"2026-04-08T13:16:06.9598Z","caller":"traceutil/trace.go:171","msg":"trace[1347817157] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-db-init; range_end:; response_count:1; response_revision:8367; }","duration":"1.851216702s","start":"2026-04-08T13:16:05.108569Z","end":"2026-04-08T13:16:06.959786Z","steps":["trace[1347817157] 'agreement among raft nodes before linearized reading' (duration: 1.851080729s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.959841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:05.108552Z","time spent":"1.851278273s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":774,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-init\" "} {"level":"warn","ts":"2026-04-08T13:16:06.960357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.939896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:06.960405Z","caller":"traceutil/trace.go:171","msg":"trace[709898224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8367; }","duration":"327.027478ms","start":"2026-04-08T13:16:06.633367Z","end":"2026-04-08T13:16:06.960395Z","steps":["trace[709898224] 'agreement among raft nodes before linearized reading' (duration: 326.954227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.960475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.633339Z","time spent":"327.125529ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:16:06.959334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.435424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:06.960662Z","caller":"traceutil/trace.go:171","msg":"trace[724720928] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8367; }","duration":"571.763109ms","start":"2026-04-08T13:16:06.388886Z","end":"2026-04-08T13:16:06.960649Z","steps":["trace[724720928] 'agreement among raft nodes before linearized reading' (duration: 570.409804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.960134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890629483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-sync\" ","response":"range_response_count:1 size:752"} {"level":"warn","ts":"2026-04-08T13:16:06.960706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.388828Z","time spent":"571.86498ms","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:16:06.960766Z","caller":"traceutil/trace.go:171","msg":"trace[2076901127] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-db-sync; range_end:; response_count:1; response_revision:8367; }","duration":"1.891297825s","start":"2026-04-08T13:16:05.06945Z","end":"2026-04-08T13:16:06.960748Z","steps":["trace[2076901127] 'agreement among raft nodes before linearized reading' (duration: 1.890585022s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.960877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:05.069427Z","time spent":"1.891382087s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":774,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-sync\" "} {"level":"warn","ts":"2026-04-08T13:16:06.959001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.138052Z","time spent":"820.895481ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:06.959761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.36672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:16:06.961114Z","caller":"traceutil/trace.go:171","msg":"trace[250748720] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8367; }","duration":"995.757885ms","start":"2026-04-08T13:16:05.965338Z","end":"2026-04-08T13:16:06.961096Z","steps":["trace[250748720] 'agreement among raft nodes before linearized reading' (duration: 994.38652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:06.96117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:05.965311Z","time spent":"995.840467ms","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:16:07.625428Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6988,"took":"3.375777394s","hash":1270511586,"current-db-size-bytes":49053696,"current-db-size":"49 MB","current-db-size-in-use-bytes":15896576,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-04-08T13:16:07.625516Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1270511586,"revision":6988,"compact-revision":4845} {"level":"warn","ts":"2026-04-08T13:16:07.626031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.26576ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-08T13:16:07.626159Z","caller":"traceutil/trace.go:171","msg":"trace[1394240298] linearizableReadLoop","detail":"{readStateIndex:8705; appliedIndex:8704; }","duration":"660.890902ms","start":"2026-04-08T13:16:06.965252Z","end":"2026-04-08T13:16:07.626143Z","steps":["trace[1394240298] 'read index received' (duration: 69.486649ms)","trace[1394240298] 'applied index is now lower than readState.Index' (duration: 591.403113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:07.626158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.96303Z","time spent":"663.121063ms","remote":"127.0.0.1:57482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T13:16:07.774561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.35491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-08T13:16:07.774676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.365334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-sync\" ","response":"range_response_count:1 size:752"} {"level":"info","ts":"2026-04-08T13:16:07.774786Z","caller":"traceutil/trace.go:171","msg":"trace[1332134434] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"146.869683ms","start":"2026-04-08T13:16:07.6279Z","end":"2026-04-08T13:16:07.774769Z","steps":["trace[1332134434] 'process raft request' (duration: 146.790782ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:07.774808Z","caller":"traceutil/trace.go:171","msg":"trace[952768159] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-db-sync; range_end:; response_count:1; response_revision:8367; }","duration":"809.535037ms","start":"2026-04-08T13:16:06.96523Z","end":"2026-04-08T13:16:07.774765Z","steps":["trace[952768159] 'agreement among raft nodes before linearized reading' (duration: 661.001673ms)","trace[952768159] 'range keys from in-memory index tree' (duration: 148.154397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:07.774921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.965218Z","time spent":"809.663079ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":774,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-sync\" "} {"level":"info","ts":"2026-04-08T13:16:07.775002Z","caller":"traceutil/trace.go:171","msg":"trace[676401273] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"341.077183ms","start":"2026-04-08T13:16:07.433915Z","end":"2026-04-08T13:16:07.774993Z","steps":["trace[676401273] 'process raft request' (duration: 340.728417ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:07.774963Z","caller":"traceutil/trace.go:171","msg":"trace[1756214596] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"809.072278ms","start":"2026-04-08T13:16:06.965825Z","end":"2026-04-08T13:16:07.774897Z","steps":["trace[1756214596] 'process raft request' (duration: 660.310681ms)","trace[1756214596] 'compare' (duration: 148.243218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:07.775039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:07.433897Z","time spent":"341.119934ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:07.775107Z","caller":"traceutil/trace.go:171","msg":"trace[684176666] linearizableReadLoop","detail":"{readStateIndex:8707; appliedIndex:8705; }","duration":"148.90083ms","start":"2026-04-08T13:16:07.626189Z","end":"2026-04-08T13:16:07.77509Z","steps":["trace[684176666] 'read index received' (duration: 63.391µs)","trace[684176666] 'applied index is now lower than readState.Index' (duration: 148.836019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:07.775216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.484938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:07.775232Z","caller":"traceutil/trace.go:171","msg":"trace[896163802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8370; }","duration":"808.511178ms","start":"2026-04-08T13:16:06.966715Z","end":"2026-04-08T13:16:07.775226Z","steps":["trace[896163802] 'agreement among raft nodes before linearized reading' (duration: 808.480728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:07.775223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.965811Z","time spent":"809.263083ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:07.775271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.666048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:16:07.775286Z","caller":"traceutil/trace.go:171","msg":"trace[1301939881] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8370; }","duration":"625.718198ms","start":"2026-04-08T13:16:07.149565Z","end":"2026-04-08T13:16:07.775283Z","steps":["trace[1301939881] 'agreement among raft nodes before linearized reading' (duration: 625.691388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:07.775298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:07.149547Z","time spent":"625.74808ms","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:16:07.775353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.976597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T13:16:07.775389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.200189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:07.775384Z","caller":"traceutil/trace.go:171","msg":"trace[505245378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8370; }","duration":"809.020698ms","start":"2026-04-08T13:16:06.966354Z","end":"2026-04-08T13:16:07.775375Z","steps":["trace[505245378] 'agreement among raft nodes before linearized reading' (duration: 808.900776ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:07.775405Z","caller":"traceutil/trace.go:171","msg":"trace[1998074209] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8370; }","duration":"693.255071ms","start":"2026-04-08T13:16:07.082145Z","end":"2026-04-08T13:16:07.7754Z","steps":["trace[1998074209] 'agreement among raft nodes before linearized reading' (duration: 693.22691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:07.775418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:07.082122Z","time spent":"693.292351ms","remote":"127.0.0.1:53114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:16:07.775416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.966349Z","time spent":"809.058379ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T13:16:07.775247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.96671Z","time spent":"808.533669ms","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:16:07.775525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.144117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-08T13:16:07.775538Z","caller":"traceutil/trace.go:171","msg":"trace[1656999347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8370; }","duration":"804.166737ms","start":"2026-04-08T13:16:06.971367Z","end":"2026-04-08T13:16:07.775533Z","steps":["trace[1656999347] 'agreement among raft nodes before linearized reading' (duration: 804.118826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:07.77555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.971362Z","time spent":"804.185578ms","remote":"127.0.0.1:53288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:16:07.775235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.96943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T13:16:07.775654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.949961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:16:07.775669Z","caller":"traceutil/trace.go:171","msg":"trace[1143200485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8370; }","duration":"805.973771ms","start":"2026-04-08T13:16:06.96969Z","end":"2026-04-08T13:16:07.775664Z","steps":["trace[1143200485] 'agreement among raft nodes before linearized reading' (duration: 805.933181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:07.775681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.969685Z","time spent":"805.993542ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T13:16:07.775734Z","caller":"traceutil/trace.go:171","msg":"trace[2017870570] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8370; }","duration":"335.446249ms","start":"2026-04-08T13:16:07.440214Z","end":"2026-04-08T13:16:07.77566Z","steps":["trace[2017870570] 'agreement among raft nodes before linearized reading' (duration: 334.975951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:07.775907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.524295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-init\" ","response":"range_response_count:1 size:752"} {"level":"warn","ts":"2026-04-08T13:16:07.775915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:07.440194Z","time spent":"335.645163ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T13:16:07.775952Z","caller":"traceutil/trace.go:171","msg":"trace[1888994518] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-db-init; range_end:; response_count:1; response_revision:8370; }","duration":"810.581546ms","start":"2026-04-08T13:16:06.965359Z","end":"2026-04-08T13:16:07.775941Z","steps":["trace[1888994518] 'agreement among raft nodes before linearized reading' (duration: 810.368153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:07.775986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:06.965355Z","time spent":"810.624927ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":774,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-init\" "} {"level":"info","ts":"2026-04-08T13:16:08.05296Z","caller":"traceutil/trace.go:171","msg":"trace[235615941] linearizableReadLoop","detail":"{readStateIndex:8710; appliedIndex:8708; }","duration":"269.902963ms","start":"2026-04-08T13:16:07.783037Z","end":"2026-04-08T13:16:08.05294Z","steps":["trace[235615941] 'read index received' (duration: 77.562918ms)","trace[235615941] 'applied index is now lower than readState.Index' (duration: 192.339185ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:08.053006Z","caller":"traceutil/trace.go:171","msg":"trace[1321910507] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"270.082605ms","start":"2026-04-08T13:16:07.78288Z","end":"2026-04-08T13:16:08.052963Z","steps":["trace[1321910507] 'process raft request' (duration: 222.781479ms)","trace[1321910507] 'compare' (duration: 47.193374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:08.053237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.182088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-08T13:16:08.053265Z","caller":"traceutil/trace.go:171","msg":"trace[759678067] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8372; }","duration":"270.245938ms","start":"2026-04-08T13:16:07.783009Z","end":"2026-04-08T13:16:08.053255Z","steps":["trace[759678067] 'agreement among raft nodes before linearized reading' (duration: 270.032534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:08.053436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.933237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:08.053908Z","caller":"traceutil/trace.go:171","msg":"trace[1095586395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8372; }","duration":"267.426906ms","start":"2026-04-08T13:16:07.786462Z","end":"2026-04-08T13:16:08.053889Z","steps":["trace[1095586395] 'agreement among raft nodes before linearized reading' (duration: 266.894336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:08.05351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.165289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:16:08.054038Z","caller":"traceutil/trace.go:171","msg":"trace[117417253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8372; }","duration":"186.73856ms","start":"2026-04-08T13:16:07.867285Z","end":"2026-04-08T13:16:08.054023Z","steps":["trace[117417253] 'agreement among raft nodes before linearized reading' (duration: 186.080508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:08.05365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.274561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:16:08.054163Z","caller":"traceutil/trace.go:171","msg":"trace[2086387063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8372; }","duration":"186.781491ms","start":"2026-04-08T13:16:07.867366Z","end":"2026-04-08T13:16:08.054148Z","steps":["trace[2086387063] 'agreement among raft nodes before linearized reading' (duration: 186.173369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:08.053745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.482988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-fernet-rotate\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-08T13:16:08.054319Z","caller":"traceutil/trace.go:171","msg":"trace[1154654603] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-fernet-rotate; range_end:; response_count:1; response_revision:8372; }","duration":"192.08251ms","start":"2026-04-08T13:16:07.862224Z","end":"2026-04-08T13:16:08.054307Z","steps":["trace[1154654603] 'agreement among raft nodes before linearized reading' (duration: 191.459678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:08.053795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.940097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-domain-manage\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-08T13:16:08.054481Z","caller":"traceutil/trace.go:171","msg":"trace[538520565] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-domain-manage; range_end:; response_count:1; response_revision:8372; }","duration":"199.668831ms","start":"2026-04-08T13:16:07.8548Z","end":"2026-04-08T13:16:08.054469Z","steps":["trace[538520565] 'agreement among raft nodes before linearized reading' (duration: 198.896846ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:08.502662Z","caller":"traceutil/trace.go:171","msg":"trace[774751201] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"442.140878ms","start":"2026-04-08T13:16:08.060497Z","end":"2026-04-08T13:16:08.502638Z","steps":["trace[774751201] 'process raft request' (duration: 432.667742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:08.502994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.783057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-domain-manage\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-08T13:16:08.503094Z","caller":"traceutil/trace.go:171","msg":"trace[513142447] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-domain-manage; range_end:; response_count:1; response_revision:8374; }","duration":"370.94351ms","start":"2026-04-08T13:16:08.132133Z","end":"2026-04-08T13:16:08.503076Z","steps":["trace[513142447] 'agreement among raft nodes before linearized reading' (duration: 370.720746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:08.503138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:08.132116Z","time spent":"371.014001ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":798,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-domain-manage\" "} {"level":"info","ts":"2026-04-08T13:16:08.502615Z","caller":"traceutil/trace.go:171","msg":"trace[847952190] linearizableReadLoop","detail":"{readStateIndex:8712; appliedIndex:8711; }","duration":"370.39989ms","start":"2026-04-08T13:16:08.132191Z","end":"2026-04-08T13:16:08.502591Z","steps":["trace[847952190] 'read index received' (duration: 360.952745ms)","trace[847952190] 'applied index is now lower than readState.Index' (duration: 9.445925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:08.503524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.41649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-fernet-rotate\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-08T13:16:08.503579Z","caller":"traceutil/trace.go:171","msg":"trace[245954475] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-fernet-rotate; range_end:; response_count:1; response_revision:8374; }","duration":"357.486041ms","start":"2026-04-08T13:16:08.146077Z","end":"2026-04-08T13:16:08.503563Z","steps":["trace[245954475] 'agreement among raft nodes before linearized reading' (duration: 357.357589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:08.50359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:08.060483Z","time spent":"442.583867ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:08.503617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:08.146069Z","time spent":"357.540942ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":798,"request content":"key:\"/registry/rolebindings/openstack/keystone-keystone-fernet-rotate\" "} {"level":"warn","ts":"2026-04-08T13:16:08.827656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.265513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/pxc-operator\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-04-08T13:16:08.82774Z","caller":"traceutil/trace.go:171","msg":"trace[435369528] range","detail":"{range_begin:/registry/rolebindings/openstack/pxc-operator; range_end:; response_count:1; response_revision:8374; }","duration":"157.384366ms","start":"2026-04-08T13:16:08.670332Z","end":"2026-04-08T13:16:08.827716Z","steps":["trace[435369528] 'range keys from in-memory index tree' (duration: 156.992308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:08.827903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.468787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-test\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-04-08T13:16:08.827982Z","caller":"traceutil/trace.go:171","msg":"trace[658887014] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-test; range_end:; response_count:1; response_revision:8374; }","duration":"225.559198ms","start":"2026-04-08T13:16:08.602404Z","end":"2026-04-08T13:16:08.827964Z","steps":["trace[658887014] 'range keys from in-memory index tree' (duration: 225.233052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:09.213856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.633845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:09.214256Z","caller":"traceutil/trace.go:171","msg":"trace[480787227] linearizableReadLoop","detail":"{readStateIndex:8716; appliedIndex:8712; }","duration":"215.07711ms","start":"2026-04-08T13:16:08.99916Z","end":"2026-04-08T13:16:09.214237Z","steps":["trace[480787227] 'read index received' (duration: 17.065416ms)","trace[480787227] 'applied index is now lower than readState.Index' (duration: 198.010444ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:09.214291Z","caller":"traceutil/trace.go:171","msg":"trace[1909253756] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"249.66288ms","start":"2026-04-08T13:16:08.964589Z","end":"2026-04-08T13:16:09.214251Z","steps":["trace[1909253756] 'process raft request' (duration: 77.540285ms)","trace[1909253756] 'compare' (duration: 171.502583ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:09.214313Z","caller":"traceutil/trace.go:171","msg":"trace[1581970535] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"247.99536ms","start":"2026-04-08T13:16:08.966285Z","end":"2026-04-08T13:16:09.214281Z","steps":["trace[1581970535] 'process raft request' (duration: 247.904838ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:09.214313Z","caller":"traceutil/trace.go:171","msg":"trace[1731240315] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"248.432688ms","start":"2026-04-08T13:16:08.965846Z","end":"2026-04-08T13:16:09.214279Z","steps":["trace[1731240315] 'process raft request' (duration: 248.103562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:09.214565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.374605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1241"} {"level":"info","ts":"2026-04-08T13:16:09.214607Z","caller":"traceutil/trace.go:171","msg":"trace[737960835] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:8378; }","duration":"215.478458ms","start":"2026-04-08T13:16:08.999118Z","end":"2026-04-08T13:16:09.214596Z","steps":["trace[737960835] 'agreement among raft nodes before linearized reading' (duration: 215.262114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:09.214739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.876951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-04-08T13:16:09.214787Z","caller":"traceutil/trace.go:171","msg":"trace[628807147] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:8378; }","duration":"211.952373ms","start":"2026-04-08T13:16:09.002823Z","end":"2026-04-08T13:16:09.214776Z","steps":["trace[628807147] 'agreement among raft nodes before linearized reading' (duration: 211.693778ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:10.025957Z","caller":"traceutil/trace.go:171","msg":"trace[1844226708] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8716; }","duration":"238.539814ms","start":"2026-04-08T13:16:09.787397Z","end":"2026-04-08T13:16:10.025937Z","steps":["trace[1844226708] 'read index received' (duration: 238.419412ms)","trace[1844226708] 'applied index is now lower than readState.Index' (duration: 119.432µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:10.025995Z","caller":"traceutil/trace.go:171","msg":"trace[1054626204] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"240.996149ms","start":"2026-04-08T13:16:09.784972Z","end":"2026-04-08T13:16:10.025968Z","steps":["trace[1054626204] 'process raft request' (duration: 240.844267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:10.026139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.740297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/horizon-openstack-horizon-test\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-04-08T13:16:10.026164Z","caller":"traceutil/trace.go:171","msg":"trace[316254370] range","detail":"{range_begin:/registry/roles/openstack/horizon-openstack-horizon-test; range_end:; response_count:1; response_revision:8379; }","duration":"238.817399ms","start":"2026-04-08T13:16:09.78734Z","end":"2026-04-08T13:16:10.026158Z","steps":["trace[316254370] 'agreement among raft nodes before linearized reading' (duration: 238.707877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:10.026275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.491673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-credential-rotate\" ","response":"range_response_count:1 size:641"} {"level":"info","ts":"2026-04-08T13:16:10.026319Z","caller":"traceutil/trace.go:171","msg":"trace[157307507] range","detail":"{range_begin:/registry/roles/openstack/keystone-credential-rotate; range_end:; response_count:1; response_revision:8379; }","duration":"178.577065ms","start":"2026-04-08T13:16:09.847732Z","end":"2026-04-08T13:16:10.026309Z","steps":["trace[157307507] 'agreement among raft nodes before linearized reading' (duration: 178.40604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:10.026451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.594351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T13:16:10.026552Z","caller":"traceutil/trace.go:171","msg":"trace[1672197474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8379; }","duration":"161.746524ms","start":"2026-04-08T13:16:09.864782Z","end":"2026-04-08T13:16:10.026528Z","steps":["trace[1672197474] 'agreement among raft nodes before linearized reading' (duration: 161.472439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:10.34239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.461432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:639"} {"level":"info","ts":"2026-04-08T13:16:10.342464Z","caller":"traceutil/trace.go:171","msg":"trace[1203411490] range","detail":"{range_begin:/registry/roles/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:8382; }","duration":"110.565373ms","start":"2026-04-08T13:16:10.23188Z","end":"2026-04-08T13:16:10.342445Z","steps":["trace[1203411490] 'range keys from in-memory index tree' (duration: 110.325359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:10.827166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.409428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-openstack-keystone-credential-rotate\" ","response":"range_response_count:1 size:691"} {"level":"info","ts":"2026-04-08T13:16:10.827275Z","caller":"traceutil/trace.go:171","msg":"trace[1624660740] range","detail":"{range_begin:/registry/roles/openstack/keystone-openstack-keystone-credential-rotate; range_end:; response_count:1; response_revision:8383; }","duration":"112.558571ms","start":"2026-04-08T13:16:10.714695Z","end":"2026-04-08T13:16:10.827253Z","steps":["trace[1624660740] 'range keys from in-memory index tree' (duration: 112.142873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:11.38544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.478802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-openstack-keystone-fernet-rotate\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-04-08T13:16:11.385524Z","caller":"traceutil/trace.go:171","msg":"trace[1846715648] range","detail":"{range_begin:/registry/roles/openstack/keystone-openstack-keystone-fernet-rotate; range_end:; response_count:1; response_revision:8384; }","duration":"207.622755ms","start":"2026-04-08T13:16:11.177882Z","end":"2026-04-08T13:16:11.385504Z","steps":["trace[1846715648] 'range keys from in-memory index tree' (duration: 207.272659ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:11.40626Z","caller":"traceutil/trace.go:171","msg":"trace[394458016] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"185.323013ms","start":"2026-04-08T13:16:11.220917Z","end":"2026-04-08T13:16:11.40624Z","steps":["trace[394458016] 'process raft request' (duration: 185.178131ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:11.480787Z","caller":"traceutil/trace.go:171","msg":"trace[1496955702] linearizableReadLoop","detail":"{readStateIndex:8725; appliedIndex:8722; }","duration":"258.644858ms","start":"2026-04-08T13:16:11.222124Z","end":"2026-04-08T13:16:11.480769Z","steps":["trace[1496955702] 'read index received' (duration: 183.990229ms)","trace[1496955702] 'applied index is now lower than readState.Index' (duration: 74.653059ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:11.480835Z","caller":"traceutil/trace.go:171","msg":"trace[377630048] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"259.86988ms","start":"2026-04-08T13:16:11.220945Z","end":"2026-04-08T13:16:11.480815Z","steps":["trace[377630048] 'process raft request' (duration: 259.656586ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:11.480881Z","caller":"traceutil/trace.go:171","msg":"trace[1684335636] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"259.83591ms","start":"2026-04-08T13:16:11.221035Z","end":"2026-04-08T13:16:11.480871Z","steps":["trace[1684335636] 'process raft request' (duration: 259.652087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:11.481088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.141473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:11.481125Z","caller":"traceutil/trace.go:171","msg":"trace[1130100729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8387; }","duration":"104.217344ms","start":"2026-04-08T13:16:11.376899Z","end":"2026-04-08T13:16:11.481116Z","steps":["trace[1130100729] 'agreement among raft nodes before linearized reading' (duration: 104.144243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:11.481134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.992534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-openstack-keystone-test\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-08T13:16:11.481213Z","caller":"traceutil/trace.go:171","msg":"trace[1445972846] range","detail":"{range_begin:/registry/roles/openstack/keystone-openstack-keystone-test; range_end:; response_count:1; response_revision:8387; }","duration":"259.098746ms","start":"2026-04-08T13:16:11.222096Z","end":"2026-04-08T13:16:11.481195Z","steps":["trace[1445972846] 'agreement among raft nodes before linearized reading' (duration: 258.875112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:11.48116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.362186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:16:11.481528Z","caller":"traceutil/trace.go:171","msg":"trace[330430857] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8387; }","duration":"249.826335ms","start":"2026-04-08T13:16:11.231688Z","end":"2026-04-08T13:16:11.481514Z","steps":["trace[330430857] 'agreement among raft nodes before linearized reading' (duration: 249.305425ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:11.775038Z","caller":"traceutil/trace.go:171","msg":"trace[261780394] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"133.488415ms","start":"2026-04-08T13:16:11.641529Z","end":"2026-04-08T13:16:11.775017Z","steps":["trace[261780394] 'process raft request' (duration: 133.1818ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:12.379955Z","caller":"traceutil/trace.go:171","msg":"trace[885766826] linearizableReadLoop","detail":"{readStateIndex:8729; appliedIndex:8727; }","duration":"239.596812ms","start":"2026-04-08T13:16:12.140337Z","end":"2026-04-08T13:16:12.379934Z","steps":["trace[885766826] 'read index received' (duration: 164.377964ms)","trace[885766826] 'applied index is now lower than readState.Index' (duration: 75.218128ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:12.380035Z","caller":"traceutil/trace.go:171","msg":"trace[1315235325] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"265.266526ms","start":"2026-04-08T13:16:12.114761Z","end":"2026-04-08T13:16:12.380027Z","steps":["trace[1315235325] 'process raft request' (duration: 265.123643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:12.380191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.837646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:16:12.380232Z","caller":"traceutil/trace.go:171","msg":"trace[103294712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8391; }","duration":"239.922308ms","start":"2026-04-08T13:16:12.140294Z","end":"2026-04-08T13:16:12.380217Z","steps":["trace[103294712] 'agreement among raft nodes before linearized reading' (duration: 239.772626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:12.380256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.854769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/horizon-db-admin\" ","response":"range_response_count:1 size:715"} {"level":"info","ts":"2026-04-08T13:16:12.379995Z","caller":"traceutil/trace.go:171","msg":"trace[1418159461] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"265.308207ms","start":"2026-04-08T13:16:12.11467Z","end":"2026-04-08T13:16:12.379978Z","steps":["trace[1418159461] 'process raft request' (duration: 190.076448ms)","trace[1418159461] 'compare' (duration: 74.914883ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:12.380313Z","caller":"traceutil/trace.go:171","msg":"trace[2003024753] range","detail":"{range_begin:/registry/secrets/openstack/horizon-db-admin; range_end:; response_count:1; response_revision:8391; }","duration":"180.95505ms","start":"2026-04-08T13:16:12.199344Z","end":"2026-04-08T13:16:12.380299Z","steps":["trace[2003024753] 'agreement among raft nodes before linearized reading' (duration: 180.786247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:12.380442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.504136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/horizon-db-user\" ","response":"range_response_count:1 size:716"} {"level":"info","ts":"2026-04-08T13:16:12.380485Z","caller":"traceutil/trace.go:171","msg":"trace[1867185377] range","detail":"{range_begin:/registry/secrets/openstack/horizon-db-user; range_end:; response_count:1; response_revision:8391; }","duration":"164.568158ms","start":"2026-04-08T13:16:12.215907Z","end":"2026-04-08T13:16:12.380475Z","steps":["trace[1867185377] 'agreement among raft nodes before linearized reading' (duration: 164.461346ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:13.680444Z","caller":"traceutil/trace.go:171","msg":"trace[1958981623] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"194.70362ms","start":"2026-04-08T13:16:13.485721Z","end":"2026-04-08T13:16:13.680425Z","steps":["trace[1958981623] 'process raft request' (duration: 121.583112ms)","trace[1958981623] 'compare' (duration: 72.975115ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:13.680673Z","caller":"traceutil/trace.go:171","msg":"trace[834761160] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"193.776453ms","start":"2026-04-08T13:16:13.486874Z","end":"2026-04-08T13:16:13.680651Z","steps":["trace[834761160] 'process raft request' (duration: 193.523498ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:13.68057Z","caller":"traceutil/trace.go:171","msg":"trace[723518788] linearizableReadLoop","detail":"{readStateIndex:8736; appliedIndex:8734; }","duration":"164.187678ms","start":"2026-04-08T13:16:13.516359Z","end":"2026-04-08T13:16:13.680546Z","steps":["trace[723518788] 'read index received' (duration: 90.925008ms)","trace[723518788] 'applied index is now lower than readState.Index' (duration: 73.26145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:13.680905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.526424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-etc\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-08T13:16:13.680968Z","caller":"traceutil/trace.go:171","msg":"trace[1632317959] range","detail":"{range_begin:/registry/secrets/openstack/keystone-etc; range_end:; response_count:1; response_revision:8397; }","duration":"164.616815ms","start":"2026-04-08T13:16:13.516335Z","end":"2026-04-08T13:16:13.680952Z","steps":["trace[1632317959] 'agreement among raft nodes before linearized reading' (duration: 164.436522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:13.680999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.341441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-fernet-keys\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-04-08T13:16:13.681055Z","caller":"traceutil/trace.go:171","msg":"trace[138930809] range","detail":"{range_begin:/registry/secrets/openstack/keystone-fernet-keys; range_end:; response_count:1; response_revision:8397; }","duration":"157.423692ms","start":"2026-04-08T13:16:13.523616Z","end":"2026-04-08T13:16:13.681039Z","steps":["trace[138930809] 'agreement among raft nodes before linearized reading' (duration: 157.230379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:14.501414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.759313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-rabbitmq-user\" ","response":"range_response_count:1 size:734"} {"level":"warn","ts":"2026-04-08T13:16:14.501455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.986356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T13:16:14.501456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.451514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T13:16:14.501506Z","caller":"traceutil/trace.go:171","msg":"trace[1871258315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8398; }","duration":"117.058537ms","start":"2026-04-08T13:16:14.384434Z","end":"2026-04-08T13:16:14.501493Z","steps":["trace[1871258315] 'range keys from in-memory index tree' (duration: 116.834772ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:14.501505Z","caller":"traceutil/trace.go:171","msg":"trace[37631942] range","detail":"{range_begin:/registry/secrets/openstack/keystone-rabbitmq-user; range_end:; response_count:1; response_revision:8398; }","duration":"153.872895ms","start":"2026-04-08T13:16:14.347611Z","end":"2026-04-08T13:16:14.501484Z","steps":["trace[37631942] 'range keys from in-memory index tree' (duration: 153.584089ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:14.501529Z","caller":"traceutil/trace.go:171","msg":"trace[1198010837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8398; }","duration":"117.578036ms","start":"2026-04-08T13:16:14.383932Z","end":"2026-04-08T13:16:14.50151Z","steps":["trace[1198010837] 'range keys from in-memory index tree' (duration: 117.287511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:14.50179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.715474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-04-08T13:16:14.50185Z","caller":"traceutil/trace.go:171","msg":"trace[553881690] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8398; }","duration":"190.826916ms","start":"2026-04-08T13:16:14.311009Z","end":"2026-04-08T13:16:14.501836Z","steps":["trace[553881690] 'range keys from in-memory index tree' (duration: 190.52255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:14.799234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.012235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:14.799383Z","caller":"traceutil/trace.go:171","msg":"trace[1777905862] linearizableReadLoop","detail":"{readStateIndex:8740; appliedIndex:8738; }","duration":"215.519211ms","start":"2026-04-08T13:16:14.58385Z","end":"2026-04-08T13:16:14.79937Z","steps":["trace[1777905862] 'read index received' (duration: 41.313412ms)","trace[1777905862] 'applied index is now lower than readState.Index' (duration: 174.204869ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:14.799454Z","caller":"traceutil/trace.go:171","msg":"trace[1205912596] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"292.345956ms","start":"2026-04-08T13:16:14.507101Z","end":"2026-04-08T13:16:14.799447Z","steps":["trace[1205912596] 'process raft request' (duration: 292.200813ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:14.799504Z","caller":"traceutil/trace.go:171","msg":"trace[994541123] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"293.251372ms","start":"2026-04-08T13:16:14.506172Z","end":"2026-04-08T13:16:14.799424Z","steps":["trace[994541123] 'process raft request' (duration: 118.982272ms)","trace[994541123] 'compare' (duration: 173.820722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:14.799607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.387559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-04-08T13:16:14.799679Z","caller":"traceutil/trace.go:171","msg":"trace[1115657409] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8401; }","duration":"214.510861ms","start":"2026-04-08T13:16:14.585151Z","end":"2026-04-08T13:16:14.799662Z","steps":["trace[1115657409] 'agreement among raft nodes before linearized reading' (duration: 214.336788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:14.799738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.294373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-08T13:16:14.799767Z","caller":"traceutil/trace.go:171","msg":"trace[1884454639] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:8401; }","duration":"135.324933ms","start":"2026-04-08T13:16:14.664435Z","end":"2026-04-08T13:16:14.79976Z","steps":["trace[1884454639] 'agreement among raft nodes before linearized reading' (duration: 135.222201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:14.799768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.201917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:14.799847Z","caller":"traceutil/trace.go:171","msg":"trace[1202592758] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8401; }","duration":"239.333409ms","start":"2026-04-08T13:16:14.560496Z","end":"2026-04-08T13:16:14.799829Z","steps":["trace[1202592758] 'agreement among raft nodes before linearized reading' (duration: 239.180826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:14.79987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.853936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:16:14.799887Z","caller":"traceutil/trace.go:171","msg":"trace[1449407049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8401; }","duration":"209.897887ms","start":"2026-04-08T13:16:14.589984Z","end":"2026-04-08T13:16:14.799882Z","steps":["trace[1449407049] 'agreement among raft nodes before linearized reading' (duration: 209.844366ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:15.118052Z","caller":"traceutil/trace.go:171","msg":"trace[1097124304] linearizableReadLoop","detail":"{readStateIndex:8741; appliedIndex:8740; }","duration":"314.057444ms","start":"2026-04-08T13:16:14.803977Z","end":"2026-04-08T13:16:15.118034Z","steps":["trace[1097124304] 'read index received' (duration: 257.167058ms)","trace[1097124304] 'applied index is now lower than readState.Index' (duration: 56.889766ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:15.118132Z","caller":"traceutil/trace.go:171","msg":"trace[716952165] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"314.359949ms","start":"2026-04-08T13:16:14.803739Z","end":"2026-04-08T13:16:15.118099Z","steps":["trace[716952165] 'process raft request' (duration: 257.376411ms)","trace[716952165] 'compare' (duration: 56.834346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:15.118212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.448784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-08T13:16:15.118251Z","caller":"traceutil/trace.go:171","msg":"trace[1229599091] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:8402; }","duration":"236.525295ms","start":"2026-04-08T13:16:14.881719Z","end":"2026-04-08T13:16:15.118244Z","steps":["trace[1229599091] 'agreement among raft nodes before linearized reading' (duration: 236.405653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:15.118274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:14.803714Z","time spent":"314.479382ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:15.118454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.448631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-04-08T13:16:15.118542Z","caller":"traceutil/trace.go:171","msg":"trace[348825201] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8402; }","duration":"314.578663ms","start":"2026-04-08T13:16:14.803946Z","end":"2026-04-08T13:16:15.118524Z","steps":["trace[348825201] 'agreement among raft nodes before linearized reading' (duration: 314.172476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:15.118587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:14.803931Z","time spent":"314.642505ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":746,"request content":"key:\"/registry/secrets/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T13:16:15.653588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.330417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:15.653684Z","caller":"traceutil/trace.go:171","msg":"trace[427946444] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"469.567353ms","start":"2026-04-08T13:16:15.184091Z","end":"2026-04-08T13:16:15.653658Z","steps":["trace[427946444] 'process raft request' (duration: 343.88809ms)","trace[427946444] 'compare' (duration: 124.880839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:15.653737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:15.184067Z","time spent":"469.646754ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:15.653823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.544143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-04-08T13:16:15.653853Z","caller":"traceutil/trace.go:171","msg":"trace[2134064092] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie; range_end:; response_count:1; response_revision:8403; }","duration":"456.596105ms","start":"2026-04-08T13:16:15.19725Z","end":"2026-04-08T13:16:15.653846Z","steps":["trace[2134064092] 'agreement among raft nodes before linearized reading' (duration: 456.501323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:15.653873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:15.19724Z","time spent":"456.628015ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":845,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie\" "} {"level":"info","ts":"2026-04-08T13:16:15.653735Z","caller":"traceutil/trace.go:171","msg":"trace[1465005205] linearizableReadLoop","detail":"{readStateIndex:8742; appliedIndex:8741; }","duration":"456.439591ms","start":"2026-04-08T13:16:15.197285Z","end":"2026-04-08T13:16:15.653724Z","steps":["trace[1465005205] 'read index received' (duration: 330.712787ms)","trace[1465005205] 'applied index is now lower than readState.Index' (duration: 125.724804ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:15.654065Z","caller":"traceutil/trace.go:171","msg":"trace[1756339370] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"231.589392ms","start":"2026-04-08T13:16:15.422468Z","end":"2026-04-08T13:16:15.654058Z","steps":["trace[1756339370] 'process raft request' (duration: 231.213506ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:15.855914Z","caller":"traceutil/trace.go:171","msg":"trace[912492122] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"249.375791ms","start":"2026-04-08T13:16:15.606507Z","end":"2026-04-08T13:16:15.855883Z","steps":["trace[912492122] 'process raft request' (duration: 154.974343ms)","trace[912492122] 'compare' (duration: 94.199404ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:15.856289Z","caller":"traceutil/trace.go:171","msg":"trace[847903094] linearizableReadLoop","detail":"{readStateIndex:8744; appliedIndex:8743; }","duration":"202.373956ms","start":"2026-04-08T13:16:15.653903Z","end":"2026-04-08T13:16:15.856277Z","steps":["trace[847903094] 'read index received' (duration: 107.58929ms)","trace[847903094] 'applied index is now lower than readState.Index' (duration: 94.783416ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:15.856357Z","caller":"traceutil/trace.go:171","msg":"trace[1648217164] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"171.400316ms","start":"2026-04-08T13:16:15.684922Z","end":"2026-04-08T13:16:15.856322Z","steps":["trace[1648217164] 'process raft request' (duration: 170.906356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:15.85655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.058588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-04-08T13:16:15.856585Z","caller":"traceutil/trace.go:171","msg":"trace[1222850765] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-erlang-cookie; range_end:; response_count:1; response_revision:8407; }","duration":"134.14085ms","start":"2026-04-08T13:16:15.722433Z","end":"2026-04-08T13:16:15.856574Z","steps":["trace[1222850765] 'agreement among raft nodes before linearized reading' (duration: 133.989577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:15.856579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.83487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:5714"} {"level":"info","ts":"2026-04-08T13:16:15.856627Z","caller":"traceutil/trace.go:171","msg":"trace[151896325] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:8407; }","duration":"644.904171ms","start":"2026-04-08T13:16:15.211707Z","end":"2026-04-08T13:16:15.856611Z","steps":["trace[151896325] 'agreement among raft nodes before linearized reading' (duration: 644.675296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:15.856662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:15.211698Z","time spent":"644.955201ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5736,"request content":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-08T13:16:15.856744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.333574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:15.85672Z","caller":"traceutil/trace.go:171","msg":"trace[623745812] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"171.245363ms","start":"2026-04-08T13:16:15.685426Z","end":"2026-04-08T13:16:15.856671Z","steps":["trace[623745812] 'process raft request' (duration: 170.695833ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:15.856798Z","caller":"traceutil/trace.go:171","msg":"trace[1728662656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8407; }","duration":"479.429655ms","start":"2026-04-08T13:16:15.377356Z","end":"2026-04-08T13:16:15.856785Z","steps":["trace[1728662656] 'agreement among raft nodes before linearized reading' (duration: 479.013217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:15.856832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:15.377339Z","time spent":"479.483705ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T13:16:16.145188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.168282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.horizon.v1\" ","response":"range_response_count:1 size:73405"} {"level":"info","ts":"2026-04-08T13:16:16.145269Z","caller":"traceutil/trace.go:171","msg":"trace[832649539] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.horizon.v1; range_end:; response_count:1; response_revision:8407; }","duration":"181.278915ms","start":"2026-04-08T13:16:15.963971Z","end":"2026-04-08T13:16:16.14525Z","steps":["trace[832649539] 'range keys from in-memory index tree' (duration: 180.937409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:16.145186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.162826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:5714"} {"level":"info","ts":"2026-04-08T13:16:16.145488Z","caller":"traceutil/trace.go:171","msg":"trace[557229290] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:8407; }","duration":"185.517762ms","start":"2026-04-08T13:16:15.959916Z","end":"2026-04-08T13:16:16.145434Z","steps":["trace[557229290] 'range keys from in-memory index tree' (duration: 184.88735ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:16.438673Z","caller":"traceutil/trace.go:171","msg":"trace[744429564] linearizableReadLoop","detail":"{readStateIndex:8747; appliedIndex:8746; }","duration":"192.521661ms","start":"2026-04-08T13:16:16.246125Z","end":"2026-04-08T13:16:16.438647Z","steps":["trace[744429564] 'read index received' (duration: 192.312146ms)","trace[744429564] 'applied index is now lower than readState.Index' (duration: 208.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:16.438765Z","caller":"traceutil/trace.go:171","msg":"trace[1899051157] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"219.022289ms","start":"2026-04-08T13:16:16.219717Z","end":"2026-04-08T13:16:16.43874Z","steps":["trace[1899051157] 'process raft request' (duration: 218.776363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:16.438936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.795216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.keystone.v1\" ","response":"range_response_count:1 size:72284"} {"level":"info","ts":"2026-04-08T13:16:16.438977Z","caller":"traceutil/trace.go:171","msg":"trace[1146789428] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.keystone.v1; range_end:; response_count:1; response_revision:8408; }","duration":"192.906398ms","start":"2026-04-08T13:16:16.246061Z","end":"2026-04-08T13:16:16.438967Z","steps":["trace[1146789428] 'agreement among raft nodes before linearized reading' (duration: 192.734925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:16.438947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.849456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.horizon.v1\" ","response":"range_response_count:1 size:73405"} {"level":"warn","ts":"2026-04-08T13:16:16.439199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.253553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:16:16.439214Z","caller":"traceutil/trace.go:171","msg":"trace[999514796] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.horizon.v1; range_end:; response_count:1; response_revision:8408; }","duration":"187.09633ms","start":"2026-04-08T13:16:16.25207Z","end":"2026-04-08T13:16:16.439166Z","steps":["trace[999514796] 'agreement among raft nodes before linearized reading' (duration: 186.818195ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:16.439273Z","caller":"traceutil/trace.go:171","msg":"trace[626396115] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8408; }","duration":"169.405846ms","start":"2026-04-08T13:16:16.269855Z","end":"2026-04-08T13:16:16.439261Z","steps":["trace[626396115] 'agreement among raft nodes before linearized reading' (duration: 169.236373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:16.78324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.365072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:16.783535Z","caller":"traceutil/trace.go:171","msg":"trace[794673267] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"136.874788ms","start":"2026-04-08T13:16:16.64661Z","end":"2026-04-08T13:16:16.783485Z","steps":["trace[794673267] 'process raft request' (duration: 27.162079ms)","trace[794673267] 'compare' (duration: 109.209889ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:16.78363Z","caller":"traceutil/trace.go:171","msg":"trace[1002911856] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"134.565305ms","start":"2026-04-08T13:16:16.649039Z","end":"2026-04-08T13:16:16.783605Z","steps":["trace[1002911856] 'process raft request' (duration: 134.336391ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:16.985449Z","caller":"traceutil/trace.go:171","msg":"trace[1869063847] linearizableReadLoop","detail":"{readStateIndex:8752; appliedIndex:8750; }","duration":"118.168673ms","start":"2026-04-08T13:16:16.867259Z","end":"2026-04-08T13:16:16.985427Z","steps":["trace[1869063847] 'read index received' (duration: 40.79074ms)","trace[1869063847] 'applied index is now lower than readState.Index' (duration: 77.377003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:16.985837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.56783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.rabbitmq-cluster-operator.v1\" ","response":"range_response_count:1 size:141063"} {"level":"warn","ts":"2026-04-08T13:16:16.985901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.90773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1\" ","response":"range_response_count:1 size:75432"} {"level":"info","ts":"2026-04-08T13:16:16.985945Z","caller":"traceutil/trace.go:171","msg":"trace[1397103191] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"177.101177ms","start":"2026-04-08T13:16:16.808836Z","end":"2026-04-08T13:16:16.985937Z","steps":["trace[1397103191] 'process raft request' (duration: 99.120922ms)","trace[1397103191] 'compare' (duration: 77.15154ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:16.985951Z","caller":"traceutil/trace.go:171","msg":"trace[882919705] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1; range_end:; response_count:1; response_revision:8412; }","duration":"104.998762ms","start":"2026-04-08T13:16:16.88094Z","end":"2026-04-08T13:16:16.985939Z","steps":["trace[882919705] 'agreement among raft nodes before linearized reading' (duration: 104.840759ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:16.986037Z","caller":"traceutil/trace.go:171","msg":"trace[1881971737] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"177.083796ms","start":"2026-04-08T13:16:16.808948Z","end":"2026-04-08T13:16:16.986031Z","steps":["trace[1881971737] 'process raft request' (duration: 176.429824ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:16.985914Z","caller":"traceutil/trace.go:171","msg":"trace[1435701886] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.rabbitmq-cluster-operator.v1; range_end:; response_count:1; response_revision:8412; }","duration":"118.669753ms","start":"2026-04-08T13:16:16.867215Z","end":"2026-04-08T13:16:16.985885Z","steps":["trace[1435701886] 'agreement among raft nodes before linearized reading' (duration: 118.51199ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:17.310145Z","caller":"traceutil/trace.go:171","msg":"trace[1732475515] linearizableReadLoop","detail":"{readStateIndex:8754; appliedIndex:8752; }","duration":"315.688511ms","start":"2026-04-08T13:16:16.994421Z","end":"2026-04-08T13:16:17.310109Z","steps":["trace[1732475515] 'read index received' (duration: 56.474348ms)","trace[1732475515] 'applied index is now lower than readState.Index' (duration: 259.207043ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:17.310342Z","caller":"traceutil/trace.go:171","msg":"trace[540831661] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"317.75887ms","start":"2026-04-08T13:16:16.992561Z","end":"2026-04-08T13:16:17.31032Z","steps":["trace[540831661] 'process raft request' (duration: 290.632281ms)","trace[540831661] 'compare' (duration: 26.743552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:17.310505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:16.992514Z","time spent":"317.874172ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:17.310871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.448624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T13:16:17.310916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.044037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.rabbitmq-cluster-operator.v1\" ","response":"range_response_count:1 size:141063"} {"level":"info","ts":"2026-04-08T13:16:17.310949Z","caller":"traceutil/trace.go:171","msg":"trace[1289056930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8414; }","duration":"187.566857ms","start":"2026-04-08T13:16:17.123362Z","end":"2026-04-08T13:16:17.310929Z","steps":["trace[1289056930] 'agreement among raft nodes before linearized reading' (duration: 187.356993ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:17.310983Z","caller":"traceutil/trace.go:171","msg":"trace[523860984] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.rabbitmq-cluster-operator.v1; range_end:; response_count:1; response_revision:8414; }","duration":"218.156409ms","start":"2026-04-08T13:16:17.092808Z","end":"2026-04-08T13:16:17.310965Z","steps":["trace[523860984] 'agreement among raft nodes before linearized reading' (duration: 217.915325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:17.311155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.673724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T13:16:17.311169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.73272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1\" ","response":"range_response_count:1 size:75432"} {"level":"info","ts":"2026-04-08T13:16:17.311292Z","caller":"traceutil/trace.go:171","msg":"trace[1594991632] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8414; }","duration":"234.492089ms","start":"2026-04-08T13:16:17.076752Z","end":"2026-04-08T13:16:17.311244Z","steps":["trace[1594991632] 'agreement among raft nodes before linearized reading' (duration: 233.609553ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:17.311514Z","caller":"traceutil/trace.go:171","msg":"trace[705472909] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1; range_end:; response_count:1; response_revision:8414; }","duration":"317.096817ms","start":"2026-04-08T13:16:16.994388Z","end":"2026-04-08T13:16:17.311485Z","steps":["trace[705472909] 'agreement among raft nodes before linearized reading' (duration: 316.455675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:17.311619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:16.994361Z","time spent":"317.23762ms","remote":"127.0.0.1:57552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":75454,"request content":"key:\"/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1\" "} {"level":"warn","ts":"2026-04-08T13:16:17.559076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.463919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/default\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-08T13:16:17.559155Z","caller":"traceutil/trace.go:171","msg":"trace[1839218259] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/default; range_end:; response_count:1; response_revision:8416; }","duration":"129.587222ms","start":"2026-04-08T13:16:17.429548Z","end":"2026-04-08T13:16:17.559135Z","steps":["trace[1839218259] 'range keys from in-memory index tree' (duration: 129.050011ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:18.00857Z","caller":"traceutil/trace.go:171","msg":"trace[842683311] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"147.209565ms","start":"2026-04-08T13:16:17.861338Z","end":"2026-04-08T13:16:18.008548Z","steps":["trace[842683311] 'process raft request' (duration: 147.068962ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:18.120913Z","caller":"traceutil/trace.go:171","msg":"trace[974388678] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"175.365871ms","start":"2026-04-08T13:16:17.945527Z","end":"2026-04-08T13:16:18.120892Z","steps":["trace[974388678] 'process raft request' (duration: 175.068766ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:18.120912Z","caller":"traceutil/trace.go:171","msg":"trace[232004791] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"258.006419ms","start":"2026-04-08T13:16:17.862877Z","end":"2026-04-08T13:16:18.120884Z","steps":["trace[232004791] 'process raft request' (duration: 204.594808ms)","trace[232004791] 'compare' (duration: 52.80465ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:18.12075Z","caller":"traceutil/trace.go:171","msg":"trace[1140922452] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8758; }","duration":"161.270241ms","start":"2026-04-08T13:16:17.959456Z","end":"2026-04-08T13:16:18.120726Z","steps":["trace[1140922452] 'read index received' (duration: 49.01974ms)","trace[1140922452] 'applied index is now lower than readState.Index' (duration: 112.249181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:18.121148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.665669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:16:18.12125Z","caller":"traceutil/trace.go:171","msg":"trace[2089765895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8421; }","duration":"161.802122ms","start":"2026-04-08T13:16:17.959425Z","end":"2026-04-08T13:16:18.121227Z","steps":["trace[2089765895] 'agreement among raft nodes before linearized reading' (duration: 161.538017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:18.121328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.026847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-04-08T13:16:18.121357Z","caller":"traceutil/trace.go:171","msg":"trace[306803657] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:8421; }","duration":"161.084028ms","start":"2026-04-08T13:16:17.960267Z","end":"2026-04-08T13:16:18.121351Z","steps":["trace[306803657] 'agreement among raft nodes before linearized reading' (duration: 160.950365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:18.121379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.282251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-04-08T13:16:18.121477Z","caller":"traceutil/trace.go:171","msg":"trace[758049137] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:8421; }","duration":"161.407624ms","start":"2026-04-08T13:16:17.960051Z","end":"2026-04-08T13:16:18.121459Z","steps":["trace[758049137] 'agreement among raft nodes before linearized reading' (duration: 161.076598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:18.834922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.40571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon-test\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-08T13:16:18.835061Z","caller":"traceutil/trace.go:171","msg":"trace[1902609128] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon-test; range_end:; response_count:1; response_revision:8422; }","duration":"200.634054ms","start":"2026-04-08T13:16:18.634396Z","end":"2026-04-08T13:16:18.83503Z","steps":["trace[1902609128] 'range keys from in-memory index tree' (duration: 200.131624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:18.83494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.196953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-08T13:16:18.835184Z","caller":"traceutil/trace.go:171","msg":"trace[992135566] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:8422; }","duration":"171.497788ms","start":"2026-04-08T13:16:18.663665Z","end":"2026-04-08T13:16:18.835163Z","steps":["trace[992135566] 'range keys from in-memory index tree' (duration: 170.960729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:19.091926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.508793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T13:16:19.092004Z","caller":"traceutil/trace.go:171","msg":"trace[364486355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8423; }","duration":"100.627906ms","start":"2026-04-08T13:16:18.991357Z","end":"2026-04-08T13:16:19.091984Z","steps":["trace[364486355] 'range keys from in-memory index tree' (duration: 100.340431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:19.0924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.044813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:16:19.092576Z","caller":"traceutil/trace.go:171","msg":"trace[1066000479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8423; }","duration":"101.838998ms","start":"2026-04-08T13:16:18.990705Z","end":"2026-04-08T13:16:19.092544Z","steps":["trace[1066000479] 'range keys from in-memory index tree' (duration: 100.883481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:19.093602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.848168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:16:19.093662Z","caller":"traceutil/trace.go:171","msg":"trace[1442458979] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8423; }","duration":"119.948731ms","start":"2026-04-08T13:16:18.9737Z","end":"2026-04-08T13:16:19.093649Z","steps":["trace[1442458979] 'range keys from in-memory index tree' (duration: 118.466623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:19.093536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.037515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:209102"} {"level":"info","ts":"2026-04-08T13:16:19.09376Z","caller":"traceutil/trace.go:171","msg":"trace[1128969011] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:8423; }","duration":"142.267209ms","start":"2026-04-08T13:16:18.951475Z","end":"2026-04-08T13:16:19.093742Z","steps":["trace[1128969011] 'range keys from in-memory index tree' (duration: 140.570219ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:19.253111Z","caller":"traceutil/trace.go:171","msg":"trace[1273446289] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"147.828602ms","start":"2026-04-08T13:16:19.105246Z","end":"2026-04-08T13:16:19.253074Z","steps":["trace[1273446289] 'process raft request' (duration: 129.14576ms)","trace[1273446289] 'compare' (duration: 18.219414ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:21.107278Z","caller":"traceutil/trace.go:171","msg":"trace[1658956428] linearizableReadLoop","detail":"{readStateIndex:8773; appliedIndex:8772; }","duration":"221.364375ms","start":"2026-04-08T13:16:20.885884Z","end":"2026-04-08T13:16:21.107248Z","steps":["trace[1658956428] 'read index received' (duration: 221.019729ms)","trace[1658956428] 'applied index is now lower than readState.Index' (duration: 343.466µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:21.107397Z","caller":"traceutil/trace.go:171","msg":"trace[998990210] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"230.574234ms","start":"2026-04-08T13:16:20.876779Z","end":"2026-04-08T13:16:21.107353Z","steps":["trace[998990210] 'process raft request' (duration: 230.214278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:21.107592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.682131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-04-08T13:16:21.107634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.107031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-04-08T13:16:21.107681Z","caller":"traceutil/trace.go:171","msg":"trace[960948954] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:8433; }","duration":"221.803744ms","start":"2026-04-08T13:16:20.885859Z","end":"2026-04-08T13:16:21.107663Z","steps":["trace[960948954] 'agreement among raft nodes before linearized reading' (duration: 221.561859ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:21.107694Z","caller":"traceutil/trace.go:171","msg":"trace[260959941] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:8433; }","duration":"191.205313ms","start":"2026-04-08T13:16:20.916472Z","end":"2026-04-08T13:16:21.107677Z","steps":["trace[260959941] 'agreement among raft nodes before linearized reading' (duration: 191.003869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:22.433199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.544274ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-08T13:16:22.4333Z","caller":"traceutil/trace.go:171","msg":"trace[734002194] linearizableReadLoop","detail":"{readStateIndex:8781; appliedIndex:8779; }","duration":"281.057721ms","start":"2026-04-08T13:16:22.152224Z","end":"2026-04-08T13:16:22.433282Z","steps":["trace[734002194] 'read index received' (duration: 73.695668ms)","trace[734002194] 'applied index is now lower than readState.Index' (duration: 207.360223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:22.433525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.281457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2917"} {"level":"info","ts":"2026-04-08T13:16:22.433564Z","caller":"traceutil/trace.go:171","msg":"trace[2078661932] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:8440; }","duration":"281.377318ms","start":"2026-04-08T13:16:22.152176Z","end":"2026-04-08T13:16:22.433554Z","steps":["trace[2078661932] 'agreement among raft nodes before linearized reading' (duration: 281.198204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:22.433555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.430635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:797"} {"level":"info","ts":"2026-04-08T13:16:22.433639Z","caller":"traceutil/trace.go:171","msg":"trace[1302988063] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:8440; }","duration":"266.542977ms","start":"2026-04-08T13:16:22.167074Z","end":"2026-04-08T13:16:22.433617Z","steps":["trace[1302988063] 'agreement among raft nodes before linearized reading' (duration: 266.325522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:22.433795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.778735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:22.433831Z","caller":"traceutil/trace.go:171","msg":"trace[1619210020] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8440; }","duration":"240.842126ms","start":"2026-04-08T13:16:22.192979Z","end":"2026-04-08T13:16:22.433821Z","steps":["trace[1619210020] 'agreement among raft nodes before linearized reading' (duration: 240.778305ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:22.649067Z","caller":"traceutil/trace.go:171","msg":"trace[953311071] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8781; }","duration":"128.97126ms","start":"2026-04-08T13:16:22.520073Z","end":"2026-04-08T13:16:22.649044Z","steps":["trace[953311071] 'read index received' (duration: 128.800536ms)","trace[953311071] 'applied index is now lower than readState.Index' (duration: 167.113µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:22.649111Z","caller":"traceutil/trace.go:171","msg":"trace[589519060] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"130.736251ms","start":"2026-04-08T13:16:22.518346Z","end":"2026-04-08T13:16:22.649082Z","steps":["trace[589519060] 'process raft request' (duration: 130.539828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:22.649324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.229705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-08T13:16:22.649412Z","caller":"traceutil/trace.go:171","msg":"trace[1431072536] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:8441; }","duration":"129.348598ms","start":"2026-04-08T13:16:22.520038Z","end":"2026-04-08T13:16:22.649387Z","steps":["trace[1431072536] 'agreement among raft nodes before linearized reading' (duration: 129.134463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:22.649677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.59863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2110"} {"level":"info","ts":"2026-04-08T13:16:22.649734Z","caller":"traceutil/trace.go:171","msg":"trace[1174169599] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:8441; }","duration":"118.683392ms","start":"2026-04-08T13:16:22.531038Z","end":"2026-04-08T13:16:22.649721Z","steps":["trace[1174169599] 'agreement among raft nodes before linearized reading' (duration: 118.486408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:22.825756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.388047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2110"} {"level":"info","ts":"2026-04-08T13:16:22.825845Z","caller":"traceutil/trace.go:171","msg":"trace[1988660520] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:8441; }","duration":"100.52587ms","start":"2026-04-08T13:16:22.725299Z","end":"2026-04-08T13:16:22.825825Z","steps":["trace[1988660520] 'range keys from in-memory index tree' (duration: 100.138572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:23.41552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.438845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T13:16:23.415612Z","caller":"traceutil/trace.go:171","msg":"trace[697853006] linearizableReadLoop","detail":"{readStateIndex:8784; appliedIndex:8783; }","duration":"198.762304ms","start":"2026-04-08T13:16:23.216835Z","end":"2026-04-08T13:16:23.415597Z","steps":["trace[697853006] 'read index received' (duration: 33.103675ms)","trace[697853006] 'applied index is now lower than readState.Index' (duration: 165.657419ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:23.415805Z","caller":"traceutil/trace.go:171","msg":"trace[1094242664] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"205.506716ms","start":"2026-04-08T13:16:23.210286Z","end":"2026-04-08T13:16:23.415793Z","steps":["trace[1094242664] 'process raft request' (duration: 39.712246ms)","trace[1094242664] 'compare' (duration: 165.340312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:23.41607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.133423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1605"} {"level":"info","ts":"2026-04-08T13:16:23.416177Z","caller":"traceutil/trace.go:171","msg":"trace[1460538698] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:8443; }","duration":"139.239915ms","start":"2026-04-08T13:16:23.276881Z","end":"2026-04-08T13:16:23.41612Z","steps":["trace[1460538698] 'agreement among raft nodes before linearized reading' (duration: 139.046382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:23.416248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.999427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T13:16:23.416358Z","caller":"traceutil/trace.go:171","msg":"trace[184607406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8443; }","duration":"118.14881ms","start":"2026-04-08T13:16:23.29819Z","end":"2026-04-08T13:16:23.416338Z","steps":["trace[184607406] 'agreement among raft nodes before linearized reading' (duration: 117.828094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:23.416409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.396235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-08T13:16:23.416656Z","caller":"traceutil/trace.go:171","msg":"trace[788194735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8443; }","duration":"199.798032ms","start":"2026-04-08T13:16:23.216816Z","end":"2026-04-08T13:16:23.416614Z","steps":["trace[788194735] 'agreement among raft nodes before linearized reading' (duration: 199.253292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:23.76657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.302267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15429"} {"level":"info","ts":"2026-04-08T13:16:23.76666Z","caller":"traceutil/trace.go:171","msg":"trace[613066276] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:8445; }","duration":"104.577651ms","start":"2026-04-08T13:16:23.662064Z","end":"2026-04-08T13:16:23.766641Z","steps":["trace[613066276] 'range keys from in-memory index tree' (duration: 104.106153ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:24.025519Z","caller":"traceutil/trace.go:171","msg":"trace[1695770720] linearizableReadLoop","detail":"{readStateIndex:8788; appliedIndex:8787; }","duration":"210.212503ms","start":"2026-04-08T13:16:23.815282Z","end":"2026-04-08T13:16:24.025494Z","steps":["trace[1695770720] 'read index received' (duration: 167.424921ms)","trace[1695770720] 'applied index is now lower than readState.Index' (duration: 42.786162ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:24.02557Z","caller":"traceutil/trace.go:171","msg":"trace[719511109] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"218.362001ms","start":"2026-04-08T13:16:23.807178Z","end":"2026-04-08T13:16:24.02554Z","steps":["trace[719511109] 'process raft request' (duration: 175.524969ms)","trace[719511109] 'compare' (duration: 42.529947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T13:16:24.025713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.061175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"info","ts":"2026-04-08T13:16:24.025775Z","caller":"traceutil/trace.go:171","msg":"trace[2129550086] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:8447; }","duration":"253.152337ms","start":"2026-04-08T13:16:23.772607Z","end":"2026-04-08T13:16:24.025759Z","steps":["trace[2129550086] 'agreement among raft nodes before linearized reading' (duration: 253.005375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:24.025859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.246079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:20 size:169133"} {"level":"info","ts":"2026-04-08T13:16:24.025891Z","caller":"traceutil/trace.go:171","msg":"trace[1197451463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:8447; }","duration":"201.33119ms","start":"2026-04-08T13:16:23.824554Z","end":"2026-04-08T13:16:24.025885Z","steps":["trace[1197451463] 'agreement among raft nodes before linearized reading' (duration: 201.069165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:24.25779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.291664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-04-08T13:16:24.25786Z","caller":"traceutil/trace.go:171","msg":"trace[855759260] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:8448; }","duration":"122.400936ms","start":"2026-04-08T13:16:24.135441Z","end":"2026-04-08T13:16:24.257842Z","steps":["trace[855759260] 'range keys from in-memory index tree' (duration: 122.143661ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:25.440505Z","caller":"traceutil/trace.go:171","msg":"trace[348638760] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"272.127046ms","start":"2026-04-08T13:16:25.168349Z","end":"2026-04-08T13:16:25.440476Z","steps":["trace[348638760] 'process raft request' (duration: 271.973144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:25.990649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766899038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:16:26.491384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198860766899038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T13:16:26.785165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.340582143s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T13:16:26.786169Z","caller":"traceutil/trace.go:171","msg":"trace[2004439231] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"1.341668502s","start":"2026-04-08T13:16:25.444467Z","end":"2026-04-08T13:16:26.786135Z","steps":["trace[2004439231] 'process raft request' (duration: 1.341489838s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:26.787271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:25.444436Z","time spent":"1.341838995s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:26.787688Z","caller":"traceutil/trace.go:171","msg":"trace[205490771] linearizableReadLoop","detail":"{readStateIndex:8797; appliedIndex:8792; }","duration":"1.297885813s","start":"2026-04-08T13:16:25.489782Z","end":"2026-04-08T13:16:26.787668Z","steps":["trace[205490771] 'read index received' (duration: 1.296284873s)","trace[205490771] 'applied index is now lower than readState.Index' (duration: 1.59986ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T13:16:26.78783Z","caller":"traceutil/trace.go:171","msg":"trace[1584260138] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"686.408976ms","start":"2026-04-08T13:16:26.101407Z","end":"2026-04-08T13:16:26.787816Z","steps":["trace[1584260138] 'process raft request' (duration: 686.139041ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:26.787819Z","caller":"traceutil/trace.go:171","msg":"trace[872500857] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"758.276076ms","start":"2026-04-08T13:16:26.029525Z","end":"2026-04-08T13:16:26.787802Z","steps":["trace[872500857] 'process raft request' (duration: 757.955991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:26.787931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:26.101382Z","time spent":"686.495448ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:26.788189Z","caller":"traceutil/trace.go:171","msg":"trace[1923069533] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"491.562542ms","start":"2026-04-08T13:16:26.29661Z","end":"2026-04-08T13:16:26.788172Z","steps":["trace[1923069533] 'process raft request' (duration: 490.998622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:26.788282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:26.296585Z","time spent":"491.652294ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:26.788295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:26.02951Z","time spent":"758.409988ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T13:16:26.788405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197681904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T13:16:26.788457Z","caller":"traceutil/trace.go:171","msg":"trace[636213265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8456; }","duration":"1.197773475s","start":"2026-04-08T13:16:25.59067Z","end":"2026-04-08T13:16:26.788444Z","steps":["trace[636213265] 'agreement among raft nodes before linearized reading' (duration: 1.197596192s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:26.788492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:25.590648Z","time spent":"1.197837037s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T13:16:26.788605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.571024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T13:16:26.788679Z","caller":"traceutil/trace.go:171","msg":"trace[1209435363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8456; }","duration":"411.654846ms","start":"2026-04-08T13:16:26.377008Z","end":"2026-04-08T13:16:26.788663Z","steps":["trace[1209435363] 'agreement among raft nodes before linearized reading' (duration: 411.537384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:26.788721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:26.376963Z","time spent":"411.748558ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T13:16:26.788903Z","caller":"traceutil/trace.go:171","msg":"trace[318336833] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"968.287327ms","start":"2026-04-08T13:16:25.820595Z","end":"2026-04-08T13:16:26.788882Z","steps":["trace[318336833] 'process raft request' (duration: 966.750849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:26.788999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.907879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-08T13:16:26.789045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299270687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-08T13:16:26.789051Z","caller":"traceutil/trace.go:171","msg":"trace[1632606422] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8456; }","duration":"259.99302ms","start":"2026-04-08T13:16:26.529042Z","end":"2026-04-08T13:16:26.789035Z","steps":["trace[1632606422] 'agreement among raft nodes before linearized reading' (duration: 259.876698ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:26.789098Z","caller":"traceutil/trace.go:171","msg":"trace[1217906174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8456; }","duration":"1.29935799s","start":"2026-04-08T13:16:25.489731Z","end":"2026-04-08T13:16:26.789089Z","steps":["trace[1217906174] 'agreement among raft nodes before linearized reading' (duration: 1.299231578s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:26.789139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:25.48971Z","time spent":"1.299405791s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T13:16:26.789397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.645833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-08T13:16:26.789447Z","caller":"traceutil/trace.go:171","msg":"trace[1567798750] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8456; }","duration":"588.735485ms","start":"2026-04-08T13:16:26.2007Z","end":"2026-04-08T13:16:26.789435Z","steps":["trace[1567798750] 'agreement among raft nodes before linearized reading' (duration: 588.621132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:26.789478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:26.200679Z","time spent":"588.791805ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-08T13:16:26.789783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.544026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T13:16:26.789835Z","caller":"traceutil/trace.go:171","msg":"trace[270355244] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8456; }","duration":"761.696659ms","start":"2026-04-08T13:16:26.028129Z","end":"2026-04-08T13:16:26.789826Z","steps":["trace[270355244] 'agreement among raft nodes before linearized reading' (duration: 761.27099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:26.789881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:26.028106Z","time spent":"761.74617ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":39,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-08T13:16:26.788928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.563011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:12 size:4389"} {"level":"info","ts":"2026-04-08T13:16:26.790932Z","caller":"traceutil/trace.go:171","msg":"trace[286369770] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:8456; }","duration":"471.594129ms","start":"2026-04-08T13:16:26.319318Z","end":"2026-04-08T13:16:26.790912Z","steps":["trace[286369770] 'agreement among raft nodes before linearized reading' (duration: 469.383358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T13:16:26.790993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:26.319304Z","time spent":"471.66749ms","remote":"127.0.0.1:57570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":12,"response size":4411,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-08T13:16:26.789018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T13:16:25.820566Z","time spent":"968.397399ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T13:16:26.908631Z","caller":"traceutil/trace.go:171","msg":"trace[1282501666] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"114.581069ms","start":"2026-04-08T13:16:26.794027Z","end":"2026-04-08T13:16:26.908608Z","steps":["trace[1282501666] 'process raft request' (duration: 113.625212ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:26.908965Z","caller":"traceutil/trace.go:171","msg":"trace[2147449356] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"113.936858ms","start":"2026-04-08T13:16:26.795006Z","end":"2026-04-08T13:16:26.908943Z","steps":["trace[2147449356] 'process raft request' (duration: 113.555731ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T13:16:26.909194Z","caller":"traceutil/trace.go:171","msg":"trace[1707119604] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"114.151202ms","start":"2026-04-08T13:16:26.795024Z","end":"2026-04-08T13:16:26.909175Z","steps":["trace[1707119604] 'process raft request' (duration: 113.843317ms)"],"step_count":1}