{"level":"warn","ts":"2026-04-28T03:23:01.0066Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:23:01.006717Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.147:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.147:2380","--initial-cluster=instance=https://199.19.213.147:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.147:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.147:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T03:23:01.006804Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:23:01.006822Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.147:2380"]} {"level":"info","ts":"2026-04-28T03:23:01.006844Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:23:01.007741Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.147:2379"]} {"level":"info","ts":"2026-04-28T03:23:01.007837Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.147:2380"],"listen-peer-urls":["https://199.19.213.147:2380"],"advertise-client-urls":["https://199.19.213.147:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.147:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.147:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T03:23:01.012515Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.393412ms"} {"level":"info","ts":"2026-04-28T03:23:01.018939Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6244e483e416226f","cluster-id":"68a374eab3e2de92"} {"level":"info","ts":"2026-04-28T03:23:01.019046Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T03:23:01.019102Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f became follower at term 0"} {"level":"info","ts":"2026-04-28T03:23:01.019122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6244e483e416226f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T03:23:01.019139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f became follower at term 1"} {"level":"info","ts":"2026-04-28T03:23:01.019197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f switched to configuration voters=(7081035769251766895)"} {"level":"warn","ts":"2026-04-28T03:23:01.033324Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T03:23:01.036484Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T03:23:01.038261Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T03:23:01.040714Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6244e483e416226f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T03:23:01.040932Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6244e483e416226f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T03:23:01.040953Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:23:01.041094Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:23:01.041158Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:23:01.041653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f switched to configuration voters=(7081035769251766895)"} {"level":"info","ts":"2026-04-28T03:23:01.041751Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"68a374eab3e2de92","local-member-id":"6244e483e416226f","added-peer-id":"6244e483e416226f","added-peer-peer-urls":["https://199.19.213.147:2380"]} {"level":"info","ts":"2026-04-28T03:23:01.044703Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:23:01.044878Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.147:2380"} {"level":"info","ts":"2026-04-28T03:23:01.04492Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.147:2380"} {"level":"info","ts":"2026-04-28T03:23:01.044998Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6244e483e416226f","initial-advertise-peer-urls":["https://199.19.213.147:2380"],"listen-peer-urls":["https://199.19.213.147:2380"],"advertise-client-urls":["https://199.19.213.147:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.147:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T03:23:01.045042Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T03:23:01.519448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T03:23:01.519498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T03:23:01.51953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f received MsgPreVoteResp from 6244e483e416226f at term 1"} {"level":"info","ts":"2026-04-28T03:23:01.519543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f became candidate at term 2"} {"level":"info","ts":"2026-04-28T03:23:01.519551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f received MsgVoteResp from 6244e483e416226f at term 2"} {"level":"info","ts":"2026-04-28T03:23:01.519561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6244e483e416226f became leader at term 2"} {"level":"info","ts":"2026-04-28T03:23:01.519571Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6244e483e416226f elected leader 6244e483e416226f at term 2"} {"level":"info","ts":"2026-04-28T03:23:01.520851Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6244e483e416226f","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.147:2379]}","request-path":"/0/members/6244e483e416226f/attributes","cluster-id":"68a374eab3e2de92","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T03:23:01.521049Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:23:01.521142Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:23:01.521191Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:23:01.522649Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"68a374eab3e2de92","local-member-id":"6244e483e416226f","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:23:01.522778Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:23:01.522816Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:23:01.524108Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T03:23:01.52442Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.147:2379"} {"level":"info","ts":"2026-04-28T03:23:01.52717Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T03:23:01.527322Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T03:23:26.790747Z","caller":"traceutil/trace.go:171","msg":"trace[2080515450] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"305.067817ms","start":"2026-04-28T03:23:26.48564Z","end":"2026-04-28T03:23:26.790708Z","steps":["trace[2080515450] 'process raft request' (duration: 304.866111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:26.791318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:26.48562Z","time spent":"305.242272ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:31.45149Z","caller":"traceutil/trace.go:171","msg":"trace[1867438075] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"183.390759ms","start":"2026-04-28T03:23:31.268056Z","end":"2026-04-28T03:23:31.451447Z","steps":["trace[1867438075] 'process raft request' (duration: 183.149642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:31.483366Z","caller":"traceutil/trace.go:171","msg":"trace[1900151587] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"210.803521ms","start":"2026-04-28T03:23:31.272532Z","end":"2026-04-28T03:23:31.483335Z","steps":["trace[1900151587] 'process raft request' (duration: 210.552354ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:31.483693Z","caller":"traceutil/trace.go:171","msg":"trace[250606240] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"209.966968ms","start":"2026-04-28T03:23:31.273662Z","end":"2026-04-28T03:23:31.483629Z","steps":["trace[250606240] 'process raft request' (duration: 209.570977ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:31.483698Z","caller":"traceutil/trace.go:171","msg":"trace[433577928] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"182.472413ms","start":"2026-04-28T03:23:31.301134Z","end":"2026-04-28T03:23:31.483607Z","steps":["trace[433577928] 'process raft request' (duration: 182.231126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:31.483785Z","caller":"traceutil/trace.go:171","msg":"trace[1912013935] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"128.109892ms","start":"2026-04-28T03:23:31.355654Z","end":"2026-04-28T03:23:31.483764Z","steps":["trace[1912013935] 'process raft request' (duration: 128.05689ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:31.483785Z","caller":"traceutil/trace.go:171","msg":"trace[771425979] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"197.950163ms","start":"2026-04-28T03:23:31.285764Z","end":"2026-04-28T03:23:31.483715Z","steps":["trace[771425979] 'process raft request' (duration: 197.536852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:31.483903Z","caller":"traceutil/trace.go:171","msg":"trace[1514160241] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"166.665734ms","start":"2026-04-28T03:23:31.317229Z","end":"2026-04-28T03:23:31.483895Z","steps":["trace[1514160241] 'process raft request' (duration: 166.183001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:31.483984Z","caller":"traceutil/trace.go:171","msg":"trace[1212705424] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"158.739223ms","start":"2026-04-28T03:23:31.325232Z","end":"2026-04-28T03:23:31.483971Z","steps":["trace[1212705424] 'process raft request' (duration: 158.27824ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:31.484022Z","caller":"traceutil/trace.go:171","msg":"trace[253050811] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"162.713664ms","start":"2026-04-28T03:23:31.321276Z","end":"2026-04-28T03:23:31.48399Z","steps":["trace[253050811] 'process raft request' (duration: 162.182719ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:31.484015Z","caller":"traceutil/trace.go:171","msg":"trace[1353846745] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"148.468318ms","start":"2026-04-28T03:23:31.335537Z","end":"2026-04-28T03:23:31.484005Z","steps":["trace[1353846745] 'process raft request' (duration: 148.017326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:31.484101Z","caller":"traceutil/trace.go:171","msg":"trace[560451869] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"147.209262ms","start":"2026-04-28T03:23:31.336874Z","end":"2026-04-28T03:23:31.484083Z","steps":["trace[560451869] 'process raft request' (duration: 146.735199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:37.80252Z","caller":"traceutil/trace.go:171","msg":"trace[451347230] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"116.477578ms","start":"2026-04-28T03:23:37.686009Z","end":"2026-04-28T03:23:37.802487Z","steps":["trace[451347230] 'read index received' (duration: 115.298356ms)","trace[451347230] 'applied index is now lower than readState.Index' (duration: 1.178052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:37.802843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.799758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:37.802997Z","caller":"traceutil/trace.go:171","msg":"trace[924794409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:576; }","duration":"117.034924ms","start":"2026-04-28T03:23:37.68594Z","end":"2026-04-28T03:23:37.802975Z","steps":["trace[924794409] 'agreement among raft nodes before linearized reading' (duration: 116.670804ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:37.803205Z","caller":"traceutil/trace.go:171","msg":"trace[429355744] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"228.832883ms","start":"2026-04-28T03:23:37.573732Z","end":"2026-04-28T03:23:37.802564Z","steps":["trace[429355744] 'process raft request' (duration: 227.886786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:38.289877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.039443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:38.290037Z","caller":"traceutil/trace.go:171","msg":"trace[361568568] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:601; }","duration":"290.454146ms","start":"2026-04-28T03:23:37.999543Z","end":"2026-04-28T03:23:38.289997Z","steps":["trace[361568568] 'read index received' (duration: 127.047703ms)","trace[361568568] 'applied index is now lower than readState.Index' (duration: 163.404873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:38.290205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.656481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:38.290135Z","caller":"traceutil/trace.go:171","msg":"trace[2030343976] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"428.37772ms","start":"2026-04-28T03:23:37.861657Z","end":"2026-04-28T03:23:38.290034Z","steps":["trace[2030343976] 'process raft request' (duration: 264.891835ms)","trace[2030343976] 'compare' (duration: 162.665222ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:38.29027Z","caller":"traceutil/trace.go:171","msg":"trace[1459301377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"290.785475ms","start":"2026-04-28T03:23:37.999468Z","end":"2026-04-28T03:23:38.290254Z","steps":["trace[1459301377] 'agreement among raft nodes before linearized reading' (duration: 290.61869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:38.29048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:37.861618Z","time spent":"428.688499ms","remote":"127.0.0.1:45336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:24:01.634135Z","caller":"traceutil/trace.go:171","msg":"trace[741442727] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"280.322793ms","start":"2026-04-28T03:24:01.353781Z","end":"2026-04-28T03:24:01.634104Z","steps":["trace[741442727] 'process raft request' (duration: 280.130558ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:15.24889Z","caller":"traceutil/trace.go:171","msg":"trace[1889500678] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1884; }","duration":"250.976981ms","start":"2026-04-28T03:25:14.99789Z","end":"2026-04-28T03:25:15.248867Z","steps":["trace[1889500678] 'read index received' (duration: 250.852518ms)","trace[1889500678] 'applied index is now lower than readState.Index' (duration: 123.413µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:15.248959Z","caller":"traceutil/trace.go:171","msg":"trace[833730570] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"257.05823ms","start":"2026-04-28T03:25:14.991869Z","end":"2026-04-28T03:25:15.248928Z","steps":["trace[833730570] 'process raft request' (duration: 256.865925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:15.249034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.134176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:15.249122Z","caller":"traceutil/trace.go:171","msg":"trace[1690538080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1808; }","duration":"251.25507ms","start":"2026-04-28T03:25:14.997848Z","end":"2026-04-28T03:25:15.249103Z","steps":["trace[1690538080] 'agreement among raft nodes before linearized reading' (duration: 251.114746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:15.331904Z","caller":"traceutil/trace.go:171","msg":"trace[190351106] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"110.224673ms","start":"2026-04-28T03:25:15.221649Z","end":"2026-04-28T03:25:15.331873Z","steps":["trace[190351106] 'process raft request' (duration: 92.024528ms)","trace[190351106] 'compare' (duration: 17.978638ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:15.64566Z","caller":"traceutil/trace.go:171","msg":"trace[2123084108] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"113.694769ms","start":"2026-04-28T03:25:15.531941Z","end":"2026-04-28T03:25:15.645636Z","steps":["trace[2123084108] 'process raft request' (duration: 113.530105ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:15.702311Z","caller":"traceutil/trace.go:171","msg":"trace[562441284] linearizableReadLoop","detail":"{readStateIndex:1889; appliedIndex:1887; }","duration":"153.039119ms","start":"2026-04-28T03:25:15.549254Z","end":"2026-04-28T03:25:15.702293Z","steps":["trace[562441284] 'read index received' (duration: 96.229605ms)","trace[562441284] 'applied index is now lower than readState.Index' (duration: 56.808624ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:15.702603Z","caller":"traceutil/trace.go:171","msg":"trace[269077178] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"170.355019ms","start":"2026-04-28T03:25:15.532235Z","end":"2026-04-28T03:25:15.70259Z","steps":["trace[269077178] 'process raft request' (duration: 169.957678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:15.702959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.695787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67701538-daac-4aae-9aa7-efd723759243\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-28T03:25:15.703067Z","caller":"traceutil/trace.go:171","msg":"trace[104296643] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-67701538-daac-4aae-9aa7-efd723759243; range_end:; response_count:1; response_revision:1812; }","duration":"153.847981ms","start":"2026-04-28T03:25:15.549195Z","end":"2026-04-28T03:25:15.703043Z","steps":["trace[104296643] 'agreement among raft nodes before linearized reading' (duration: 153.619925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:00.312979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.792896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:26:00.31308Z","caller":"traceutil/trace.go:171","msg":"trace[709874780] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2110; }","duration":"128.93551ms","start":"2026-04-28T03:26:00.184125Z","end":"2026-04-28T03:26:00.31306Z","steps":["trace[709874780] 'range keys from in-memory index tree' (duration: 128.624332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:26.854065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.001304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:26.854169Z","caller":"traceutil/trace.go:171","msg":"trace[1234811522] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4782; }","duration":"114.141548ms","start":"2026-04-28T03:31:26.740008Z","end":"2026-04-28T03:31:26.854149Z","steps":["trace[1234811522] 'range keys from in-memory index tree' (duration: 113.936663ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:32.147218Z","caller":"traceutil/trace.go:171","msg":"trace[1834588205] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"172.288497ms","start":"2026-04-28T03:31:31.97488Z","end":"2026-04-28T03:31:32.147168Z","steps":["trace[1834588205] 'process raft request' (duration: 122.835276ms)","trace[1834588205] 'compare' (duration: 49.217014ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:32.147284Z","caller":"traceutil/trace.go:171","msg":"trace[1984942981] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5173; }","duration":"168.222186ms","start":"2026-04-28T03:31:31.979022Z","end":"2026-04-28T03:31:32.147244Z","steps":["trace[1984942981] 'read index received' (duration: 118.775605ms)","trace[1984942981] 'applied index is now lower than readState.Index' (duration: 49.440751ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:32.147399Z","caller":"traceutil/trace.go:171","msg":"trace[1525119763] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"164.909755ms","start":"2026-04-28T03:31:31.982445Z","end":"2026-04-28T03:31:32.147354Z","steps":["trace[1525119763] 'process raft request' (duration: 164.763041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:32.147521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.062261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:31:32.147557Z","caller":"traceutil/trace.go:171","msg":"trace[2129097898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4979; }","duration":"146.160333ms","start":"2026-04-28T03:31:32.001385Z","end":"2026-04-28T03:31:32.147545Z","steps":["trace[2129097898] 'agreement among raft nodes before linearized reading' (duration: 146.03718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:32.14764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.595256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16179"} {"level":"info","ts":"2026-04-28T03:31:32.147767Z","caller":"traceutil/trace.go:171","msg":"trace[2036431122] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4979; }","duration":"168.797392ms","start":"2026-04-28T03:31:31.978945Z","end":"2026-04-28T03:31:32.147742Z","steps":["trace[2036431122] 'agreement among raft nodes before linearized reading' (duration: 168.409041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:43.980933Z","caller":"traceutil/trace.go:171","msg":"trace[702728497] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5413; }","duration":"186.161016ms","start":"2026-04-28T03:31:43.794737Z","end":"2026-04-28T03:31:43.980898Z","steps":["trace[702728497] 'read index received' (duration: 185.734514ms)","trace[702728497] 'applied index is now lower than readState.Index' (duration: 425.232µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:43.980978Z","caller":"traceutil/trace.go:171","msg":"trace[1364179167] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"198.161024ms","start":"2026-04-28T03:31:43.782778Z","end":"2026-04-28T03:31:43.980939Z","steps":["trace[1364179167] 'process raft request' (duration: 197.876876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.981271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.501836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:31:43.981325Z","caller":"traceutil/trace.go:171","msg":"trace[380279937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5211; }","duration":"186.591548ms","start":"2026-04-28T03:31:43.794716Z","end":"2026-04-28T03:31:43.981308Z","steps":["trace[380279937] 'agreement among raft nodes before linearized reading' (duration: 186.376792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:43.98164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.621199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-lpx76\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-04-28T03:31:43.981697Z","caller":"traceutil/trace.go:171","msg":"trace[1072178805] range","detail":"{range_begin:/registry/pods/monitoring/vector-lpx76; range_end:; response_count:1; response_revision:5211; }","duration":"156.741032ms","start":"2026-04-28T03:31:43.82494Z","end":"2026-04-28T03:31:43.981681Z","steps":["trace[1072178805] 'agreement among raft nodes before linearized reading' (duration: 156.495555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:52.578866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.967961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:31:52.578865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.765758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T03:31:52.578939Z","caller":"traceutil/trace.go:171","msg":"trace[1025801849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5380; }","duration":"294.062654ms","start":"2026-04-28T03:31:52.284861Z","end":"2026-04-28T03:31:52.578924Z","steps":["trace[1025801849] 'range keys from in-memory index tree' (duration: 293.825857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:52.578954Z","caller":"traceutil/trace.go:171","msg":"trace[2139037820] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5380; }","duration":"296.901871ms","start":"2026-04-28T03:31:52.282032Z","end":"2026-04-28T03:31:52.578933Z","steps":["trace[2139037820] 'range keys from in-memory index tree' (duration: 296.642024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:31:52.579178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.62413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:31:52.579303Z","caller":"traceutil/trace.go:171","msg":"trace[1132460548] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"264.419884ms","start":"2026-04-28T03:31:52.314875Z","end":"2026-04-28T03:31:52.579295Z","steps":["trace[1132460548] 'process raft request' (duration: 152.569198ms)","trace[1132460548] 'compare' (duration: 111.480276ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:54.113202Z","caller":"traceutil/trace.go:171","msg":"trace[1366122733] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"105.928604ms","start":"2026-04-28T03:31:54.007228Z","end":"2026-04-28T03:31:54.113157Z","steps":["trace[1366122733] 'process raft request' (duration: 105.627275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:01.549348Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2961} {"level":"info","ts":"2026-04-28T03:33:01.619829Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2961,"took":"68.715969ms","hash":1872164329,"current-db-size-bytes":58048512,"current-db-size":"58 MB","current-db-size-in-use-bytes":33570816,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T03:33:01.619921Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1872164329,"revision":2961,"compact-revision":-1} {"level":"info","ts":"2026-04-28T03:35:04.067393Z","caller":"traceutil/trace.go:171","msg":"trace[1977016123] transaction","detail":"{read_only:false; response_revision:6790; number_of_response:1; }","duration":"253.490411ms","start":"2026-04-28T03:35:03.81386Z","end":"2026-04-28T03:35:04.06735Z","steps":["trace[1977016123] 'process raft request' (duration: 253.247875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:04.067943Z","caller":"traceutil/trace.go:171","msg":"trace[44352561] transaction","detail":"{read_only:false; response_revision:6791; number_of_response:1; }","duration":"253.112062ms","start":"2026-04-28T03:35:03.814797Z","end":"2026-04-28T03:35:04.06791Z","steps":["trace[44352561] 'process raft request' (duration: 252.946467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:11.930996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452479064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:35:12.431985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452479064,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:35:12.899846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.57579765s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:35:12.906308Z","caller":"traceutil/trace.go:171","msg":"trace[342454141] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"1.582317478s","start":"2026-04-28T03:35:11.323954Z","end":"2026-04-28T03:35:12.906272Z","steps":["trace[342454141] 'process raft request' (duration: 1.576210141s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:12.906479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:11.32394Z","time spent":"1.582458382s","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1176,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:35:12.908669Z","caller":"traceutil/trace.go:171","msg":"trace[1875273522] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"1.48157413s","start":"2026-04-28T03:35:11.427063Z","end":"2026-04-28T03:35:12.908637Z","steps":["trace[1875273522] 'process raft request' (duration: 1.481277762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:12.90895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:11.427038Z","time spent":"1.481805436s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:12.909121Z","caller":"traceutil/trace.go:171","msg":"trace[122379000] transaction","detail":"{read_only:false; response_revision:6838; number_of_response:1; }","duration":"1.417205467s","start":"2026-04-28T03:35:11.491887Z","end":"2026-04-28T03:35:12.909093Z","steps":["trace[122379000] 'process raft request' (duration: 1.416694743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:12.909295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:11.491863Z","time spent":"1.417292649s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:12.909495Z","caller":"traceutil/trace.go:171","msg":"trace[1138254371] transaction","detail":"{read_only:false; response_revision:6839; number_of_response:1; }","duration":"1.377099919s","start":"2026-04-28T03:35:11.532389Z","end":"2026-04-28T03:35:12.909489Z","steps":["trace[1138254371] 'process raft request' (duration: 1.376588155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:12.909613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:11.53237Z","time spent":"1.37714464s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:12.909922Z","caller":"traceutil/trace.go:171","msg":"trace[553864206] linearizableReadLoop","detail":"{readStateIndex:7091; appliedIndex:7087; }","duration":"1.478976408s","start":"2026-04-28T03:35:11.430906Z","end":"2026-04-28T03:35:12.909883Z","steps":["trace[553864206] 'read index received' (duration: 1.469241412s)","trace[553864206] 'applied index is now lower than readState.Index' (duration: 9.733476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:12.910215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479301238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:35:12.91026Z","caller":"traceutil/trace.go:171","msg":"trace[1167774045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6840; }","duration":"1.47939935s","start":"2026-04-28T03:35:11.430848Z","end":"2026-04-28T03:35:12.910248Z","steps":["trace[1167774045] 'agreement among raft nodes before linearized reading' (duration: 1.479224815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:12.910302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:11.430817Z","time spent":"1.479477503s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:35:12.910342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404754785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:35:12.910399Z","caller":"traceutil/trace.go:171","msg":"trace[1332349252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6840; }","duration":"1.404838748s","start":"2026-04-28T03:35:11.505544Z","end":"2026-04-28T03:35:12.910383Z","steps":["trace[1332349252] 'agreement among raft nodes before linearized reading' (duration: 1.404665843s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:12.910428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:11.505525Z","time spent":"1.40489783s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:35:13.207202Z","caller":"traceutil/trace.go:171","msg":"trace[981787786] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"288.172711ms","start":"2026-04-28T03:35:12.918814Z","end":"2026-04-28T03:35:13.206987Z","steps":["trace[981787786] 'process raft request' (duration: 287.920324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:13.209205Z","caller":"traceutil/trace.go:171","msg":"trace[1486287972] transaction","detail":"{read_only:false; response_revision:6844; number_of_response:1; }","duration":"290.129045ms","start":"2026-04-28T03:35:12.919047Z","end":"2026-04-28T03:35:13.209176Z","steps":["trace[1486287972] 'process raft request' (duration: 290.034112ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:13.209317Z","caller":"traceutil/trace.go:171","msg":"trace[173383903] transaction","detail":"{read_only:false; response_revision:6845; number_of_response:1; }","duration":"290.103664ms","start":"2026-04-28T03:35:12.9192Z","end":"2026-04-28T03:35:13.209304Z","steps":["trace[173383903] 'process raft request' (duration: 289.92962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:13.209428Z","caller":"traceutil/trace.go:171","msg":"trace[1379283056] transaction","detail":"{read_only:false; response_revision:6843; number_of_response:1; }","duration":"290.438293ms","start":"2026-04-28T03:35:12.918979Z","end":"2026-04-28T03:35:13.209417Z","steps":["trace[1379283056] 'process raft request' (duration: 289.94014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:13.20979Z","caller":"traceutil/trace.go:171","msg":"trace[1861864987] transaction","detail":"{read_only:false; response_revision:6846; number_of_response:1; }","duration":"290.504345ms","start":"2026-04-28T03:35:12.91926Z","end":"2026-04-28T03:35:13.209765Z","steps":["trace[1861864987] 'process raft request' (duration: 290.002391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:13.210012Z","caller":"traceutil/trace.go:171","msg":"trace[1511885711] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"290.171365ms","start":"2026-04-28T03:35:12.919832Z","end":"2026-04-28T03:35:13.210003Z","steps":["trace[1511885711] 'process raft request' (duration: 289.843186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:13.210161Z","caller":"traceutil/trace.go:171","msg":"trace[375319364] linearizableReadLoop","detail":"{readStateIndex:7099; appliedIndex:7093; }","duration":"289.96202ms","start":"2026-04-28T03:35:12.92019Z","end":"2026-04-28T03:35:13.210152Z","steps":["trace[375319364] 'read index received' (duration: 286.425563ms)","trace[375319364] 'applied index is now lower than readState.Index' (duration: 3.535827ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:13.210309Z","caller":"traceutil/trace.go:171","msg":"trace[1964240610] transaction","detail":"{read_only:false; response_revision:6848; number_of_response:1; }","duration":"288.52051ms","start":"2026-04-28T03:35:12.921775Z","end":"2026-04-28T03:35:13.210296Z","steps":["trace[1964240610] 'process raft request' (duration: 288.107929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:13.210365Z","caller":"traceutil/trace.go:171","msg":"trace[1932444812] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6848; }","duration":"283.809981ms","start":"2026-04-28T03:35:12.926515Z","end":"2026-04-28T03:35:13.210325Z","steps":["trace[1932444812] 'process raft request' (duration: 283.593725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:13.210442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.854246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-j7cdz.18aa6766e9695955\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-28T03:35:13.2105Z","caller":"traceutil/trace.go:171","msg":"trace[824861839] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-j7cdz.18aa6766e9695955; range_end:; response_count:1; response_revision:6848; }","duration":"278.954239ms","start":"2026-04-28T03:35:12.931527Z","end":"2026-04-28T03:35:13.210481Z","steps":["trace[824861839] 'agreement among raft nodes before linearized reading' (duration: 278.767073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:13.213185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.974723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19521"} {"level":"info","ts":"2026-04-28T03:35:13.213232Z","caller":"traceutil/trace.go:171","msg":"trace[200746845] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6848; }","duration":"293.060555ms","start":"2026-04-28T03:35:12.920162Z","end":"2026-04-28T03:35:13.213222Z","steps":["trace[200746845] 'agreement among raft nodes before linearized reading' (duration: 290.079453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:14.206843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452479087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:35:14.708058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452479087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:35:14.864481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288802492s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:35:15.997652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:35:15.997732Z","caller":"traceutil/trace.go:171","msg":"trace[536749570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095469s","start":"2026-04-28T03:35:13.99762Z","end":"2026-04-28T03:35:15.997716Z","steps":["trace[536749570] 'agreement among raft nodes before linearized reading' (duration: 1.999987326s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:15.997772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:13.997595Z","time spent":"2.000169481s","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:35:17.999324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:35:17.999404Z","caller":"traceutil/trace.go:171","msg":"trace[1517186924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000035797s","start":"2026-04-28T03:35:15.999352Z","end":"2026-04-28T03:35:17.999387Z","steps":["trace[1517186924] 'agreement among raft nodes before linearized reading' (duration: 1.999932565s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:17.999445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:15.999325Z","time spent":"2.00011463s","remote":"127.0.0.1:44772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:35:18.012082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:14.844132Z","time spent":"3.167941858s","remote":"127.0.0.1:57930","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:35:18.012665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420408881s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:18.012782Z","caller":"traceutil/trace.go:171","msg":"trace[1308158254] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6849; }","duration":"3.420530665s","start":"2026-04-28T03:35:14.592234Z","end":"2026-04-28T03:35:18.012765Z","steps":["trace[1308158254] 'range keys from in-memory index tree' (duration: 3.419499537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.012858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147746895s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:35:18.012966Z","caller":"traceutil/trace.go:171","msg":"trace[1459249360] transaction","detail":"{read_only:false; response_revision:6850; number_of_response:1; }","duration":"4.437429781s","start":"2026-04-28T03:35:13.575522Z","end":"2026-04-28T03:35:18.012951Z","steps":["trace[1459249360] 'process raft request' (duration: 1.289272765s)","trace[1459249360] 'compare' (duration: 3.147519738s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:18.013019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:13.575484Z","time spent":"4.437507573s","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:18.013357Z","caller":"traceutil/trace.go:171","msg":"trace[2070595318] linearizableReadLoop","detail":"{readStateIndex:7103; appliedIndex:7102; }","duration":"4.307452632s","start":"2026-04-28T03:35:13.705894Z","end":"2026-04-28T03:35:18.013347Z","steps":["trace[2070595318] 'read index received' (duration: 1.158812132s)","trace[2070595318] 'applied index is now lower than readState.Index' (duration: 3.14863951s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:18.013593Z","caller":"traceutil/trace.go:171","msg":"trace[66103575] transaction","detail":"{read_only:false; response_revision:6851; number_of_response:1; }","duration":"3.097216731s","start":"2026-04-28T03:35:14.916366Z","end":"2026-04-28T03:35:18.013583Z","steps":["trace[66103575] 'process raft request' (duration: 3.096613775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.013648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:14.916323Z","time spent":"3.097292423s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:18.013777Z","caller":"traceutil/trace.go:171","msg":"trace[393845956] transaction","detail":"{read_only:false; response_revision:6852; number_of_response:1; }","duration":"3.097393966s","start":"2026-04-28T03:35:14.916373Z","end":"2026-04-28T03:35:18.013767Z","steps":["trace[393845956] 'process raft request' (duration: 3.096683207s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.013823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:14.916342Z","time spent":"3.097454248s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:18.013938Z","caller":"traceutil/trace.go:171","msg":"trace[1453317501] transaction","detail":"{read_only:false; response_revision:6853; number_of_response:1; }","duration":"3.097380376s","start":"2026-04-28T03:35:14.916548Z","end":"2026-04-28T03:35:18.013928Z","steps":["trace[1453317501] 'process raft request' (duration: 3.096550883s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.013981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:14.916502Z","time spent":"3.097454298s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:18.014241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380772816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:35:18.014327Z","caller":"traceutil/trace.go:171","msg":"trace[580992426] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:6855; }","duration":"3.380952181s","start":"2026-04-28T03:35:14.633354Z","end":"2026-04-28T03:35:18.014307Z","steps":["trace[580992426] 'agreement among raft nodes before linearized reading' (duration: 3.380684064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.014363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:14.633318Z","time spent":"3.381037783s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"info","ts":"2026-04-28T03:35:18.014443Z","caller":"traceutil/trace.go:171","msg":"trace[845518381] transaction","detail":"{read_only:false; response_revision:6854; number_of_response:1; }","duration":"142.784989ms","start":"2026-04-28T03:35:17.871648Z","end":"2026-04-28T03:35:18.014433Z","steps":["trace[845518381] 'process raft request' (duration: 141.482684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.014722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799846568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:35:18.014745Z","caller":"traceutil/trace.go:171","msg":"trace[131525021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6855; }","duration":"2.799870539s","start":"2026-04-28T03:35:15.214867Z","end":"2026-04-28T03:35:18.014738Z","steps":["trace[131525021] 'agreement among raft nodes before linearized reading' (duration: 2.799776656s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.014764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:15.214775Z","time spent":"2.799984332s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:35:18.014862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800540097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:35:18.014879Z","caller":"traceutil/trace.go:171","msg":"trace[833024724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6855; }","duration":"2.800556567s","start":"2026-04-28T03:35:15.214316Z","end":"2026-04-28T03:35:18.014873Z","steps":["trace[833024724] 'agreement among raft nodes before linearized reading' (duration: 2.800500106s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.014895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:15.21396Z","time spent":"2.800931318s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:35:18.014862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799883019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:35:18.014916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222829645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:35:18.014941Z","caller":"traceutil/trace.go:171","msg":"trace[1176754542] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6855; }","duration":"1.222881197s","start":"2026-04-28T03:35:16.792052Z","end":"2026-04-28T03:35:18.014933Z","steps":["trace[1176754542] 'agreement among raft nodes before linearized reading' (duration: 1.222822506s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:18.014955Z","caller":"traceutil/trace.go:171","msg":"trace[1167689334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6855; }","duration":"2.800009493s","start":"2026-04-28T03:35:15.214921Z","end":"2026-04-28T03:35:18.014931Z","steps":["trace[1167689334] 'agreement among raft nodes before linearized reading' (duration: 2.799719025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.014978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801587466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:35:18.015Z","caller":"traceutil/trace.go:171","msg":"trace[395594032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6855; }","duration":"2.801659778s","start":"2026-04-28T03:35:15.213334Z","end":"2026-04-28T03:35:18.014994Z","steps":["trace[395594032] 'agreement among raft nodes before linearized reading' (duration: 2.801603126s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.015002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:15.21491Z","time spent":"2.800082095s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:35:18.015018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:15.213311Z","time spent":"2.801703209s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:35:18.015026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41714358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:18.015114Z","caller":"traceutil/trace.go:171","msg":"trace[537068324] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6855; }","duration":"2.417291774s","start":"2026-04-28T03:35:15.597803Z","end":"2026-04-28T03:35:18.015095Z","steps":["trace[537068324] 'agreement among raft nodes before linearized reading' (duration: 2.41714938s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.015148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:15.597741Z","time spent":"2.417398597s","remote":"127.0.0.1:50034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:18.015152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089053308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bhkjn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-28T03:35:18.015018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309131198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:18.015175Z","caller":"traceutil/trace.go:171","msg":"trace[1804048603] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bhkjn; range_end:; response_count:1; response_revision:6855; }","duration":"3.0891033s","start":"2026-04-28T03:35:14.926065Z","end":"2026-04-28T03:35:18.015168Z","steps":["trace[1804048603] 'agreement among raft nodes before linearized reading' (duration: 3.089028497s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:18.01519Z","caller":"traceutil/trace.go:171","msg":"trace[641403865] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6855; }","duration":"4.309324053s","start":"2026-04-28T03:35:13.705854Z","end":"2026-04-28T03:35:18.015178Z","steps":["trace[641403865] 'agreement among raft nodes before linearized reading' (duration: 4.309139228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.015225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:13.705836Z","time spent":"4.309378705s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:35:18.014962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:16.792041Z","time spent":"1.222916838s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":7,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:18.015286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223164385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:35:18.015326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798973475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T03:35:18.015261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223151244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:35:18.015198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:14.926053Z","time spent":"3.08914097s","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-bhkjn\" "} {"level":"info","ts":"2026-04-28T03:35:18.015355Z","caller":"traceutil/trace.go:171","msg":"trace[747252051] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6855; }","duration":"2.799009135s","start":"2026-04-28T03:35:15.216334Z","end":"2026-04-28T03:35:18.015343Z","steps":["trace[747252051] 'agreement among raft nodes before linearized reading' (duration: 2.798903902s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:18.015353Z","caller":"traceutil/trace.go:171","msg":"trace[1742997500] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6855; }","duration":"1.223257927s","start":"2026-04-28T03:35:16.792079Z","end":"2026-04-28T03:35:18.015337Z","steps":["trace[1742997500] 'agreement among raft nodes before linearized reading' (duration: 1.223100503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.015374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:15.215953Z","time spent":"2.799416577s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:35:18.015341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799330754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:35:18.01538Z","caller":"traceutil/trace.go:171","msg":"trace[690947689] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6855; }","duration":"1.223315769s","start":"2026-04-28T03:35:16.792041Z","end":"2026-04-28T03:35:18.015356Z","steps":["trace[690947689] 'agreement among raft nodes before linearized reading' (duration: 1.223117153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.015393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:16.792023Z","time spent":"1.223360339s","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":40,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:35:18.015427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:16.792023Z","time spent":"1.22339447s","remote":"127.0.0.1:49846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:35:18.015424Z","caller":"traceutil/trace.go:171","msg":"trace[1103946869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6855; }","duration":"2.799550651s","start":"2026-04-28T03:35:15.215848Z","end":"2026-04-28T03:35:18.015399Z","steps":["trace[1103946869] 'agreement among raft nodes before linearized reading' (duration: 2.799272453s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:18.015471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:15.215349Z","time spent":"2.800112746s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:35:37.360612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128489683s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:35:37.361562Z","caller":"traceutil/trace.go:171","msg":"trace[299519313] transaction","detail":"{read_only:false; response_revision:7013; number_of_response:1; }","duration":"1.131231529s","start":"2026-04-28T03:35:36.230304Z","end":"2026-04-28T03:35:37.361535Z","steps":["trace[299519313] 'process raft request' (duration: 1.131053714s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:37.361746Z","caller":"traceutil/trace.go:171","msg":"trace[698609167] linearizableReadLoop","detail":"{readStateIndex:7274; appliedIndex:7271; }","duration":"1.13053906s","start":"2026-04-28T03:35:36.231182Z","end":"2026-04-28T03:35:37.361721Z","steps":["trace[698609167] 'read index received' (duration: 922.025µs)","trace[698609167] 'applied index is now lower than readState.Index' (duration: 1.129614525s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:37.362183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130982322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111910"} {"level":"info","ts":"2026-04-28T03:35:37.362211Z","caller":"traceutil/trace.go:171","msg":"trace[1851282076] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:7013; }","duration":"1.131034383s","start":"2026-04-28T03:35:36.231169Z","end":"2026-04-28T03:35:37.362203Z","steps":["trace[1851282076] 'agreement among raft nodes before linearized reading' (duration: 1.130620662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:37.362235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:36.231133Z","time spent":"1.131096245s","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111932,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-28T03:35:37.362762Z","caller":"traceutil/trace.go:171","msg":"trace[167343786] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7013; }","duration":"1.132243036s","start":"2026-04-28T03:35:36.230503Z","end":"2026-04-28T03:35:37.362746Z","steps":["trace[167343786] 'process raft request' (duration: 1.131006752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:37.362848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:36.230495Z","time spent":"1.132289438s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":61,"response count":0,"response size":9505,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:35:37.363821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:36.230286Z","time spent":"1.131346351s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:37.40199Z","caller":"traceutil/trace.go:171","msg":"trace[1805013652] transaction","detail":"{read_only:false; response_revision:7014; number_of_response:1; }","duration":"1.162913866s","start":"2026-04-28T03:35:36.239045Z","end":"2026-04-28T03:35:37.401959Z","steps":["trace[1805013652] 'process raft request' (duration: 1.16269629s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:37.402231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:36.239009Z","time spent":"1.16306214s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1436,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:40.826155Z","caller":"traceutil/trace.go:171","msg":"trace[500384835] transaction","detail":"{read_only:false; response_revision:7056; number_of_response:1; }","duration":"279.627957ms","start":"2026-04-28T03:35:40.546483Z","end":"2026-04-28T03:35:40.826111Z","steps":["trace[500384835] 'process raft request' (duration: 279.363169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:42.289315Z","caller":"traceutil/trace.go:171","msg":"trace[1007835792] transaction","detail":"{read_only:false; response_revision:7064; number_of_response:1; }","duration":"141.093975ms","start":"2026-04-28T03:35:42.148193Z","end":"2026-04-28T03:35:42.289287Z","steps":["trace[1007835792] 'process raft request' (duration: 140.792886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:42.289881Z","caller":"traceutil/trace.go:171","msg":"trace[305889257] transaction","detail":"{read_only:false; response_revision:7065; number_of_response:1; }","duration":"141.061283ms","start":"2026-04-28T03:35:42.148796Z","end":"2026-04-28T03:35:42.289858Z","steps":["trace[305889257] 'process raft request' (duration: 140.906559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:42.290063Z","caller":"traceutil/trace.go:171","msg":"trace[1291939492] linearizableReadLoop","detail":"{readStateIndex:7329; appliedIndex:7326; }","duration":"139.408038ms","start":"2026-04-28T03:35:42.150619Z","end":"2026-04-28T03:35:42.290027Z","steps":["trace[1291939492] 'read index received' (duration: 138.307298ms)","trace[1291939492] 'applied index is now lower than readState.Index' (duration: 1.09265ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:35:42.290106Z","caller":"traceutil/trace.go:171","msg":"trace[1304184681] transaction","detail":"{read_only:false; response_revision:7066; number_of_response:1; }","duration":"139.554022ms","start":"2026-04-28T03:35:42.150502Z","end":"2026-04-28T03:35:42.290056Z","steps":["trace[1304184681] 'process raft request' (duration: 139.305385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:42.290277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.649335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:35:42.29032Z","caller":"traceutil/trace.go:171","msg":"trace[1978907363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7066; }","duration":"139.749038ms","start":"2026-04-28T03:35:42.15056Z","end":"2026-04-28T03:35:42.290309Z","steps":["trace[1978907363] 'agreement among raft nodes before linearized reading' (duration: 139.590913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:42.290333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.577607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:35:42.290365Z","caller":"traceutil/trace.go:171","msg":"trace[796940906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7066; }","duration":"126.646199ms","start":"2026-04-28T03:35:42.16371Z","end":"2026-04-28T03:35:42.290356Z","steps":["trace[796940906] 'agreement among raft nodes before linearized reading' (duration: 126.489345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:42.290433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.7539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bhkjn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-28T03:35:42.290533Z","caller":"traceutil/trace.go:171","msg":"trace[1417184962] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bhkjn; range_end:; response_count:1; response_revision:7066; }","duration":"115.896954ms","start":"2026-04-28T03:35:42.174614Z","end":"2026-04-28T03:35:42.290511Z","steps":["trace[1417184962] 'agreement among raft nodes before linearized reading' (duration: 115.622717ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:01.557092Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6047} {"level":"info","ts":"2026-04-28T03:38:01.653952Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6047,"took":"94.607754ms","hash":2378888782,"current-db-size-bytes":58048512,"current-db-size":"58 MB","current-db-size-in-use-bytes":22994944,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-28T03:38:01.654029Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2378888782,"revision":6047,"compact-revision":2961} {"level":"info","ts":"2026-04-28T03:38:02.874846Z","caller":"traceutil/trace.go:171","msg":"trace[100783903] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"233.76542ms","start":"2026-04-28T03:38:02.641048Z","end":"2026-04-28T03:38:02.874813Z","steps":["trace[100783903] 'process raft request' (duration: 233.583935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:03.048268Z","caller":"traceutil/trace.go:171","msg":"trace[621412697] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"404.686787ms","start":"2026-04-28T03:38:02.643529Z","end":"2026-04-28T03:38:03.048216Z","steps":["trace[621412697] 'process raft request' (duration: 404.325947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:03.048407Z","caller":"traceutil/trace.go:171","msg":"trace[1770761190] linearizableReadLoop","detail":"{readStateIndex:8526; appliedIndex:8523; }","duration":"204.92101ms","start":"2026-04-28T03:38:02.843458Z","end":"2026-04-28T03:38:03.048379Z","steps":["trace[1770761190] 'read index received' (duration: 31.210116ms)","trace[1770761190] 'applied index is now lower than readState.Index' (duration: 173.708694ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:03.048504Z","caller":"traceutil/trace.go:171","msg":"trace[204872689] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"288.881832ms","start":"2026-04-28T03:38:02.759534Z","end":"2026-04-28T03:38:03.048415Z","steps":["trace[204872689] 'process raft request' (duration: 288.597004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:03.048587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:02.643492Z","time spent":"404.907513ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:38:03.048682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.199607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T03:38:03.048733Z","caller":"traceutil/trace.go:171","msg":"trace[1934138905] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8228; }","duration":"205.28851ms","start":"2026-04-28T03:38:02.843427Z","end":"2026-04-28T03:38:03.048715Z","steps":["trace[1934138905] 'agreement among raft nodes before linearized reading' (duration: 205.097175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:03.048837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.887599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127202"} {"level":"info","ts":"2026-04-28T03:38:03.048946Z","caller":"traceutil/trace.go:171","msg":"trace[1587604020] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8228; }","duration":"197.008512ms","start":"2026-04-28T03:38:02.851912Z","end":"2026-04-28T03:38:03.04892Z","steps":["trace[1587604020] 'agreement among raft nodes before linearized reading' (duration: 196.674423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:14.480527Z","caller":"traceutil/trace.go:171","msg":"trace[230618290] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"213.627258ms","start":"2026-04-28T03:38:14.266869Z","end":"2026-04-28T03:38:14.480496Z","steps":["trace[230618290] 'process raft request' (duration: 213.457763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:15.101203Z","caller":"traceutil/trace.go:171","msg":"trace[476128458] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"184.294294ms","start":"2026-04-28T03:38:14.916878Z","end":"2026-04-28T03:38:15.101172Z","steps":["trace[476128458] 'process raft request' (duration: 183.970125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:15.385546Z","caller":"traceutil/trace.go:171","msg":"trace[1887948110] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8591; }","duration":"283.547055ms","start":"2026-04-28T03:38:15.101937Z","end":"2026-04-28T03:38:15.385484Z","steps":["trace[1887948110] 'read index received' (duration: 191.400078ms)","trace[1887948110] 'applied index is now lower than readState.Index' (duration: 92.146177ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:15.38575Z","caller":"traceutil/trace.go:171","msg":"trace[1483350171] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"293.264692ms","start":"2026-04-28T03:38:15.09246Z","end":"2026-04-28T03:38:15.385725Z","steps":["trace[1483350171] 'process raft request' (duration: 200.858928ms)","trace[1483350171] 'compare' (duration: 91.514149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:38:15.385787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.819222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:38:15.385862Z","caller":"traceutil/trace.go:171","msg":"trace[824959740] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"292.175782ms","start":"2026-04-28T03:38:15.093664Z","end":"2026-04-28T03:38:15.38584Z","steps":["trace[824959740] 'process raft request' (duration: 291.74331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:15.385906Z","caller":"traceutil/trace.go:171","msg":"trace[1234293441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8292; }","duration":"283.970497ms","start":"2026-04-28T03:38:15.101909Z","end":"2026-04-28T03:38:15.385879Z","steps":["trace[1234293441] 'agreement among raft nodes before linearized reading' (duration: 283.773761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:15.385975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.177046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bhkjn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-28T03:38:15.386009Z","caller":"traceutil/trace.go:171","msg":"trace[1046533816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bhkjn; range_end:; response_count:1; response_revision:8292; }","duration":"166.206847ms","start":"2026-04-28T03:38:15.219792Z","end":"2026-04-28T03:38:15.385999Z","steps":["trace[1046533816] 'agreement among raft nodes before linearized reading' (duration: 166.128535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:15.385876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.243668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:38:15.386102Z","caller":"traceutil/trace.go:171","msg":"trace[231099785] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8292; }","duration":"263.513505ms","start":"2026-04-28T03:38:15.122566Z","end":"2026-04-28T03:38:15.38608Z","steps":["trace[231099785] 'agreement among raft nodes before linearized reading' (duration: 263.199197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:15.386216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.798732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:38:15.386233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.046036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:38:15.386244Z","caller":"traceutil/trace.go:171","msg":"trace[996149977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8292; }","duration":"229.866354ms","start":"2026-04-28T03:38:15.156372Z","end":"2026-04-28T03:38:15.386238Z","steps":["trace[996149977] 'agreement among raft nodes before linearized reading' (duration: 229.801932ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:15.386257Z","caller":"traceutil/trace.go:171","msg":"trace[1410436164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8292; }","duration":"188.103598ms","start":"2026-04-28T03:38:15.198147Z","end":"2026-04-28T03:38:15.386251Z","steps":["trace[1410436164] 'agreement among raft nodes before linearized reading' (duration: 187.997375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:15.386346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.131689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:38:15.386365Z","caller":"traceutil/trace.go:171","msg":"trace[2129422702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8292; }","duration":"188.19356ms","start":"2026-04-28T03:38:15.198165Z","end":"2026-04-28T03:38:15.386358Z","steps":["trace[2129422702] 'agreement among raft nodes before linearized reading' (duration: 188.146289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:15.386407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.568956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:38:15.386448Z","caller":"traceutil/trace.go:171","msg":"trace[481489005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8292; }","duration":"186.641978ms","start":"2026-04-28T03:38:15.199797Z","end":"2026-04-28T03:38:15.386439Z","steps":["trace[481489005] 'agreement among raft nodes before linearized reading' (duration: 186.483624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:15.386566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.921907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:38:15.386597Z","caller":"traceutil/trace.go:171","msg":"trace[703902004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8292; }","duration":"185.971189ms","start":"2026-04-28T03:38:15.200617Z","end":"2026-04-28T03:38:15.386589Z","steps":["trace[703902004] 'agreement among raft nodes before linearized reading' (duration: 185.903647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:27.595485Z","caller":"traceutil/trace.go:171","msg":"trace[1672710579] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"163.861804ms","start":"2026-04-28T03:38:27.431591Z","end":"2026-04-28T03:38:27.595453Z","steps":["trace[1672710579] 'process raft request' (duration: 163.661248ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:27.946232Z","caller":"traceutil/trace.go:171","msg":"trace[499354107] linearizableReadLoop","detail":"{readStateIndex:8665; appliedIndex:8663; }","duration":"463.573243ms","start":"2026-04-28T03:38:27.482614Z","end":"2026-04-28T03:38:27.946187Z","steps":["trace[499354107] 'read index received' (duration: 112.716212ms)","trace[499354107] 'applied index is now lower than readState.Index' (duration: 350.855601ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:27.946281Z","caller":"traceutil/trace.go:171","msg":"trace[1367218466] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"511.601169ms","start":"2026-04-28T03:38:27.434637Z","end":"2026-04-28T03:38:27.946238Z","steps":["trace[1367218466] 'process raft request' (duration: 510.677974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:27.946464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:27.434614Z","time spent":"511.752894ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:38:27.946485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.85076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T03:38:27.946592Z","caller":"traceutil/trace.go:171","msg":"trace[1793443986] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8362; }","duration":"464.011614ms","start":"2026-04-28T03:38:27.482552Z","end":"2026-04-28T03:38:27.946564Z","steps":["trace[1793443986] 'agreement among raft nodes before linearized reading' (duration: 463.728136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:27.946607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.457011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:38:27.94663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:27.48253Z","time spent":"464.093407ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:38:27.94666Z","caller":"traceutil/trace.go:171","msg":"trace[742066464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8362; }","duration":"408.537443ms","start":"2026-04-28T03:38:27.53811Z","end":"2026-04-28T03:38:27.946648Z","steps":["trace[742066464] 'agreement among raft nodes before linearized reading' (duration: 408.303727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:27.9467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:27.538086Z","time spent":"408.605564ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:38:27.946777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.165818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:38:27.946797Z","caller":"traceutil/trace.go:171","msg":"trace[38354976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8362; }","duration":"406.204269ms","start":"2026-04-28T03:38:27.540587Z","end":"2026-04-28T03:38:27.946791Z","steps":["trace[38354976] 'agreement among raft nodes before linearized reading' (duration: 406.141157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:27.946815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:27.540576Z","time spent":"406.23529ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:38:27.946879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.100691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:38:27.946912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.476379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:38:27.946919Z","caller":"traceutil/trace.go:171","msg":"trace[797126285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8362; }","duration":"408.207173ms","start":"2026-04-28T03:38:27.538703Z","end":"2026-04-28T03:38:27.94691Z","steps":["trace[797126285] 'agreement among raft nodes before linearized reading' (duration: 408.108101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:27.946929Z","caller":"traceutil/trace.go:171","msg":"trace[786844103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8362; }","duration":"405.50987ms","start":"2026-04-28T03:38:27.541414Z","end":"2026-04-28T03:38:27.946924Z","steps":["trace[786844103] 'agreement among raft nodes before linearized reading' (duration: 405.454928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:27.946921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.410373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:38:27.946954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:27.541402Z","time spent":"405.549041ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:38:27.946953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:27.538675Z","time spent":"408.272535ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:38:27.946988Z","caller":"traceutil/trace.go:171","msg":"trace[399514887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8362; }","duration":"364.487825ms","start":"2026-04-28T03:38:27.582483Z","end":"2026-04-28T03:38:27.946971Z","steps":["trace[399514887] 'agreement among raft nodes before linearized reading' (duration: 364.227408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:27.946608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.818132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bhkjn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-28T03:38:27.947035Z","caller":"traceutil/trace.go:171","msg":"trace[1108783763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bhkjn; range_end:; response_count:1; response_revision:8362; }","duration":"397.285815ms","start":"2026-04-28T03:38:27.549742Z","end":"2026-04-28T03:38:27.947028Z","steps":["trace[1108783763] 'agreement among raft nodes before linearized reading' (duration: 396.76125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:27.947047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:27.582477Z","time spent":"364.558877ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:38:27.947063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:27.549733Z","time spent":"397.324656ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-bhkjn\" "} {"level":"warn","ts":"2026-04-28T03:38:30.467309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452483192,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:38:30.546257Z","caller":"traceutil/trace.go:171","msg":"trace[620150158] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"583.032578ms","start":"2026-04-28T03:38:29.963187Z","end":"2026-04-28T03:38:30.54622Z","steps":["trace[620150158] 'process raft request' (duration: 582.867663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:30.546439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:29.963174Z","time spent":"583.153101ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:38:30.547828Z","caller":"traceutil/trace.go:171","msg":"trace[1473656023] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"581.229108ms","start":"2026-04-28T03:38:29.966575Z","end":"2026-04-28T03:38:30.547804Z","steps":["trace[1473656023] 'process raft request' (duration: 581.154336ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:30.547854Z","caller":"traceutil/trace.go:171","msg":"trace[1510308830] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"581.27187ms","start":"2026-04-28T03:38:29.966549Z","end":"2026-04-28T03:38:30.547821Z","steps":["trace[1510308830] 'process raft request' (duration: 581.046713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:30.548001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:29.966558Z","time spent":"581.336882ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:38:30.548091Z","caller":"traceutil/trace.go:171","msg":"trace[328410710] linearizableReadLoop","detail":"{readStateIndex:8681; appliedIndex:8677; }","duration":"580.93608ms","start":"2026-04-28T03:38:29.967136Z","end":"2026-04-28T03:38:30.548072Z","steps":["trace[328410710] 'read index received' (duration: 579.255994ms)","trace[328410710] 'applied index is now lower than readState.Index' (duration: 1.675336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:38:30.5481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:29.966534Z","time spent":"581.473475ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:38:30.548142Z","caller":"traceutil/trace.go:171","msg":"trace[1555890781] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"581.492825ms","start":"2026-04-28T03:38:29.966636Z","end":"2026-04-28T03:38:30.548129Z","steps":["trace[1555890781] 'process raft request' (duration: 581.130535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:30.54821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:29.966615Z","time spent":"581.560157ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:38:30.548269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.407868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:38:30.548316Z","caller":"traceutil/trace.go:171","msg":"trace[1125728400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8377; }","duration":"548.496501ms","start":"2026-04-28T03:38:29.999805Z","end":"2026-04-28T03:38:30.548302Z","steps":["trace[1125728400] 'agreement among raft nodes before linearized reading' (duration: 548.401908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:30.548299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.514191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:38:30.548359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:29.999789Z","time spent":"548.563302ms","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:38:30.548392Z","caller":"traceutil/trace.go:171","msg":"trace[2027010877] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8377; }","duration":"335.679255ms","start":"2026-04-28T03:38:30.21269Z","end":"2026-04-28T03:38:30.548369Z","steps":["trace[2027010877] 'agreement among raft nodes before linearized reading' (duration: 335.52715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:30.548391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.688368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:38:30.548448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:30.212659Z","time spent":"335.777197ms","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:38:30.54826Z","caller":"traceutil/trace.go:171","msg":"trace[1522526763] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"581.500785ms","start":"2026-04-28T03:38:29.966679Z","end":"2026-04-28T03:38:30.548179Z","steps":["trace[1522526763] 'process raft request' (duration: 581.283219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:30.548474Z","caller":"traceutil/trace.go:171","msg":"trace[491234295] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8377; }","duration":"396.871163ms","start":"2026-04-28T03:38:30.15158Z","end":"2026-04-28T03:38:30.548451Z","steps":["trace[491234295] 'agreement among raft nodes before linearized reading' (duration: 396.691998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:30.549173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:30.151474Z","time spent":"397.677865ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:38:30.54866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.658792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7575787575-vjj6q.18aa681bb0a4b7dd\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-28T03:38:30.549204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:29.966671Z","time spent":"582.387849ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:38:30.549261Z","caller":"traceutil/trace.go:171","msg":"trace[2121470854] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7575787575-vjj6q.18aa681bb0a4b7dd; range_end:; response_count:1; response_revision:8377; }","duration":"434.292129ms","start":"2026-04-28T03:38:30.114932Z","end":"2026-04-28T03:38:30.549224Z","steps":["trace[2121470854] 'agreement among raft nodes before linearized reading' (duration: 433.358483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:30.54886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.689671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223851"} {"level":"warn","ts":"2026-04-28T03:38:30.549315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:30.114906Z","time spent":"434.390732ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-7575787575-vjj6q.18aa681bb0a4b7dd\" "} {"level":"info","ts":"2026-04-28T03:38:30.549346Z","caller":"traceutil/trace.go:171","msg":"trace[1720354886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8377; }","duration":"582.246226ms","start":"2026-04-28T03:38:29.967076Z","end":"2026-04-28T03:38:30.549322Z","steps":["trace[1720354886] 'agreement among raft nodes before linearized reading' (duration: 581.092444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:30.549437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:38:29.967064Z","time spent":"582.343999ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223873,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:38:56.171581Z","caller":"traceutil/trace.go:171","msg":"trace[2130783331] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8599; }","duration":"129.937803ms","start":"2026-04-28T03:38:56.041616Z","end":"2026-04-28T03:38:56.171554Z","steps":["trace[2130783331] 'process raft request' (duration: 117.282046ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:56.183169Z","caller":"traceutil/trace.go:171","msg":"trace[359170489] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"141.223523ms","start":"2026-04-28T03:38:56.041922Z","end":"2026-04-28T03:38:56.183146Z","steps":["trace[359170489] 'process raft request' (duration: 140.585655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:56.808278Z","caller":"traceutil/trace.go:171","msg":"trace[606461409] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"105.356319ms","start":"2026-04-28T03:38:56.702888Z","end":"2026-04-28T03:38:56.808244Z","steps":["trace[606461409] 'process raft request' (duration: 105.131533ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:56.808366Z","caller":"traceutil/trace.go:171","msg":"trace[14650910] linearizableReadLoop","detail":"{readStateIndex:8922; appliedIndex:8922; }","duration":"102.086249ms","start":"2026-04-28T03:38:56.70623Z","end":"2026-04-28T03:38:56.808316Z","steps":["trace[14650910] 'read index received' (duration: 102.062588ms)","trace[14650910] 'applied index is now lower than readState.Index' (duration: 20.111µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:38:56.808644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.387458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:38:56.808739Z","caller":"traceutil/trace.go:171","msg":"trace[623329478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8607; }","duration":"102.554532ms","start":"2026-04-28T03:38:56.706163Z","end":"2026-04-28T03:38:56.808717Z","steps":["trace[623329478] 'agreement among raft nodes before linearized reading' (duration: 102.248194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:56.937689Z","caller":"traceutil/trace.go:171","msg":"trace[374264646] linearizableReadLoop","detail":"{readStateIndex:8923; appliedIndex:8922; }","duration":"129.197943ms","start":"2026-04-28T03:38:56.808465Z","end":"2026-04-28T03:38:56.937663Z","steps":["trace[374264646] 'read index received' (duration: 122.17082ms)","trace[374264646] 'applied index is now lower than readState.Index' (duration: 7.026213ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:38:56.937753Z","caller":"traceutil/trace.go:171","msg":"trace[2124073400] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"230.556392ms","start":"2026-04-28T03:38:56.707158Z","end":"2026-04-28T03:38:56.937714Z","steps":["trace[2124073400] 'process raft request' (duration: 223.501439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:56.937947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.182932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:38:56.937959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.335082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bhkjn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-28T03:38:56.938005Z","caller":"traceutil/trace.go:171","msg":"trace[1492019082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8608; }","duration":"230.255694ms","start":"2026-04-28T03:38:56.707735Z","end":"2026-04-28T03:38:56.93799Z","steps":["trace[1492019082] 'agreement among raft nodes before linearized reading' (duration: 230.034078ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:56.938026Z","caller":"traceutil/trace.go:171","msg":"trace[1723868523] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bhkjn; range_end:; response_count:1; response_revision:8608; }","duration":"220.395833ms","start":"2026-04-28T03:38:56.717608Z","end":"2026-04-28T03:38:56.938004Z","steps":["trace[1723868523] 'agreement among raft nodes before linearized reading' (duration: 220.200068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:38:56.937947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.71234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T03:38:56.938124Z","caller":"traceutil/trace.go:171","msg":"trace[928456379] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8608; }","duration":"182.942257ms","start":"2026-04-28T03:38:56.755168Z","end":"2026-04-28T03:38:56.938111Z","steps":["trace[928456379] 'agreement among raft nodes before linearized reading' (duration: 182.594618ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:38:56.939766Z","caller":"traceutil/trace.go:171","msg":"trace[1688466540] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"126.18728ms","start":"2026-04-28T03:38:56.813564Z","end":"2026-04-28T03:38:56.939751Z","steps":["trace[1688466540] 'process raft request' (duration: 126.098078ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:39:41.961969Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024ad.wal"} {"level":"info","ts":"2026-04-28T03:40:16.887193Z","caller":"traceutil/trace.go:171","msg":"trace[192974715] transaction","detail":"{read_only:false; response_revision:9334; number_of_response:1; }","duration":"414.345126ms","start":"2026-04-28T03:40:16.472815Z","end":"2026-04-28T03:40:16.88716Z","steps":["trace[192974715] 'process raft request' (duration: 414.084379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:40:16.888274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:40:16.472791Z","time spent":"415.380624ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:40:16.889605Z","caller":"traceutil/trace.go:171","msg":"trace[782731882] linearizableReadLoop","detail":"{readStateIndex:9669; appliedIndex:9669; }","duration":"249.740738ms","start":"2026-04-28T03:40:16.639781Z","end":"2026-04-28T03:40:16.889522Z","steps":["trace[782731882] 'read index received' (duration: 249.720448ms)","trace[782731882] 'applied index is now lower than readState.Index' (duration: 19.07µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:40:16.927364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.543433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:40:16.927503Z","caller":"traceutil/trace.go:171","msg":"trace[1394379155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9334; }","duration":"287.761919ms","start":"2026-04-28T03:40:16.639707Z","end":"2026-04-28T03:40:16.927469Z","steps":["trace[1394379155] 'agreement among raft nodes before linearized reading' (duration: 249.961794ms)","trace[1394379155] 'range keys from in-memory index tree' (duration: 37.498856ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:40:55.621797Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6244e483e416226f","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T03:40:55.626871Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T03:40:55.62696Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T03:43:01.562467Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8225} {"level":"info","ts":"2026-04-28T03:43:01.635495Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8225,"took":"70.799293ms","hash":1137629374,"current-db-size-bytes":58048512,"current-db-size":"58 MB","current-db-size-in-use-bytes":26386432,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T03:43:01.635554Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1137629374,"revision":8225,"compact-revision":6047} {"level":"info","ts":"2026-04-28T03:43:30.189454Z","caller":"traceutil/trace.go:171","msg":"trace[1236033504] linearizableReadLoop","detail":"{readStateIndex:11471; appliedIndex:11470; }","duration":"191.122143ms","start":"2026-04-28T03:43:29.998303Z","end":"2026-04-28T03:43:30.189425Z","steps":["trace[1236033504] 'read index received' (duration: 190.891407ms)","trace[1236033504] 'applied index is now lower than readState.Index' (duration: 229.636µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:43:30.189586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.269828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:43:30.189653Z","caller":"traceutil/trace.go:171","msg":"trace[1405482898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11087; }","duration":"191.379231ms","start":"2026-04-28T03:43:29.998262Z","end":"2026-04-28T03:43:30.189641Z","steps":["trace[1405482898] 'agreement among raft nodes before linearized reading' (duration: 191.273358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:30.189605Z","caller":"traceutil/trace.go:171","msg":"trace[1143360609] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"237.073204ms","start":"2026-04-28T03:43:29.952424Z","end":"2026-04-28T03:43:30.189497Z","steps":["trace[1143360609] 'process raft request' (duration: 236.802036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:43.790577Z","caller":"traceutil/trace.go:171","msg":"trace[2048862212] transaction","detail":"{read_only:false; response_revision:11165; number_of_response:1; }","duration":"105.994347ms","start":"2026-04-28T03:43:43.684547Z","end":"2026-04-28T03:43:43.790542Z","steps":["trace[2048862212] 'process raft request' (duration: 105.749441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:12.866235Z","caller":"traceutil/trace.go:171","msg":"trace[2016520587] linearizableReadLoop","detail":"{readStateIndex:11762; appliedIndex:11761; }","duration":"158.4745ms","start":"2026-04-28T03:44:12.707736Z","end":"2026-04-28T03:44:12.86621Z","steps":["trace[2016520587] 'read index received' (duration: 127.131042ms)","trace[2016520587] 'applied index is now lower than readState.Index' (duration: 31.342188ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:12.866468Z","caller":"traceutil/trace.go:171","msg":"trace[768553418] transaction","detail":"{read_only:false; response_revision:11368; number_of_response:1; }","duration":"278.362335ms","start":"2026-04-28T03:44:12.588086Z","end":"2026-04-28T03:44:12.866448Z","steps":["trace[768553418] 'process raft request' (duration: 246.846802ms)","trace[768553418] 'compare' (duration: 31.172823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:12.86694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.18123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:44:12.867034Z","caller":"traceutil/trace.go:171","msg":"trace[49201720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11368; }","duration":"159.342504ms","start":"2026-04-28T03:44:12.70767Z","end":"2026-04-28T03:44:12.867013Z","steps":["trace[49201720] 'agreement among raft nodes before linearized reading' (duration: 159.115188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:12.867032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.237064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:44:12.867113Z","caller":"traceutil/trace.go:171","msg":"trace[869468714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11368; }","duration":"154.311977ms","start":"2026-04-28T03:44:12.712767Z","end":"2026-04-28T03:44:12.867079Z","steps":["trace[869468714] 'agreement among raft nodes before linearized reading' (duration: 154.163773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:12.866848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.120233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:44:12.867199Z","caller":"traceutil/trace.go:171","msg":"trace[423073769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11368; }","duration":"157.524465ms","start":"2026-04-28T03:44:12.709664Z","end":"2026-04-28T03:44:12.867188Z","steps":["trace[423073769] 'agreement among raft nodes before linearized reading' (duration: 156.917868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:13.22386Z","caller":"traceutil/trace.go:171","msg":"trace[1151541231] transaction","detail":"{read_only:false; response_revision:11369; number_of_response:1; }","duration":"351.113378ms","start":"2026-04-28T03:44:12.872711Z","end":"2026-04-28T03:44:13.223824Z","steps":["trace[1151541231] 'process raft request' (duration: 350.889372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:13.224811Z","caller":"traceutil/trace.go:171","msg":"trace[776116482] linearizableReadLoop","detail":"{readStateIndex:11765; appliedIndex:11762; }","duration":"123.552204ms","start":"2026-04-28T03:44:13.101231Z","end":"2026-04-28T03:44:13.224783Z","steps":["trace[776116482] 'read index received' (duration: 122.218227ms)","trace[776116482] 'applied index is now lower than readState.Index' (duration: 1.332057ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:13.224815Z","caller":"traceutil/trace.go:171","msg":"trace[1587040055] transaction","detail":"{read_only:false; response_revision:11371; number_of_response:1; }","duration":"324.812737ms","start":"2026-04-28T03:44:12.899966Z","end":"2026-04-28T03:44:13.224778Z","steps":["trace[1587040055] 'process raft request' (duration: 324.55616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:13.225026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.710809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:13.225108Z","caller":"traceutil/trace.go:171","msg":"trace[1466917005] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11373; }","duration":"123.863863ms","start":"2026-04-28T03:44:13.101221Z","end":"2026-04-28T03:44:13.225085Z","steps":["trace[1466917005] 'agreement among raft nodes before linearized reading' (duration: 123.669738ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:13.224792Z","caller":"traceutil/trace.go:171","msg":"trace[949972746] transaction","detail":"{read_only:false; response_revision:11370; number_of_response:1; }","duration":"325.171506ms","start":"2026-04-28T03:44:12.899563Z","end":"2026-04-28T03:44:13.224735Z","steps":["trace[949972746] 'process raft request' (duration: 324.844068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:13.225186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:12.899923Z","time spent":"325.146696ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:44:13.225418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:12.899549Z","time spent":"325.707282ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:44:13.225597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.689311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:13.225664Z","caller":"traceutil/trace.go:171","msg":"trace[484685347] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11373; }","duration":"122.738912ms","start":"2026-04-28T03:44:13.102882Z","end":"2026-04-28T03:44:13.225621Z","steps":["trace[484685347] 'agreement among raft nodes before linearized reading' (duration: 122.66407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:13.225842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.033347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:13.226012Z","caller":"traceutil/trace.go:171","msg":"trace[1004109284] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11373; }","duration":"124.636874ms","start":"2026-04-28T03:44:13.101352Z","end":"2026-04-28T03:44:13.225989Z","steps":["trace[1004109284] 'agreement among raft nodes before linearized reading' (duration: 124.054218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:13.22627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:12.872688Z","time spent":"351.474337ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:15.650404Z","caller":"traceutil/trace.go:171","msg":"trace[429743618] transaction","detail":"{read_only:false; response_revision:11382; number_of_response:1; }","duration":"415.080828ms","start":"2026-04-28T03:44:15.235281Z","end":"2026-04-28T03:44:15.650362Z","steps":["trace[429743618] 'process raft request' (duration: 414.825001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.650708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.12957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:44:15.65043Z","caller":"traceutil/trace.go:171","msg":"trace[918817294] linearizableReadLoop","detail":"{readStateIndex:11777; appliedIndex:11777; }","duration":"414.869142ms","start":"2026-04-28T03:44:15.235538Z","end":"2026-04-28T03:44:15.650407Z","steps":["trace[918817294] 'read index received' (duration: 414.855452ms)","trace[918817294] 'applied index is now lower than readState.Index' (duration: 11.03µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:15.650778Z","caller":"traceutil/trace.go:171","msg":"trace[1066641168] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11382; }","duration":"415.230622ms","start":"2026-04-28T03:44:15.235535Z","end":"2026-04-28T03:44:15.650765Z","steps":["trace[1066641168] 'agreement among raft nodes before linearized reading' (duration: 414.954585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.650823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.235515Z","time spent":"415.297735ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-28T03:44:15.65082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.23526Z","time spent":"415.399547ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:15.668816Z","caller":"traceutil/trace.go:171","msg":"trace[52887498] transaction","detail":"{read_only:false; response_revision:11383; number_of_response:1; }","duration":"427.55722ms","start":"2026-04-28T03:44:15.241214Z","end":"2026-04-28T03:44:15.668772Z","steps":["trace[52887498] 'process raft request' (duration: 425.787612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.668918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.310184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:15.668983Z","caller":"traceutil/trace.go:171","msg":"trace[1076506371] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11384; }","duration":"427.391055ms","start":"2026-04-28T03:44:15.241573Z","end":"2026-04-28T03:44:15.668964Z","steps":["trace[1076506371] 'agreement among raft nodes before linearized reading' (duration: 427.250452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.668987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.811595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T03:44:15.669032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.241567Z","time spent":"427.457477ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-28T03:44:15.669044Z","caller":"traceutil/trace.go:171","msg":"trace[352144879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11384; }","duration":"367.895316ms","start":"2026-04-28T03:44:15.301135Z","end":"2026-04-28T03:44:15.66903Z","steps":["trace[352144879] 'agreement among raft nodes before linearized reading' (duration: 367.684801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.66906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.241205Z","time spent":"427.717644ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:44:15.669081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.301122Z","time spent":"367.951588ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:44:15.669219Z","caller":"traceutil/trace.go:171","msg":"trace[108553002] transaction","detail":"{read_only:false; response_revision:11384; number_of_response:1; }","duration":"427.938111ms","start":"2026-04-28T03:44:15.241224Z","end":"2026-04-28T03:44:15.669162Z","steps":["trace[108553002] 'process raft request' (duration: 427.473118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.669283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.971281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bhkjn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-28T03:44:15.669419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.176709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:44:15.669554Z","caller":"traceutil/trace.go:171","msg":"trace[929295963] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11384; }","duration":"343.371575ms","start":"2026-04-28T03:44:15.326152Z","end":"2026-04-28T03:44:15.669524Z","steps":["trace[929295963] 'agreement among raft nodes before linearized reading' (duration: 343.105408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.669641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.326133Z","time spent":"343.495988ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:44:15.669534Z","caller":"traceutil/trace.go:171","msg":"trace[172491165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bhkjn; range_end:; response_count:1; response_revision:11384; }","duration":"428.205497ms","start":"2026-04-28T03:44:15.241302Z","end":"2026-04-28T03:44:15.669508Z","steps":["trace[172491165] 'agreement among raft nodes before linearized reading' (duration: 427.886249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.669812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.241236Z","time spent":"428.544917ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-bhkjn\" "} {"level":"warn","ts":"2026-04-28T03:44:15.669923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.241209Z","time spent":"428.182497ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:44:16.50304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452491494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:44:16.550327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.330202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:44:16.550473Z","caller":"traceutil/trace.go:171","msg":"trace[1858820043] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:11385; }","duration":"685.535627ms","start":"2026-04-28T03:44:15.864902Z","end":"2026-04-28T03:44:16.550438Z","steps":["trace[1858820043] 'count revisions from in-memory index tree' (duration: 685.146466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:16.550537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.864875Z","time spent":"685.64594ms","remote":"127.0.0.1:60460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:44:16.550792Z","caller":"traceutil/trace.go:171","msg":"trace[1542235941] linearizableReadLoop","detail":"{readStateIndex:11781; appliedIndex:11780; }","duration":"549.071801ms","start":"2026-04-28T03:44:16.001701Z","end":"2026-04-28T03:44:16.550772Z","steps":["trace[1542235941] 'read index received' (duration: 548.236898ms)","trace[1542235941] 'applied index is now lower than readState.Index' (duration: 833.862µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:16.55087Z","caller":"traceutil/trace.go:171","msg":"trace[1181605764] transaction","detail":"{read_only:false; response_revision:11386; number_of_response:1; }","duration":"634.796677ms","start":"2026-04-28T03:44:15.916064Z","end":"2026-04-28T03:44:16.550861Z","steps":["trace[1181605764] 'process raft request' (duration: 634.012505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:16.550959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.916035Z","time spent":"634.852469ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:44:16.551074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.97111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:44:16.551173Z","caller":"traceutil/trace.go:171","msg":"trace[334404790] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:11386; }","duration":"410.133675ms","start":"2026-04-28T03:44:16.141012Z","end":"2026-04-28T03:44:16.551145Z","steps":["trace[334404790] 'agreement among raft nodes before linearized reading' (duration: 409.97287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:16.551204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.505043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:16.55123Z","caller":"traceutil/trace.go:171","msg":"trace[920411074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11386; }","duration":"549.570455ms","start":"2026-04-28T03:44:16.001652Z","end":"2026-04-28T03:44:16.551223Z","steps":["trace[920411074] 'agreement among raft nodes before linearized reading' (duration: 549.520794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:16.551228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:16.140983Z","time spent":"410.225196ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:44:16.551258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:16.001614Z","time spent":"549.639457ms","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:44:16.551729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.371674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:44:16.551752Z","caller":"traceutil/trace.go:171","msg":"trace[491420357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11386; }","duration":"110.458386ms","start":"2026-04-28T03:44:16.441287Z","end":"2026-04-28T03:44:16.551745Z","steps":["trace[491420357] 'agreement among raft nodes before linearized reading' (duration: 110.388134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:16.551852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.466897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:44:16.551946Z","caller":"traceutil/trace.go:171","msg":"trace[1019328954] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11386; }","duration":"382.644701ms","start":"2026-04-28T03:44:16.16928Z","end":"2026-04-28T03:44:16.551924Z","steps":["trace[1019328954] 'agreement among raft nodes before linearized reading' (duration: 382.411585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:16.552002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:16.169249Z","time spent":"382.741854ms","remote":"127.0.0.1:45300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:44:27.988647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452491742,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:44:27.989013Z","caller":"traceutil/trace.go:171","msg":"trace[668851617] transaction","detail":"{read_only:false; response_revision:11479; number_of_response:1; }","duration":"706.828591ms","start":"2026-04-28T03:44:27.282156Z","end":"2026-04-28T03:44:27.988985Z","steps":["trace[668851617] 'process raft request' (duration: 706.651396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:27.989144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:27.282134Z","time spent":"706.917083ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:28.004867Z","caller":"traceutil/trace.go:171","msg":"trace[809156918] linearizableReadLoop","detail":"{readStateIndex:11876; appliedIndex:11876; }","duration":"603.991114ms","start":"2026-04-28T03:44:27.400834Z","end":"2026-04-28T03:44:28.004825Z","steps":["trace[809156918] 'read index received' (duration: 603.977523ms)","trace[809156918] 'applied index is now lower than readState.Index' (duration: 11.061µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:28.005004Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2481375445452491744,"received-request-id":2481375445452491742} {"level":"warn","ts":"2026-04-28T03:44:28.380078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.211412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:28.380173Z","caller":"traceutil/trace.go:171","msg":"trace[277511879] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:11479; }","duration":"979.349716ms","start":"2026-04-28T03:44:27.400797Z","end":"2026-04-28T03:44:28.380147Z","steps":["trace[277511879] 'agreement among raft nodes before linearized reading' (duration: 604.312103ms)","trace[277511879] 'count revisions from in-memory index tree' (duration: 374.892389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:28.380208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:27.40078Z","time spent":"979.418577ms","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:44:28.380335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.426583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:44:28.38036Z","caller":"traceutil/trace.go:171","msg":"trace[1587834483] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:11479; }","duration":"954.480974ms","start":"2026-04-28T03:44:27.425872Z","end":"2026-04-28T03:44:28.380353Z","steps":["trace[1587834483] 'agreement among raft nodes before linearized reading' (duration: 579.293357ms)","trace[1587834483] 'count revisions from in-memory index tree' (duration: 375.152287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:28.380384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:27.425851Z","time spent":"954.525426ms","remote":"127.0.0.1:44982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:44:28.380588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.557993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bhkjn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-28T03:44:28.380615Z","caller":"traceutil/trace.go:171","msg":"trace[415975980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bhkjn; range_end:; response_count:1; response_revision:11479; }","duration":"618.606594ms","start":"2026-04-28T03:44:27.762001Z","end":"2026-04-28T03:44:28.380607Z","steps":["trace[415975980] 'agreement among raft nodes before linearized reading' (duration: 243.181211ms)","trace[415975980] 'range keys from in-memory index tree' (duration: 375.2983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:28.380635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:27.761989Z","time spent":"618.641155ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-bhkjn\" "} {"level":"warn","ts":"2026-04-28T03:44:28.380772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.875878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:44:28.380797Z","caller":"traceutil/trace.go:171","msg":"trace[1140106606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11479; }","duration":"654.919309ms","start":"2026-04-28T03:44:27.725871Z","end":"2026-04-28T03:44:28.38079Z","steps":["trace[1140106606] 'agreement among raft nodes before linearized reading' (duration: 279.324531ms)","trace[1140106606] 'range keys from in-memory index tree' (duration: 375.530457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:28.380815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:27.725862Z","time spent":"654.94861ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:44:28.380878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.529385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:44:28.380921Z","caller":"traceutil/trace.go:171","msg":"trace[637659185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11479; }","duration":"655.591098ms","start":"2026-04-28T03:44:27.725317Z","end":"2026-04-28T03:44:28.380908Z","steps":["trace[637659185] 'agreement among raft nodes before linearized reading' (duration: 279.894906ms)","trace[637659185] 'range keys from in-memory index tree' (duration: 375.608098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:28.380938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:27.725306Z","time spent":"655.627788ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:44:28.381044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.52588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:44:28.381066Z","caller":"traceutil/trace.go:171","msg":"trace[1311299225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11479; }","duration":"661.568462ms","start":"2026-04-28T03:44:27.71949Z","end":"2026-04-28T03:44:28.381059Z","steps":["trace[1311299225] 'agreement among raft nodes before linearized reading' (duration: 285.733827ms)","trace[1311299225] 'range keys from in-memory index tree' (duration: 375.783603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:28.381081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:27.71948Z","time spent":"661.597212ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:44:28.381167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.221469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T03:44:28.381186Z","caller":"traceutil/trace.go:171","msg":"trace[152379193] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11479; }","duration":"666.26256ms","start":"2026-04-28T03:44:27.714918Z","end":"2026-04-28T03:44:28.381181Z","steps":["trace[152379193] 'agreement among raft nodes before linearized reading' (duration: 290.316632ms)","trace[152379193] 'range keys from in-memory index tree' (duration: 375.898717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:28.381199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:27.714905Z","time spent":"666.29078ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:44:28.381344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.190398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:44:28.381361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.240649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:28.381429Z","caller":"traceutil/trace.go:171","msg":"trace[180897809] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11479; }","duration":"689.312281ms","start":"2026-04-28T03:44:27.692095Z","end":"2026-04-28T03:44:28.381407Z","steps":["trace[180897809] 'agreement among raft nodes before linearized reading' (duration: 313.151407ms)","trace[180897809] 'range keys from in-memory index tree' (duration: 376.04461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:28.381464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:27.692085Z","time spent":"689.373323ms","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-28T03:44:28.381462Z","caller":"traceutil/trace.go:171","msg":"trace[1823181226] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:11479; }","duration":"375.388773ms","start":"2026-04-28T03:44:28.006039Z","end":"2026-04-28T03:44:28.381428Z","steps":["trace[1823181226] 'count revisions from in-memory index tree' (duration: 375.143906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:28.381517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:28.006017Z","time spent":"375.483575ms","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:44:28.381721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.147678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-28T03:44:28.381744Z","caller":"traceutil/trace.go:171","msg":"trace[665780911] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11479; }","duration":"700.298202ms","start":"2026-04-28T03:44:27.68144Z","end":"2026-04-28T03:44:28.381738Z","steps":["trace[665780911] 'agreement among raft nodes before linearized reading' (duration: 323.81861ms)","trace[665780911] 'range keys from in-memory index tree' (duration: 376.37628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:28.381761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:27.681418Z","time spent":"700.339294ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-28T03:44:28.74813Z","caller":"traceutil/trace.go:171","msg":"trace[969026484] linearizableReadLoop","detail":"{readStateIndex:11881; appliedIndex:11880; }","duration":"298.870976ms","start":"2026-04-28T03:44:28.449238Z","end":"2026-04-28T03:44:28.748109Z","steps":["trace[969026484] 'read index received' (duration: 298.832465ms)","trace[969026484] 'applied index is now lower than readState.Index' (duration: 37.381µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:28.748238Z","caller":"traceutil/trace.go:171","msg":"trace[768050571] transaction","detail":"{read_only:false; response_revision:11484; number_of_response:1; }","duration":"312.171501ms","start":"2026-04-28T03:44:28.435991Z","end":"2026-04-28T03:44:28.748162Z","steps":["trace[768050571] 'process raft request' (duration: 311.630116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:28.748326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.063011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:44:28.748422Z","caller":"traceutil/trace.go:171","msg":"trace[1686168919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11484; }","duration":"299.212745ms","start":"2026-04-28T03:44:28.449188Z","end":"2026-04-28T03:44:28.7484Z","steps":["trace[1686168919] 'agreement among raft nodes before linearized reading' (duration: 299.03838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:28.748539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:28.435976Z","time spent":"312.428697ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:28.748696Z","caller":"traceutil/trace.go:171","msg":"trace[835748648] transaction","detail":"{read_only:false; response_revision:11485; number_of_response:1; }","duration":"151.986352ms","start":"2026-04-28T03:44:28.596678Z","end":"2026-04-28T03:44:28.748664Z","steps":["trace[835748648] 'process raft request' (duration: 151.802337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:28.748758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.317813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:44:28.748823Z","caller":"traceutil/trace.go:171","msg":"trace[1764263899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11485; }","duration":"140.422766ms","start":"2026-04-28T03:44:28.608379Z","end":"2026-04-28T03:44:28.748802Z","steps":["trace[1764263899] 'agreement among raft nodes before linearized reading' (duration: 140.224441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:28.748843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.790784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:44:28.74891Z","caller":"traceutil/trace.go:171","msg":"trace[484131614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11485; }","duration":"137.904868ms","start":"2026-04-28T03:44:28.610985Z","end":"2026-04-28T03:44:28.74889Z","steps":["trace[484131614] 'agreement among raft nodes before linearized reading' (duration: 137.689642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:48:01.569873Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10740} {"level":"info","ts":"2026-04-28T03:48:01.651509Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10740,"took":"79.285931ms","hash":2499718036,"current-db-size-bytes":58048512,"current-db-size":"58 MB","current-db-size-in-use-bytes":27295744,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-28T03:48:01.651585Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2499718036,"revision":10740,"compact-revision":8225} {"level":"info","ts":"2026-04-28T03:49:28.610555Z","caller":"traceutil/trace.go:171","msg":"trace[1162559626] linearizableReadLoop","detail":"{readStateIndex:13950; appliedIndex:13949; }","duration":"482.66868ms","start":"2026-04-28T03:49:28.127852Z","end":"2026-04-28T03:49:28.610521Z","steps":["trace[1162559626] 'read index received' (duration: 481.786226ms)","trace[1162559626] 'applied index is now lower than readState.Index' (duration: 881.004µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:49:28.610684Z","caller":"traceutil/trace.go:171","msg":"trace[1852139158] transaction","detail":"{read_only:false; response_revision:13484; number_of_response:1; }","duration":"489.758434ms","start":"2026-04-28T03:49:28.120887Z","end":"2026-04-28T03:49:28.610645Z","steps":["trace[1852139158] 'process raft request' (duration: 488.699485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:49:28.61084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.958448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-endpoints-flgmb\" ","response":"range_response_count:1 size:15717"} {"level":"warn","ts":"2026-04-28T03:49:28.610899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:49:28.120859Z","time spent":"489.939328ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:49:28.610935Z","caller":"traceutil/trace.go:171","msg":"trace[1170058954] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-endpoints-flgmb; range_end:; response_count:1; response_revision:13484; }","duration":"483.06222ms","start":"2026-04-28T03:49:28.127849Z","end":"2026-04-28T03:49:28.610911Z","steps":["trace[1170058954] 'agreement among raft nodes before linearized reading' (duration: 482.826084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:49:28.61098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:49:28.127829Z","time spent":"483.143303ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":15739,"request content":"key:\"/registry/pods/openstack/placement-ks-endpoints-flgmb\" "} {"level":"info","ts":"2026-04-28T03:50:16.461646Z","caller":"traceutil/trace.go:171","msg":"trace[1995809931] transaction","detail":"{read_only:false; response_revision:13787; number_of_response:1; }","duration":"137.798991ms","start":"2026-04-28T03:50:16.323813Z","end":"2026-04-28T03:50:16.461612Z","steps":["trace[1995809931] 'process raft request' (duration: 137.581435ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:16.520723Z","caller":"traceutil/trace.go:171","msg":"trace[1451601374] linearizableReadLoop","detail":"{readStateIndex:14270; appliedIndex:14267; }","duration":"158.055086ms","start":"2026-04-28T03:50:16.362631Z","end":"2026-04-28T03:50:16.520687Z","steps":["trace[1451601374] 'read index received' (duration: 98.841575ms)","trace[1451601374] 'applied index is now lower than readState.Index' (duration: 59.212461ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:50:16.520745Z","caller":"traceutil/trace.go:171","msg":"trace[2095566108] transaction","detail":"{read_only:false; response_revision:13788; number_of_response:1; }","duration":"191.078279ms","start":"2026-04-28T03:50:16.329618Z","end":"2026-04-28T03:50:16.520696Z","steps":["trace[2095566108] 'process raft request' (duration: 163.574396ms)","trace[2095566108] 'compare' (duration: 27.208955ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:50:16.52078Z","caller":"traceutil/trace.go:171","msg":"trace[417236494] transaction","detail":"{read_only:false; response_revision:13789; number_of_response:1; }","duration":"183.243655ms","start":"2026-04-28T03:50:16.337488Z","end":"2026-04-28T03:50:16.520732Z","steps":["trace[417236494] 'process raft request' (duration: 183.142052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:16.521005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.342263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:50:16.521048Z","caller":"traceutil/trace.go:171","msg":"trace[852399023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13789; }","duration":"158.465456ms","start":"2026-04-28T03:50:16.362571Z","end":"2026-04-28T03:50:16.521037Z","steps":["trace[852399023] 'agreement among raft nodes before linearized reading' (duration: 158.276301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:16.521048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.940698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:50:16.521088Z","caller":"traceutil/trace.go:171","msg":"trace[522223893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13789; }","duration":"151.979949ms","start":"2026-04-28T03:50:16.369094Z","end":"2026-04-28T03:50:16.521074Z","steps":["trace[522223893] 'agreement among raft nodes before linearized reading' (duration: 151.876617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:16.521432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.145116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:50:16.521526Z","caller":"traceutil/trace.go:171","msg":"trace[1561652523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13789; }","duration":"151.305551ms","start":"2026-04-28T03:50:16.370199Z","end":"2026-04-28T03:50:16.521504Z","steps":["trace[1561652523] 'agreement among raft nodes before linearized reading' (duration: 150.975712ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:16.846486Z","caller":"traceutil/trace.go:171","msg":"trace[885076269] transaction","detail":"{read_only:false; response_revision:13793; number_of_response:1; }","duration":"106.460284ms","start":"2026-04-28T03:50:16.739985Z","end":"2026-04-28T03:50:16.846445Z","steps":["trace[885076269] 'process raft request' (duration: 106.270839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:17.206845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.187853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:50:17.20698Z","caller":"traceutil/trace.go:171","msg":"trace[1687266033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13793; }","duration":"206.43503ms","start":"2026-04-28T03:50:17.000519Z","end":"2026-04-28T03:50:17.206954Z","steps":["trace[1687266033] 'range keys from in-memory index tree' (duration: 205.987257ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:17.207113Z","caller":"traceutil/trace.go:171","msg":"trace[1173503678] linearizableReadLoop","detail":"{readStateIndex:14275; appliedIndex:14274; }","duration":"102.911517ms","start":"2026-04-28T03:50:17.104165Z","end":"2026-04-28T03:50:17.207077Z","steps":["trace[1173503678] 'read index received' (duration: 39.488191ms)","trace[1173503678] 'applied index is now lower than readState.Index' (duration: 63.421706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:50:17.207144Z","caller":"traceutil/trace.go:171","msg":"trace[29072350] transaction","detail":"{read_only:false; response_revision:13794; number_of_response:1; }","duration":"148.506114ms","start":"2026-04-28T03:50:17.058589Z","end":"2026-04-28T03:50:17.207095Z","steps":["trace[29072350] 'process raft request' (duration: 85.12885ms)","trace[29072350] 'compare' (duration: 63.156998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:50:17.207411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.218615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:50:17.207499Z","caller":"traceutil/trace.go:171","msg":"trace[1304117368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13794; }","duration":"103.38038ms","start":"2026-04-28T03:50:17.104098Z","end":"2026-04-28T03:50:17.207478Z","steps":["trace[1304117368] 'agreement among raft nodes before linearized reading' (duration: 103.134553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:31.04759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.000063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T03:50:31.047652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.055242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:50:31.047717Z","caller":"traceutil/trace.go:171","msg":"trace[925840197] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13933; }","duration":"510.197099ms","start":"2026-04-28T03:50:30.53749Z","end":"2026-04-28T03:50:31.047687Z","steps":["trace[925840197] 'range keys from in-memory index tree' (duration: 509.697306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:31.047774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:30.537464Z","time spent":"510.299422ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:50:31.04778Z","caller":"traceutil/trace.go:171","msg":"trace[1472016908] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13933; }","duration":"492.229507ms","start":"2026-04-28T03:50:30.55552Z","end":"2026-04-28T03:50:31.047749Z","steps":["trace[1472016908] 'count revisions from in-memory index tree' (duration: 491.924929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:31.047885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:30.555504Z","time spent":"492.362151ms","remote":"127.0.0.1:50034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:50:31.565106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452498822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:50:32.065297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452498822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:50:32.566337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452498822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:50:33.067452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452498822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:50:33.567632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452498822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:50:33.583036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:50:33.583129Z","caller":"traceutil/trace.go:171","msg":"trace[2120134446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049302s","start":"2026-04-28T03:50:31.583056Z","end":"2026-04-28T03:50:33.583106Z","steps":["trace[2120134446] 'agreement among raft nodes before linearized reading' (duration: 1.999910558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.583185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.583035Z","time spent":"2.000138214s","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:50:33.956077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.38119749s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:50:33.957476Z","caller":"traceutil/trace.go:171","msg":"trace[1637575750] transaction","detail":"{read_only:false; response_revision:13934; number_of_response:1; }","duration":"3.382726532s","start":"2026-04-28T03:50:30.574717Z","end":"2026-04-28T03:50:33.957443Z","steps":["trace[1637575750] 'process raft request' (duration: 3.381628072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.957686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:30.574678Z","time spent":"3.382891686s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:50:33.960335Z","caller":"traceutil/trace.go:171","msg":"trace[433718330] linearizableReadLoop","detail":"{readStateIndex:14429; appliedIndex:14423; }","duration":"2.897085684s","start":"2026-04-28T03:50:31.063225Z","end":"2026-04-28T03:50:33.96031Z","steps":["trace[433718330] 'read index received' (duration: 2.893075875s)","trace[433718330] 'applied index is now lower than readState.Index' (duration: 4.008579ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:50:33.960661Z","caller":"traceutil/trace.go:171","msg":"trace[1279588689] transaction","detail":"{read_only:false; response_revision:13935; number_of_response:1; }","duration":"2.894908135s","start":"2026-04-28T03:50:31.065742Z","end":"2026-04-28T03:50:33.96065Z","steps":["trace[1279588689] 'process raft request' (duration: 2.894319419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.960784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.065698Z","time spent":"2.894994547s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:50:33.960785Z","caller":"traceutil/trace.go:171","msg":"trace[1754496863] transaction","detail":"{read_only:false; response_revision:13939; number_of_response:1; }","duration":"1.080193154s","start":"2026-04-28T03:50:32.880543Z","end":"2026-04-28T03:50:33.960736Z","steps":["trace[1754496863] 'process raft request' (duration: 1.079731201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.960888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897615209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:50:33.960954Z","caller":"traceutil/trace.go:171","msg":"trace[1186503378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13939; }","duration":"2.897741153s","start":"2026-04-28T03:50:31.063195Z","end":"2026-04-28T03:50:33.960936Z","steps":["trace[1186503378] 'agreement among raft nodes before linearized reading' (duration: 2.897531047s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.960953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572803313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T03:50:33.961012Z","caller":"traceutil/trace.go:171","msg":"trace[495871784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13939; }","duration":"2.572901855s","start":"2026-04-28T03:50:31.388095Z","end":"2026-04-28T03:50:33.960997Z","steps":["trace[495871784] 'agreement among raft nodes before linearized reading' (duration: 2.5727122s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:33.961017Z","caller":"traceutil/trace.go:171","msg":"trace[1541372282] transaction","detail":"{read_only:false; response_revision:13936; number_of_response:1; }","duration":"2.69810788s","start":"2026-04-28T03:50:31.262893Z","end":"2026-04-28T03:50:33.961001Z","steps":["trace[1541372282] 'process raft request' (duration: 2.697265037s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.961054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.388079Z","time spent":"2.572965957s","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:50:33.961114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.262866Z","time spent":"2.698182643s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:50:33.961177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631060316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:50:33.9612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897875146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T03:50:33.961221Z","caller":"traceutil/trace.go:171","msg":"trace[2118002869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13939; }","duration":"2.631118828s","start":"2026-04-28T03:50:31.330091Z","end":"2026-04-28T03:50:33.961209Z","steps":["trace[2118002869] 'agreement among raft nodes before linearized reading' (duration: 2.630937723s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:33.961238Z","caller":"traceutil/trace.go:171","msg":"trace[1293066127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13939; }","duration":"2.897968558s","start":"2026-04-28T03:50:31.063256Z","end":"2026-04-28T03:50:33.961225Z","steps":["trace[1293066127] 'agreement among raft nodes before linearized reading' (duration: 2.897848775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.961246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.330083Z","time spent":"2.631157359s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:50:33.961211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615241913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:50:33.96128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.063229Z","time spent":"2.898045401s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:50:33.961232Z","caller":"traceutil/trace.go:171","msg":"trace[1030393904] transaction","detail":"{read_only:false; response_revision:13937; number_of_response:1; }","duration":"1.669230421s","start":"2026-04-28T03:50:32.29195Z","end":"2026-04-28T03:50:33.96118Z","steps":["trace[1030393904] 'process raft request' (duration: 1.668242324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.961295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23796147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bhkjn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-28T03:50:33.96132Z","caller":"traceutil/trace.go:171","msg":"trace[1425358620] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13939; }","duration":"2.615411488s","start":"2026-04-28T03:50:31.345883Z","end":"2026-04-28T03:50:33.961295Z","steps":["trace[1425358620] 'agreement among raft nodes before linearized reading' (duration: 2.61512273s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:33.961353Z","caller":"traceutil/trace.go:171","msg":"trace[1142110166] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bhkjn; range_end:; response_count:1; response_revision:13939; }","duration":"2.238077614s","start":"2026-04-28T03:50:31.723262Z","end":"2026-04-28T03:50:33.96134Z","steps":["trace[1142110166] 'agreement among raft nodes before linearized reading' (duration: 2.237926719s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.961358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898135573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:50:33.960992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.063169Z","time spent":"2.897816624s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:50:33.961391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.723232Z","time spent":"2.238150586s","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-bhkjn\" "} {"level":"info","ts":"2026-04-28T03:50:33.961427Z","caller":"traceutil/trace.go:171","msg":"trace[559225624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13939; }","duration":"2.898238716s","start":"2026-04-28T03:50:31.063173Z","end":"2026-04-28T03:50:33.961412Z","steps":["trace[559225624] 'agreement among raft nodes before linearized reading' (duration: 2.898110882s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.96146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.063142Z","time spent":"2.898309578s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:50:33.961467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:32.29192Z","time spent":"1.669422127s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:50:33.960958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:32.880466Z","time spent":"1.08040194s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:50:33.961365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.235861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:50:33.96158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448721897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415370"} {"level":"info","ts":"2026-04-28T03:50:33.961632Z","caller":"traceutil/trace.go:171","msg":"trace[1835720283] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13939; }","duration":"2.44882984s","start":"2026-04-28T03:50:31.512786Z","end":"2026-04-28T03:50:33.961615Z","steps":["trace[1835720283] 'agreement among raft nodes before linearized reading' (duration: 2.448577493s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.96166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.512754Z","time spent":"2.448900042s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415392,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T03:50:33.961246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379887454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:50:33.961775Z","caller":"traceutil/trace.go:171","msg":"trace[1802836006] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13939; }","duration":"1.38047446s","start":"2026-04-28T03:50:32.581283Z","end":"2026-04-28T03:50:33.961757Z","steps":["trace[1802836006] 'agreement among raft nodes before linearized reading' (duration: 1.379767371s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:33.961626Z","caller":"traceutil/trace.go:171","msg":"trace[1889183477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13939; }","duration":"377.486458ms","start":"2026-04-28T03:50:33.58409Z","end":"2026-04-28T03:50:33.961576Z","steps":["trace[1889183477] 'agreement among raft nodes before linearized reading' (duration: 377.252842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.961827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:32.581259Z","time spent":"1.380550592s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:50:33.961374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.345869Z","time spent":"2.6154955s","remote":"127.0.0.1:50082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:50:33.961924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:33.584073Z","time spent":"377.794887ms","remote":"127.0.0.1:44772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:50:33.961505Z","caller":"traceutil/trace.go:171","msg":"trace[973254099] transaction","detail":"{read_only:false; response_revision:13938; number_of_response:1; }","duration":"1.601115577s","start":"2026-04-28T03:50:32.360286Z","end":"2026-04-28T03:50:33.961401Z","steps":["trace[973254099] 'process raft request' (duration: 1.599936485s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.962913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888790138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:88 size:929039"} {"level":"info","ts":"2026-04-28T03:50:33.963096Z","caller":"traceutil/trace.go:171","msg":"trace[352251819] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:88; response_revision:13939; }","duration":"2.889036234s","start":"2026-04-28T03:50:31.074033Z","end":"2026-04-28T03:50:33.96307Z","steps":["trace[352251819] 'agreement among raft nodes before linearized reading' (duration: 2.887086961s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.963226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.074023Z","time spent":"2.889184919s","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":88,"response size":929061,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:50:33.962937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:32.360264Z","time spent":"1.602470635s","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:50:33.964095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634463798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:50:33.964187Z","caller":"traceutil/trace.go:171","msg":"trace[964111313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13939; }","duration":"2.634600353s","start":"2026-04-28T03:50:31.329574Z","end":"2026-04-28T03:50:33.964175Z","steps":["trace[964111313] 'agreement among raft nodes before linearized reading' (duration: 2.631345734s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:50:33.964258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:50:31.329544Z","time spent":"2.634703336s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:52:11.061826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.929463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:52:11.061948Z","caller":"traceutil/trace.go:171","msg":"trace[437982769] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:14929; }","duration":"233.148529ms","start":"2026-04-28T03:52:10.828768Z","end":"2026-04-28T03:52:11.061916Z","steps":["trace[437982769] 'count revisions from in-memory index tree' (duration: 232.81613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:52:11.062074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.745568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ltkc5\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-04-28T03:52:11.06218Z","caller":"traceutil/trace.go:171","msg":"trace[1485659971] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ltkc5; range_end:; response_count:1; response_revision:14929; }","duration":"270.932673ms","start":"2026-04-28T03:52:10.791225Z","end":"2026-04-28T03:52:11.062157Z","steps":["trace[1485659971] 'range keys from in-memory index tree' (duration: 270.538912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:52:11.062676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.415674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bhkjn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-28T03:52:11.062743Z","caller":"traceutil/trace.go:171","msg":"trace[1312530968] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bhkjn; range_end:; response_count:1; response_revision:14929; }","duration":"124.517687ms","start":"2026-04-28T03:52:10.938206Z","end":"2026-04-28T03:52:11.062724Z","steps":["trace[1312530968] 'range keys from in-memory index tree' (duration: 124.230209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:53:01.576692Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12840} {"level":"info","ts":"2026-04-28T03:53:01.651389Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12840,"took":"71.845425ms","hash":4190998315,"current-db-size-bytes":58048512,"current-db-size":"58 MB","current-db-size-in-use-bytes":29646848,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T03:53:01.651449Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4190998315,"revision":12840,"compact-revision":10740} {"level":"warn","ts":"2026-04-28T03:55:54.559871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.495551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-28T03:55:54.559967Z","caller":"traceutil/trace.go:171","msg":"trace[221758516] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16682; }","duration":"722.664476ms","start":"2026-04-28T03:55:53.837284Z","end":"2026-04-28T03:55:54.559949Z","steps":["trace[221758516] 'range keys from in-memory index tree' (duration: 722.312246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:54.56001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:53.837255Z","time spent":"722.737217ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":721,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-28T03:55:54.560363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.370979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T03:55:54.560379Z","caller":"traceutil/trace.go:171","msg":"trace[137988762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16682; }","duration":"669.450291ms","start":"2026-04-28T03:55:53.890923Z","end":"2026-04-28T03:55:54.560373Z","steps":["trace[137988762] 'range keys from in-memory index tree' (duration: 669.225185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:54.560392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:53.890887Z","time spent":"669.502403ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:55:54.5635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.678631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:55:54.56363Z","caller":"traceutil/trace.go:171","msg":"trace[1285006381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16682; }","duration":"615.876308ms","start":"2026-04-28T03:55:53.947725Z","end":"2026-04-28T03:55:54.563601Z","steps":["trace[1285006381] 'range keys from in-memory index tree' (duration: 615.413505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:54.563655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.662992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:55:54.563764Z","caller":"traceutil/trace.go:171","msg":"trace[378745933] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:16682; }","duration":"433.783295ms","start":"2026-04-28T03:55:54.12995Z","end":"2026-04-28T03:55:54.563733Z","steps":["trace[378745933] 'count revisions from in-memory index tree' (duration: 433.537929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:54.563821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:54.129884Z","time spent":"433.920859ms","remote":"127.0.0.1:58242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:55:54.564016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.23229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T03:55:54.56403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.409808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gdz5h\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-04-28T03:55:54.564084Z","caller":"traceutil/trace.go:171","msg":"trace[881004262] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gdz5h; range_end:; response_count:1; response_revision:16682; }","duration":"274.465629ms","start":"2026-04-28T03:55:54.289604Z","end":"2026-04-28T03:55:54.564069Z","steps":["trace[881004262] 'range keys from in-memory index tree' (duration: 274.218113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:54.563692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:53.947699Z","time spent":"615.97963ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:55:54.564261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.284587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T03:55:54.56429Z","caller":"traceutil/trace.go:171","msg":"trace[776321581] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16682; }","duration":"586.332539ms","start":"2026-04-28T03:55:53.977945Z","end":"2026-04-28T03:55:54.564277Z","steps":["trace[776321581] 'range keys from in-memory index tree' (duration: 586.151034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:54.564313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:53.977932Z","time spent":"586.37737ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T03:55:54.564046Z","caller":"traceutil/trace.go:171","msg":"trace[1394100765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16682; }","duration":"615.304552ms","start":"2026-04-28T03:55:53.948733Z","end":"2026-04-28T03:55:54.564038Z","steps":["trace[1394100765] 'range keys from in-memory index tree' (duration: 615.135117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:55:54.564387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:55:53.948713Z","time spent":"615.660522ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:57:42.390417Z","caller":"traceutil/trace.go:171","msg":"trace[179805185] transaction","detail":"{read_only:false; response_revision:17404; number_of_response:1; }","duration":"338.196712ms","start":"2026-04-28T03:57:42.052188Z","end":"2026-04-28T03:57:42.390385Z","steps":["trace[179805185] 'process raft request' (duration: 337.929184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:57:42.390639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:57:42.052166Z","time spent":"338.358626ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:57:42.391915Z","caller":"traceutil/trace.go:171","msg":"trace[2061012213] linearizableReadLoop","detail":"{readStateIndex:18005; appliedIndex:18003; }","duration":"288.349168ms","start":"2026-04-28T03:57:42.103539Z","end":"2026-04-28T03:57:42.391888Z","steps":["trace[2061012213] 'read index received' (duration: 287.138925ms)","trace[2061012213] 'applied index is now lower than readState.Index' (duration: 1.209113ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:57:42.391986Z","caller":"traceutil/trace.go:171","msg":"trace[1443701773] transaction","detail":"{read_only:false; response_revision:17405; number_of_response:1; }","duration":"337.39619ms","start":"2026-04-28T03:57:42.054528Z","end":"2026-04-28T03:57:42.391924Z","steps":["trace[1443701773] 'process raft request' (duration: 337.095221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:57:42.392215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.749402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T03:57:42.392266Z","caller":"traceutil/trace.go:171","msg":"trace[1874492119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17406; }","duration":"287.832664ms","start":"2026-04-28T03:57:42.104422Z","end":"2026-04-28T03:57:42.392255Z","steps":["trace[1874492119] 'agreement among raft nodes before linearized reading' (duration: 287.608817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:57:42.392256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.765099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T03:57:42.392296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.50317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T03:57:42.392339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:57:42.054513Z","time spent":"337.583254ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:57:42.392333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.773339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T03:57:42.392364Z","caller":"traceutil/trace.go:171","msg":"trace[1648797836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17406; }","duration":"255.614213ms","start":"2026-04-28T03:57:42.136731Z","end":"2026-04-28T03:57:42.392345Z","steps":["trace[1648797836] 'agreement among raft nodes before linearized reading' (duration: 255.431168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:57:42.392409Z","caller":"traceutil/trace.go:171","msg":"trace[488105191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17406; }","duration":"288.899343ms","start":"2026-04-28T03:57:42.10349Z","end":"2026-04-28T03:57:42.392389Z","steps":["trace[488105191] 'agreement among raft nodes before linearized reading' (duration: 288.515113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:57:42.39271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.750929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:57:42.392783Z","caller":"traceutil/trace.go:171","msg":"trace[1248201709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17406; }","duration":"254.854981ms","start":"2026-04-28T03:57:42.137908Z","end":"2026-04-28T03:57:42.392763Z","steps":["trace[1248201709] 'agreement among raft nodes before linearized reading' (duration: 254.702707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:57:42.392527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.815868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:57:42.393116Z","caller":"traceutil/trace.go:171","msg":"trace[1979052485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17406; }","duration":"256.456256ms","start":"2026-04-28T03:57:42.136648Z","end":"2026-04-28T03:57:42.393104Z","steps":["trace[1979052485] 'agreement among raft nodes before linearized reading' (duration: 255.810578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:57:42.392699Z","caller":"traceutil/trace.go:171","msg":"trace[2048253411] transaction","detail":"{read_only:false; response_revision:17406; number_of_response:1; }","duration":"335.916079ms","start":"2026-04-28T03:57:42.056728Z","end":"2026-04-28T03:57:42.392644Z","steps":["trace[2048253411] 'process raft request' (duration: 335.044585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:57:42.392996Z","caller":"traceutil/trace.go:171","msg":"trace[1367581832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17406; }","duration":"255.497919ms","start":"2026-04-28T03:57:42.137473Z","end":"2026-04-28T03:57:42.392971Z","steps":["trace[1367581832] 'agreement among raft nodes before linearized reading' (duration: 254.571874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:57:42.393554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:57:42.056723Z","time spent":"336.632789ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:57:46.939904Z","caller":"traceutil/trace.go:171","msg":"trace[1283498569] transaction","detail":"{read_only:false; response_revision:17440; number_of_response:1; }","duration":"232.542851ms","start":"2026-04-28T03:57:46.707325Z","end":"2026-04-28T03:57:46.939867Z","steps":["trace[1283498569] 'process raft request' (duration: 232.316745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:57:47.107242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.030559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:57:47.107336Z","caller":"traceutil/trace.go:171","msg":"trace[943149530] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:17440; }","duration":"118.215844ms","start":"2026-04-28T03:57:46.989102Z","end":"2026-04-28T03:57:47.107318Z","steps":["trace[943149530] 'count revisions from in-memory index tree' (duration: 117.926416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:58:01.582944Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15252} {"level":"info","ts":"2026-04-28T03:58:01.678408Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15252,"took":"91.917024ms","hash":484331626,"current-db-size-bytes":58048512,"current-db-size":"58 MB","current-db-size-in-use-bytes":31657984,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T03:58:01.678469Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":484331626,"revision":15252,"compact-revision":12840} {"level":"info","ts":"2026-04-28T03:59:40.117839Z","caller":"traceutil/trace.go:171","msg":"trace[184168366] linearizableReadLoop","detail":"{readStateIndex:19164; appliedIndex:19163; }","duration":"117.077574ms","start":"2026-04-28T03:59:40.000703Z","end":"2026-04-28T03:59:40.117781Z","steps":["trace[184168366] 'read index received' (duration: 114.751151ms)","trace[184168366] 'applied index is now lower than readState.Index' (duration: 2.319303ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:59:40.118119Z","caller":"traceutil/trace.go:171","msg":"trace[959487658] transaction","detail":"{read_only:false; response_revision:18533; number_of_response:1; }","duration":"259.422441ms","start":"2026-04-28T03:59:39.858671Z","end":"2026-04-28T03:59:40.118094Z","steps":["trace[959487658] 'process raft request' (duration: 256.780008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:59:40.11844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.718212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:59:40.118485Z","caller":"traceutil/trace.go:171","msg":"trace[1859617444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18533; }","duration":"117.841145ms","start":"2026-04-28T03:59:40.00063Z","end":"2026-04-28T03:59:40.118471Z","steps":["trace[1859617444] 'agreement among raft nodes before linearized reading' (duration: 117.564088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:00:27.513766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.030942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:00:27.514755Z","caller":"traceutil/trace.go:171","msg":"trace[306669260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18911; }","duration":"145.052721ms","start":"2026-04-28T04:00:27.369674Z","end":"2026-04-28T04:00:27.514727Z","steps":["trace[306669260] 'range keys from in-memory index tree' (duration: 143.836367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:00:27.513838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.742128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:00:27.515133Z","caller":"traceutil/trace.go:171","msg":"trace[541723366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18911; }","duration":"140.033743ms","start":"2026-04-28T04:00:27.37509Z","end":"2026-04-28T04:00:27.515123Z","steps":["trace[541723366] 'range keys from in-memory index tree' (duration: 138.652856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:00:27.513959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.945762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-ks-user-domain\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-28T04:00:27.515262Z","caller":"traceutil/trace.go:171","msg":"trace[1936016996] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-ks-user-domain; range_end:; response_count:1; response_revision:18911; }","duration":"213.299369ms","start":"2026-04-28T04:00:27.301955Z","end":"2026-04-28T04:00:27.515254Z","steps":["trace[1936016996] 'range keys from in-memory index tree' (duration: 211.787617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:00:27.514109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.586238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:00:27.515455Z","caller":"traceutil/trace.go:171","msg":"trace[413166142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18911; }","duration":"137.960876ms","start":"2026-04-28T04:00:27.377485Z","end":"2026-04-28T04:00:27.515446Z","steps":["trace[413166142] 'range keys from in-memory index tree' (duration: 136.381203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:00:27.513766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.226296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:00:27.515635Z","caller":"traceutil/trace.go:171","msg":"trace[1997887316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18911; }","duration":"143.146289ms","start":"2026-04-28T04:00:27.372478Z","end":"2026-04-28T04:00:27.515624Z","steps":["trace[1997887316] 'range keys from in-memory index tree' (duration: 141.044762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:00:27.514324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.197608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T04:00:27.515851Z","caller":"traceutil/trace.go:171","msg":"trace[1740977274] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18911; }","duration":"137.748091ms","start":"2026-04-28T04:00:27.378095Z","end":"2026-04-28T04:00:27.515843Z","steps":["trace[1740977274] 'range keys from in-memory index tree' (duration: 136.022384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:00:27.514598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.689173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:00:27.51598Z","caller":"traceutil/trace.go:171","msg":"trace[1084423895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18911; }","duration":"149.142693ms","start":"2026-04-28T04:00:27.366828Z","end":"2026-04-28T04:00:27.515971Z","steps":["trace[1084423895] 'range keys from in-memory index tree' (duration: 147.467406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:01:30.399562Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6244e483e416226f","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T04:01:30.404744Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-04-28T04:01:30.404868Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-04-28T04:02:05.240774Z","caller":"traceutil/trace.go:171","msg":"trace[1891683238] transaction","detail":"{read_only:false; response_revision:19691; number_of_response:1; }","duration":"301.673241ms","start":"2026-04-28T04:02:04.939025Z","end":"2026-04-28T04:02:05.240699Z","steps":["trace[1891683238] 'process raft request' (duration: 301.175548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:02:05.241028Z","caller":"traceutil/trace.go:171","msg":"trace[1031819592] linearizableReadLoop","detail":"{readStateIndex:20359; appliedIndex:20357; }","duration":"265.678506ms","start":"2026-04-28T04:02:04.975322Z","end":"2026-04-28T04:02:05.241001Z","steps":["trace[1031819592] 'read index received' (duration: 264.694159ms)","trace[1031819592] 'applied index is now lower than readState.Index' (duration: 982.907µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:02:05.241288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:02:04.939006Z","time spent":"301.957879ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:02:05.241796Z","caller":"traceutil/trace.go:171","msg":"trace[417210675] transaction","detail":"{read_only:false; response_revision:19692; number_of_response:1; }","duration":"302.427262ms","start":"2026-04-28T04:02:04.93932Z","end":"2026-04-28T04:02:05.241748Z","steps":["trace[417210675] 'process raft request' (duration: 301.214959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:02:05.242038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:02:04.939301Z","time spent":"302.610957ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:02:05.242822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.489875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T04:02:05.24289Z","caller":"traceutil/trace.go:171","msg":"trace[336101367] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:19692; }","duration":"267.604398ms","start":"2026-04-28T04:02:04.975272Z","end":"2026-04-28T04:02:05.242877Z","steps":["trace[336101367] 'agreement among raft nodes before linearized reading' (duration: 266.195689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:02:05.243089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.013765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:02:05.243129Z","caller":"traceutil/trace.go:171","msg":"trace[2156277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19692; }","duration":"243.072017ms","start":"2026-04-28T04:02:05.000047Z","end":"2026-04-28T04:02:05.243119Z","steps":["trace[2156277] 'agreement among raft nodes before linearized reading' (duration: 241.648588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:01.592826Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17654} {"level":"info","ts":"2026-04-28T04:03:01.704531Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17654,"took":"107.204475ms","hash":3269246187,"current-db-size-bytes":58048512,"current-db-size":"58 MB","current-db-size-in-use-bytes":33771520,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T04:03:01.704609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3269246187,"revision":17654,"compact-revision":15252} {"level":"info","ts":"2026-04-28T04:03:21.307203Z","caller":"traceutil/trace.go:171","msg":"trace[437462967] linearizableReadLoop","detail":"{readStateIndex:20794; appliedIndex:20793; }","duration":"301.744003ms","start":"2026-04-28T04:03:21.005429Z","end":"2026-04-28T04:03:21.307173Z","steps":["trace[437462967] 'read index received' (duration: 301.232509ms)","trace[437462967] 'applied index is now lower than readState.Index' (duration: 508.514µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:03:21.307467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.00053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:03:21.307512Z","caller":"traceutil/trace.go:171","msg":"trace[1275800453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20109; }","duration":"302.091483ms","start":"2026-04-28T04:03:21.005408Z","end":"2026-04-28T04:03:21.3075Z","steps":["trace[1275800453] 'agreement among raft nodes before linearized reading' (duration: 301.950759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:21.307557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:03:21.005397Z","time spent":"302.152035ms","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:03:21.307986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.163032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:03:21.308128Z","caller":"traceutil/trace.go:171","msg":"trace[2135716068] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:20109; }","duration":"292.402868ms","start":"2026-04-28T04:03:21.015696Z","end":"2026-04-28T04:03:21.308099Z","steps":["trace[2135716068] 'agreement among raft nodes before linearized reading' (duration: 292.13653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:21.308281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.351054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:03:21.308342Z","caller":"traceutil/trace.go:171","msg":"trace[499734885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20109; }","duration":"197.463338ms","start":"2026-04-28T04:03:21.110864Z","end":"2026-04-28T04:03:21.308328Z","steps":["trace[499734885] 'agreement among raft nodes before linearized reading' (duration: 197.289893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:21.308521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.723171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:03:21.309385Z","caller":"traceutil/trace.go:171","msg":"trace[1926350043] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:20109; }","duration":"280.596124ms","start":"2026-04-28T04:03:21.028766Z","end":"2026-04-28T04:03:21.309362Z","steps":["trace[1926350043] 'agreement among raft nodes before linearized reading' (duration: 279.69981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:21.30859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.372729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:03:21.309632Z","caller":"traceutil/trace.go:171","msg":"trace[763380416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20109; }","duration":"185.383667ms","start":"2026-04-28T04:03:21.124179Z","end":"2026-04-28T04:03:21.309563Z","steps":["trace[763380416] 'agreement among raft nodes before linearized reading' (duration: 184.309757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:21.308504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.975591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:03:21.309792Z","caller":"traceutil/trace.go:171","msg":"trace[1016175281] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:20109; }","duration":"272.343588ms","start":"2026-04-28T04:03:21.037425Z","end":"2026-04-28T04:03:21.309769Z","steps":["trace[1016175281] 'agreement among raft nodes before linearized reading' (duration: 270.890509ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:21.308888Z","caller":"traceutil/trace.go:171","msg":"trace[1754410609] transaction","detail":"{read_only:false; response_revision:20109; number_of_response:1; }","duration":"303.219884ms","start":"2026-04-28T04:03:21.003583Z","end":"2026-04-28T04:03:21.306803Z","steps":["trace[1754410609] 'process raft request' (duration: 302.994168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:21.310021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:03:21.003568Z","time spent":"306.346449ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:03:21.654293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.667359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:03:21.654425Z","caller":"traceutil/trace.go:171","msg":"trace[870975095] transaction","detail":"{read_only:false; response_revision:20111; number_of_response:1; }","duration":"339.197798ms","start":"2026-04-28T04:03:21.315206Z","end":"2026-04-28T04:03:21.654403Z","steps":["trace[870975095] 'process raft request' (duration: 208.318754ms)","trace[870975095] 'compare' (duration: 130.165564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:03:21.654511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:03:21.315178Z","time spent":"339.284971ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:03:21.90795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.958926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:03:21.90828Z","caller":"traceutil/trace.go:171","msg":"trace[772080154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20111; }","duration":"131.182723ms","start":"2026-04-28T04:03:21.776882Z","end":"2026-04-28T04:03:21.908065Z","steps":["trace[772080154] 'range keys from in-memory index tree' (duration: 130.623698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:21.90865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.075093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:03:21.908707Z","caller":"traceutil/trace.go:171","msg":"trace[604779842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20111; }","duration":"126.162925ms","start":"2026-04-28T04:03:21.782526Z","end":"2026-04-28T04:03:21.908689Z","steps":["trace[604779842] 'range keys from in-memory index tree' (duration: 125.857817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:21.908981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.065443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:03:21.90904Z","caller":"traceutil/trace.go:171","msg":"trace[1286660711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20111; }","duration":"126.158305ms","start":"2026-04-28T04:03:21.782866Z","end":"2026-04-28T04:03:21.909024Z","steps":["trace[1286660711] 'range keys from in-memory index tree' (duration: 125.97433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:22.190091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.191162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:03:22.190394Z","caller":"traceutil/trace.go:171","msg":"trace[1778400180] transaction","detail":"{read_only:false; response_revision:20114; number_of_response:1; }","duration":"314.76359ms","start":"2026-04-28T04:03:21.875603Z","end":"2026-04-28T04:03:22.190366Z","steps":["trace[1778400180] 'process raft request' (duration: 314.649437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:03:22.190513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:03:21.875593Z","time spent":"314.863933ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:03:22.190503Z","caller":"traceutil/trace.go:171","msg":"trace[1196795865] transaction","detail":"{read_only:false; response_revision:20113; number_of_response:1; }","duration":"315.260914ms","start":"2026-04-28T04:03:21.875193Z","end":"2026-04-28T04:03:22.190454Z","steps":["trace[1196795865] 'process raft request' (duration: 198.538047ms)","trace[1196795865] 'compare' (duration: 115.954906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:03:22.1908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:03:21.875171Z","time spent":"315.430449ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:03:22.192661Z","caller":"traceutil/trace.go:171","msg":"trace[1500332011] transaction","detail":"{read_only:false; response_revision:20115; number_of_response:1; }","duration":"276.635087ms","start":"2026-04-28T04:03:21.916002Z","end":"2026-04-28T04:03:22.192637Z","steps":["trace[1500332011] 'process raft request' (duration: 276.420121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:22.19268Z","caller":"traceutil/trace.go:171","msg":"trace[1499701094] transaction","detail":"{read_only:false; response_revision:20116; number_of_response:1; }","duration":"276.599435ms","start":"2026-04-28T04:03:21.916058Z","end":"2026-04-28T04:03:22.192657Z","steps":["trace[1499701094] 'process raft request' (duration: 276.524793ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:22.192957Z","caller":"traceutil/trace.go:171","msg":"trace[1560023782] linearizableReadLoop","detail":"{readStateIndex:20802; appliedIndex:20797; }","duration":"126.494024ms","start":"2026-04-28T04:03:22.066451Z","end":"2026-04-28T04:03:22.192945Z","steps":["trace[1560023782] 'read index received' (duration: 7.337581ms)","trace[1560023782] 'applied index is now lower than readState.Index' (duration: 119.153953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:03:22.193106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.662479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:03:22.193139Z","caller":"traceutil/trace.go:171","msg":"trace[1062973575] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:20117; }","duration":"126.738651ms","start":"2026-04-28T04:03:22.066389Z","end":"2026-04-28T04:03:22.193128Z","steps":["trace[1062973575] 'agreement among raft nodes before linearized reading' (duration: 126.603457ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:03:22.193215Z","caller":"traceutil/trace.go:171","msg":"trace[1918272071] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"276.483643ms","start":"2026-04-28T04:03:21.916701Z","end":"2026-04-28T04:03:22.193185Z","steps":["trace[1918272071] 'process raft request' (duration: 275.928077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:20.559142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452521453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:04:21.545691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452521453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:04:23.420891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452521453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:04:23.435717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889182902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T04:04:23.435849Z","caller":"traceutil/trace.go:171","msg":"trace[73349769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.889389728s","start":"2026-04-28T04:04:21.54643Z","end":"2026-04-28T04:04:23.43582Z","steps":["trace[73349769] 'agreement among raft nodes before linearized reading' (duration: 1.889213763s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.435908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.546419Z","time spent":"1.88947598s","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 04:04:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T04:04:23.456135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.800162393s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T04:04:23.45686Z","caller":"traceutil/trace.go:171","msg":"trace[346745667] transaction","detail":"{read_only:false; response_revision:20675; number_of_response:1; }","duration":"3.800708438s","start":"2026-04-28T04:04:19.655834Z","end":"2026-04-28T04:04:23.456542Z","steps":["trace[346745667] 'process raft request' (duration: 3.800529523s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.457036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:19.655798Z","time spent":"3.80114722s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:23.46221Z","caller":"traceutil/trace.go:171","msg":"trace[1532408598] transaction","detail":"{read_only:false; response_revision:20676; number_of_response:1; }","duration":"3.804555993s","start":"2026-04-28T04:04:19.657568Z","end":"2026-04-28T04:04:23.462124Z","steps":["trace[1532408598] 'process raft request' (duration: 3.804338307s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.462428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:19.657545Z","time spent":"3.804758978s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:23.462768Z","caller":"traceutil/trace.go:171","msg":"trace[1025276443] transaction","detail":"{read_only:false; response_revision:20677; number_of_response:1; }","duration":"3.214050823s","start":"2026-04-28T04:04:20.248687Z","end":"2026-04-28T04:04:23.462738Z","steps":["trace[1025276443] 'process raft request' (duration: 3.213384655s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.462991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:20.248649Z","time spent":"3.214198467s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:23.464756Z","caller":"traceutil/trace.go:171","msg":"trace[1262594503] transaction","detail":"{read_only:false; response_revision:20678; number_of_response:1; }","duration":"3.037269902s","start":"2026-04-28T04:04:20.427466Z","end":"2026-04-28T04:04:23.464736Z","steps":["trace[1262594503] 'process raft request' (duration: 3.036757798s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.464901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:20.427431Z","time spent":"3.037386315s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:23.464914Z","caller":"traceutil/trace.go:171","msg":"trace[132634539] transaction","detail":"{read_only:false; response_revision:20679; number_of_response:1; }","duration":"3.035839492s","start":"2026-04-28T04:04:20.429055Z","end":"2026-04-28T04:04:23.464895Z","steps":["trace[132634539] 'process raft request' (duration: 3.035555854s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.465019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:20.429014Z","time spent":"3.035944315s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:23.46551Z","caller":"traceutil/trace.go:171","msg":"trace[1666823090] linearizableReadLoop","detail":"{readStateIndex:21392; appliedIndex:21383; }","duration":"3.406479642s","start":"2026-04-28T04:04:20.059017Z","end":"2026-04-28T04:04:23.465497Z","steps":["trace[1666823090] 'read index received' (duration: 3.398047981s)","trace[1666823090] 'applied index is now lower than readState.Index' (duration: 8.430571ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:04:23.46554Z","caller":"traceutil/trace.go:171","msg":"trace[1789809021] transaction","detail":"{read_only:false; response_revision:20681; number_of_response:1; }","duration":"2.622229107s","start":"2026-04-28T04:04:20.843297Z","end":"2026-04-28T04:04:23.465526Z","steps":["trace[1789809021] 'process raft request' (duration: 2.622023031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.465595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:20.843282Z","time spent":"2.622285298s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:23.46561Z","caller":"traceutil/trace.go:171","msg":"trace[1470553659] transaction","detail":"{read_only:false; response_revision:20682; number_of_response:1; }","duration":"1.919504103s","start":"2026-04-28T04:04:21.546097Z","end":"2026-04-28T04:04:23.465601Z","steps":["trace[1470553659] 'process raft request' (duration: 1.919290867s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.465663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.546068Z","time spent":"1.919564414s","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T04:04:23.465728Z","caller":"traceutil/trace.go:171","msg":"trace[1201928855] transaction","detail":"{read_only:false; response_revision:20680; number_of_response:1; }","duration":"2.655112907s","start":"2026-04-28T04:04:20.810602Z","end":"2026-04-28T04:04:23.465715Z","steps":["trace[1201928855] 'process raft request' (duration: 2.654233213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.465778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:20.810563Z","time spent":"2.655186509s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:04:23.465822Z","caller":"traceutil/trace.go:171","msg":"trace[274122810] transaction","detail":"{read_only:false; response_revision:20683; number_of_response:1; }","duration":"1.748595202s","start":"2026-04-28T04:04:21.717213Z","end":"2026-04-28T04:04:23.465808Z","steps":["trace[274122810] 'process raft request' (duration: 1.748236172s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.465871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.717195Z","time spent":"1.748648124s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:04:23.466049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407039158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:04:23.466075Z","caller":"traceutil/trace.go:171","msg":"trace[2046941722] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20683; }","duration":"3.407121889s","start":"2026-04-28T04:04:20.058945Z","end":"2026-04-28T04:04:23.466067Z","steps":["trace[2046941722] 'agreement among raft nodes before linearized reading' (duration: 3.406985676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.466098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:20.058914Z","time spent":"3.407176831s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T04:04:23.466257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965942268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:04:23.46628Z","caller":"traceutil/trace.go:171","msg":"trace[1242229352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20683; }","duration":"2.96601368s","start":"2026-04-28T04:04:20.50026Z","end":"2026-04-28T04:04:23.466274Z","steps":["trace[1242229352] 'agreement among raft nodes before linearized reading' (duration: 2.965951298s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.466812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901462229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:04:23.466867Z","caller":"traceutil/trace.go:171","msg":"trace[313163542] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20683; }","duration":"1.901537151s","start":"2026-04-28T04:04:21.565315Z","end":"2026-04-28T04:04:23.466852Z","steps":["trace[313163542] 'agreement among raft nodes before linearized reading' (duration: 1.901429298s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.466892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.565307Z","time spent":"1.901579352s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T04:04:23.467286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750178476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-04-28T04:04:23.467279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751948034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:04:23.467303Z","caller":"traceutil/trace.go:171","msg":"trace[1876769231] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20683; }","duration":"1.750211187s","start":"2026-04-28T04:04:21.717087Z","end":"2026-04-28T04:04:23.467298Z","steps":["trace[1876769231] 'agreement among raft nodes before linearized reading' (duration: 1.750111284s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.467318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.71708Z","time spent":"1.750235138s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5162,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-04-28T04:04:23.467319Z","caller":"traceutil/trace.go:171","msg":"trace[242334668] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20683; }","duration":"1.752032696s","start":"2026-04-28T04:04:21.715276Z","end":"2026-04-28T04:04:23.467309Z","steps":["trace[242334668] 'agreement among raft nodes before linearized reading' (duration: 1.751973185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.467342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.715257Z","time spent":"1.752079598s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T04:04:23.467419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897450569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:04:23.46744Z","caller":"traceutil/trace.go:171","msg":"trace[2022200814] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:20683; }","duration":"1.8974917s","start":"2026-04-28T04:04:21.569939Z","end":"2026-04-28T04:04:23.467431Z","steps":["trace[2022200814] 'agreement among raft nodes before linearized reading' (duration: 1.897452149s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.467464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.56993Z","time spent":"1.897527551s","remote":"127.0.0.1:49660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:04:23.467624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902033625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T04:04:23.467644Z","caller":"traceutil/trace.go:171","msg":"trace[78647189] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20683; }","duration":"1.902088616s","start":"2026-04-28T04:04:21.565549Z","end":"2026-04-28T04:04:23.467637Z","steps":["trace[78647189] 'agreement among raft nodes before linearized reading' (duration: 1.902008374s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.467722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.565524Z","time spent":"1.902134097s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T04:04:23.467834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902405855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:04:23.467857Z","caller":"traceutil/trace.go:171","msg":"trace[194196649] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:20683; }","duration":"1.902430235s","start":"2026-04-28T04:04:21.565418Z","end":"2026-04-28T04:04:23.467848Z","steps":["trace[194196649] 'agreement among raft nodes before linearized reading' (duration: 1.902390024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.467877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.565396Z","time spent":"1.902475887s","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:04:23.467923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921675292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-28T04:04:23.467941Z","caller":"traceutil/trace.go:171","msg":"trace[2048274249] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20683; }","duration":"1.921692683s","start":"2026-04-28T04:04:21.546242Z","end":"2026-04-28T04:04:23.467935Z","steps":["trace[2048274249] 'agreement among raft nodes before linearized reading' (duration: 1.921644401s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.467957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.546171Z","time spent":"1.921783495s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5162,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-04-28T04:04:23.468009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902645851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:04:23.468032Z","caller":"traceutil/trace.go:171","msg":"trace[1354359834] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20683; }","duration":"1.902675562s","start":"2026-04-28T04:04:21.565348Z","end":"2026-04-28T04:04:23.468024Z","steps":["trace[1354359834] 'agreement among raft nodes before linearized reading' (duration: 1.90261875s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.468052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.565344Z","time spent":"1.902703343s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T04:04:23.468098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902775205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:04:23.468115Z","caller":"traceutil/trace.go:171","msg":"trace[462261703] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20683; }","duration":"1.902815556s","start":"2026-04-28T04:04:21.565294Z","end":"2026-04-28T04:04:23.468109Z","steps":["trace[462261703] 'agreement among raft nodes before linearized reading' (duration: 1.902769245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.468131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.565285Z","time spent":"1.902839457s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:04:23.468223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903201936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:04:23.468239Z","caller":"traceutil/trace.go:171","msg":"trace[1155154439] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:20683; }","duration":"1.903251428s","start":"2026-04-28T04:04:21.56498Z","end":"2026-04-28T04:04:23.468232Z","steps":["trace[1155154439] 'agreement among raft nodes before linearized reading' (duration: 1.903218357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.468258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.564951Z","time spent":"1.903302249s","remote":"127.0.0.1:58156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:04:23.46836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922101154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:04:23.468373Z","caller":"traceutil/trace.go:171","msg":"trace[1682538928] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20683; }","duration":"1.922151945s","start":"2026-04-28T04:04:21.546216Z","end":"2026-04-28T04:04:23.468368Z","steps":["trace[1682538928] 'agreement among raft nodes before linearized reading' (duration: 1.922128675s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.468386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:21.546189Z","time spent":"1.922194687s","remote":"127.0.0.1:45038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T04:04:23.468768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91339329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:04:23.468842Z","caller":"traceutil/trace.go:171","msg":"trace[1790628851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20683; }","duration":"2.913503013s","start":"2026-04-28T04:04:20.55532Z","end":"2026-04-28T04:04:23.468823Z","steps":["trace[1790628851] 'agreement among raft nodes before linearized reading' (duration: 2.913332588s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.468847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913145032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:04:23.468872Z","caller":"traceutil/trace.go:171","msg":"trace[1352389920] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:20683; }","duration":"2.913200024s","start":"2026-04-28T04:04:20.555666Z","end":"2026-04-28T04:04:23.468866Z","steps":["trace[1352389920] 'agreement among raft nodes before linearized reading' (duration: 2.913091691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.468869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:20.555307Z","time spent":"2.913555354s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:04:23.468887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:20.555656Z","time spent":"2.913226995s","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":80,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:04:23.468852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927180307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:04:23.468944Z","caller":"traceutil/trace.go:171","msg":"trace[521539860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20683; }","duration":"2.927312511s","start":"2026-04-28T04:04:20.541607Z","end":"2026-04-28T04:04:23.46892Z","steps":["trace[521539860] 'agreement among raft nodes before linearized reading' (duration: 2.927185647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:04:23.468997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:20.541575Z","time spent":"2.927416643s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:04:23.470514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:04:20.500231Z","time spent":"2.966060611s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:06:23.060717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.399741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:06:23.060799Z","caller":"traceutil/trace.go:171","msg":"trace[1373743892] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:21639; }","duration":"745.533655ms","start":"2026-04-28T04:06:22.315248Z","end":"2026-04-28T04:06:23.060782Z","steps":["trace[1373743892] 'count revisions from in-memory index tree' (duration: 745.306639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:06:23.060833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:06:22.315225Z","time spent":"745.598967ms","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:06:23.061943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.080768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:06:23.061986Z","caller":"traceutil/trace.go:171","msg":"trace[2076994968] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21639; }","duration":"273.15417ms","start":"2026-04-28T04:06:22.788823Z","end":"2026-04-28T04:06:23.061977Z","steps":["trace[2076994968] 'count revisions from in-memory index tree' (duration: 273.015766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:06:24.348168Z","caller":"traceutil/trace.go:171","msg":"trace[78127475] linearizableReadLoop","detail":"{readStateIndex:22390; appliedIndex:22389; }","duration":"222.083792ms","start":"2026-04-28T04:06:24.126061Z","end":"2026-04-28T04:06:24.348145Z","steps":["trace[78127475] 'read index received' (duration: 221.896646ms)","trace[78127475] 'applied index is now lower than readState.Index' (duration: 185.945µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:06:24.348533Z","caller":"traceutil/trace.go:171","msg":"trace[801846103] transaction","detail":"{read_only:false; response_revision:21653; number_of_response:1; }","duration":"247.882358ms","start":"2026-04-28T04:06:24.10064Z","end":"2026-04-28T04:06:24.348522Z","steps":["trace[801846103] 'process raft request' (duration: 247.390074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:06:24.351113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.042422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T04:06:24.351163Z","caller":"traceutil/trace.go:171","msg":"trace[846028356] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:21653; }","duration":"225.160416ms","start":"2026-04-28T04:06:24.12599Z","end":"2026-04-28T04:06:24.351151Z","steps":["trace[846028356] 'agreement among raft nodes before linearized reading' (duration: 222.722659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:06:24.351322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.703449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:06:24.351344Z","caller":"traceutil/trace.go:171","msg":"trace[230564903] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21653; }","duration":"107.776541ms","start":"2026-04-28T04:06:24.24356Z","end":"2026-04-28T04:06:24.351337Z","steps":["trace[230564903] 'agreement among raft nodes before linearized reading' (duration: 105.16876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:06:24.351415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.142984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:06:24.351433Z","caller":"traceutil/trace.go:171","msg":"trace[161491725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21653; }","duration":"107.169875ms","start":"2026-04-28T04:06:24.244258Z","end":"2026-04-28T04:06:24.351428Z","steps":["trace[161491725] 'agreement among raft nodes before linearized reading' (duration: 104.550443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:06:25.998605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452524330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:06:26.006728Z","caller":"traceutil/trace.go:171","msg":"trace[1991430984] linearizableReadLoop","detail":"{readStateIndex:22405; appliedIndex:22404; }","duration":"508.913116ms","start":"2026-04-28T04:06:25.497794Z","end":"2026-04-28T04:06:26.006708Z","steps":["trace[1991430984] 'read index received' (duration: 508.69965ms)","trace[1991430984] 'applied index is now lower than readState.Index' (duration: 212.746µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:06:26.006939Z","caller":"traceutil/trace.go:171","msg":"trace[2095948578] transaction","detail":"{read_only:false; response_revision:21667; number_of_response:1; }","duration":"590.388477ms","start":"2026-04-28T04:06:25.416541Z","end":"2026-04-28T04:06:26.00693Z","steps":["trace[2095948578] 'process raft request' (duration: 590.028157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:06:26.007046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:06:25.416526Z","time spent":"590.454929ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10638,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:06:26.007249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.464981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T04:06:26.007277Z","caller":"traceutil/trace.go:171","msg":"trace[643303669] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:21667; }","duration":"509.532343ms","start":"2026-04-28T04:06:25.497737Z","end":"2026-04-28T04:06:26.007269Z","steps":["trace[643303669] 'agreement among raft nodes before linearized reading' (duration: 509.4319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:06:26.007295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:06:25.497715Z","time spent":"509.576184ms","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-28T04:06:45.861033Z","caller":"traceutil/trace.go:171","msg":"trace[2071224988] linearizableReadLoop","detail":"{readStateIndex:22536; appliedIndex:22535; }","duration":"140.446696ms","start":"2026-04-28T04:06:45.720542Z","end":"2026-04-28T04:06:45.860989Z","steps":["trace[2071224988] 'read index received' (duration: 140.071746ms)","trace[2071224988] 'applied index is now lower than readState.Index' (duration: 370.89µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:06:45.861264Z","caller":"traceutil/trace.go:171","msg":"trace[1847389324] transaction","detail":"{read_only:false; response_revision:21794; number_of_response:1; }","duration":"185.196862ms","start":"2026-04-28T04:06:45.676009Z","end":"2026-04-28T04:06:45.861206Z","steps":["trace[1847389324] 'process raft request' (duration: 184.799861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:06:45.861322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.752384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:06:45.861499Z","caller":"traceutil/trace.go:171","msg":"trace[1758963054] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21794; }","duration":"140.918929ms","start":"2026-04-28T04:06:45.720489Z","end":"2026-04-28T04:06:45.861408Z","steps":["trace[1758963054] 'agreement among raft nodes before linearized reading' (duration: 140.713114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:07:18.725153Z","caller":"traceutil/trace.go:171","msg":"trace[1720219806] transaction","detail":"{read_only:false; response_revision:22576; number_of_response:1; }","duration":"108.09613ms","start":"2026-04-28T04:07:18.617018Z","end":"2026-04-28T04:07:18.725115Z","steps":["trace[1720219806] 'process raft request' (duration: 107.850104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:07:18.944369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.044625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:07:18.944471Z","caller":"traceutil/trace.go:171","msg":"trace[2127921730] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22576; }","duration":"190.23295ms","start":"2026-04-28T04:07:18.754212Z","end":"2026-04-28T04:07:18.944445Z","steps":["trace[2127921730] 'count revisions from in-memory index tree' (duration: 189.90758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:07:18.944477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.637887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T04:07:18.944497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.234526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T04:07:18.944614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.234098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:07:18.944657Z","caller":"traceutil/trace.go:171","msg":"trace[1110925198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22576; }","duration":"161.42965ms","start":"2026-04-28T04:07:18.783193Z","end":"2026-04-28T04:07:18.944623Z","steps":["trace[1110925198] 'range keys from in-memory index tree' (duration: 160.976408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:07:18.94466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.188351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:07:18.944726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.60242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:07:18.944746Z","caller":"traceutil/trace.go:171","msg":"trace[1083084840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22576; }","duration":"159.623521ms","start":"2026-04-28T04:07:18.785118Z","end":"2026-04-28T04:07:18.944742Z","steps":["trace[1083084840] 'range keys from in-memory index tree' (duration: 159.512949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:07:18.944731Z","caller":"traceutil/trace.go:171","msg":"trace[674512332] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22576; }","duration":"189.278383ms","start":"2026-04-28T04:07:18.755437Z","end":"2026-04-28T04:07:18.944715Z","steps":["trace[674512332] 'count revisions from in-memory index tree' (duration: 189.084628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:07:18.944882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.421115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T04:07:18.944911Z","caller":"traceutil/trace.go:171","msg":"trace[814397597] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22576; }","duration":"159.466067ms","start":"2026-04-28T04:07:18.785435Z","end":"2026-04-28T04:07:18.944901Z","steps":["trace[814397597] 'range keys from in-memory index tree' (duration: 159.329823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:07:18.944676Z","caller":"traceutil/trace.go:171","msg":"trace[906363808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22576; }","duration":"160.34022ms","start":"2026-04-28T04:07:18.78432Z","end":"2026-04-28T04:07:18.944661Z","steps":["trace[906363808] 'range keys from in-memory index tree' (duration: 160.070543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:07:18.944545Z","caller":"traceutil/trace.go:171","msg":"trace[1214194397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22576; }","duration":"180.767391ms","start":"2026-04-28T04:07:18.763757Z","end":"2026-04-28T04:07:18.944525Z","steps":["trace[1214194397] 'range keys from in-memory index tree' (duration: 180.42072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:07:18.945264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.833847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:07:18.945288Z","caller":"traceutil/trace.go:171","msg":"trace[1736942468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22576; }","duration":"163.897678ms","start":"2026-04-28T04:07:18.781384Z","end":"2026-04-28T04:07:18.945282Z","steps":["trace[1736942468] 'range keys from in-memory index tree' (duration: 163.742354ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:07:19.104139Z","caller":"traceutil/trace.go:171","msg":"trace[172833557] transaction","detail":"{read_only:false; response_revision:22577; number_of_response:1; }","duration":"154.624174ms","start":"2026-04-28T04:07:18.949482Z","end":"2026-04-28T04:07:19.104106Z","steps":["trace[172833557] 'process raft request' (duration: 154.399918ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:07:19.120501Z","caller":"traceutil/trace.go:171","msg":"trace[2099619930] transaction","detail":"{read_only:false; response_revision:22578; number_of_response:1; }","duration":"170.702475ms","start":"2026-04-28T04:07:18.949778Z","end":"2026-04-28T04:07:19.120481Z","steps":["trace[2099619930] 'process raft request' (duration: 170.52221ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:07:19.120875Z","caller":"traceutil/trace.go:171","msg":"trace[57703833] transaction","detail":"{read_only:false; response_revision:22579; number_of_response:1; }","duration":"171.054914ms","start":"2026-04-28T04:07:18.949806Z","end":"2026-04-28T04:07:19.120861Z","steps":["trace[57703833] 'process raft request' (duration: 170.627633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:07:19.121068Z","caller":"traceutil/trace.go:171","msg":"trace[777974178] transaction","detail":"{read_only:false; response_revision:22581; number_of_response:1; }","duration":"170.54573ms","start":"2026-04-28T04:07:18.950495Z","end":"2026-04-28T04:07:19.12104Z","steps":["trace[777974178] 'process raft request' (duration: 170.377086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:07:19.12115Z","caller":"traceutil/trace.go:171","msg":"trace[777740855] linearizableReadLoop","detail":"{readStateIndex:23339; appliedIndex:23333; }","duration":"121.786254ms","start":"2026-04-28T04:07:18.999336Z","end":"2026-04-28T04:07:19.121122Z","steps":["trace[777740855] 'read index received' (duration: 104.627045ms)","trace[777740855] 'applied index is now lower than readState.Index' (duration: 17.157539ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:07:19.121184Z","caller":"traceutil/trace.go:171","msg":"trace[694646146] transaction","detail":"{read_only:false; response_revision:22582; number_of_response:1; }","duration":"170.323534ms","start":"2026-04-28T04:07:18.950846Z","end":"2026-04-28T04:07:19.12117Z","steps":["trace[694646146] 'process raft request' (duration: 170.123778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:07:19.121068Z","caller":"traceutil/trace.go:171","msg":"trace[990697577] transaction","detail":"{read_only:false; response_revision:22580; number_of_response:1; }","duration":"170.854689ms","start":"2026-04-28T04:07:18.950179Z","end":"2026-04-28T04:07:19.121033Z","steps":["trace[990697577] 'process raft request' (duration: 170.551881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:07:19.121385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.037302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:07:19.121464Z","caller":"traceutil/trace.go:171","msg":"trace[929299424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22582; }","duration":"122.185005ms","start":"2026-04-28T04:07:18.999259Z","end":"2026-04-28T04:07:19.121444Z","steps":["trace[929299424] 'agreement among raft nodes before linearized reading' (duration: 122.049032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:08:01.601363Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20010} {"level":"info","ts":"2026-04-28T04:08:01.716186Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20010,"took":"110.2818ms","hash":2513445614,"current-db-size-bytes":58048512,"current-db-size":"58 MB","current-db-size-in-use-bytes":40771584,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-28T04:08:01.716361Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2513445614,"revision":20010,"compact-revision":17654} {"level":"info","ts":"2026-04-28T04:08:03.455814Z","caller":"traceutil/trace.go:171","msg":"trace[1038733916] linearizableReadLoop","detail":"{readStateIndex:23798; appliedIndex:23797; }","duration":"109.594812ms","start":"2026-04-28T04:08:03.346183Z","end":"2026-04-28T04:08:03.455778Z","steps":["trace[1038733916] 'read index received' (duration: 109.316894ms)","trace[1038733916] 'applied index is now lower than readState.Index' (duration: 276.748µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:08:03.456259Z","caller":"traceutil/trace.go:171","msg":"trace[157463550] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"110.589159ms","start":"2026-04-28T04:08:03.34564Z","end":"2026-04-28T04:08:03.456229Z","steps":["trace[157463550] 'process raft request' (duration: 109.922671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:08:03.456544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.345222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:08:03.456685Z","caller":"traceutil/trace.go:171","msg":"trace[45219531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23027; }","duration":"110.541518ms","start":"2026-04-28T04:08:03.346119Z","end":"2026-04-28T04:08:03.45666Z","steps":["trace[45219531] 'agreement among raft nodes before linearized reading' (duration: 110.198149ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:28.390524Z","caller":"traceutil/trace.go:171","msg":"trace[1709508374] linearizableReadLoop","detail":"{readStateIndex:25364; appliedIndex:25363; }","duration":"124.379059ms","start":"2026-04-28T04:10:28.266106Z","end":"2026-04-28T04:10:28.390485Z","steps":["trace[1709508374] 'read index received' (duration: 124.188284ms)","trace[1709508374] 'applied index is now lower than readState.Index' (duration: 189.615µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:28.390873Z","caller":"traceutil/trace.go:171","msg":"trace[1760869460] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"130.423484ms","start":"2026-04-28T04:10:28.260436Z","end":"2026-04-28T04:10:28.390859Z","steps":["trace[1760869460] 'process raft request' (duration: 129.89283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:28.391114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.993476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:10:28.39114Z","caller":"traceutil/trace.go:171","msg":"trace[1164625402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24555; }","duration":"125.060868ms","start":"2026-04-28T04:10:28.266072Z","end":"2026-04-28T04:10:28.391133Z","steps":["trace[1164625402] 'agreement among raft nodes before linearized reading' (duration: 124.952115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:28.402761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.038643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:10:28.402801Z","caller":"traceutil/trace.go:171","msg":"trace[1774475604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24556; }","duration":"134.119865ms","start":"2026-04-28T04:10:28.268672Z","end":"2026-04-28T04:10:28.402792Z","steps":["trace[1774475604] 'agreement among raft nodes before linearized reading' (duration: 133.999082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:28.402789Z","caller":"traceutil/trace.go:171","msg":"trace[683398499] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"132.338546ms","start":"2026-04-28T04:10:28.270416Z","end":"2026-04-28T04:10:28.402755Z","steps":["trace[683398499] 'process raft request' (duration: 132.11184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:28.402935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.698421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T04:10:28.403025Z","caller":"traceutil/trace.go:171","msg":"trace[1485796871] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24556; }","duration":"119.831745ms","start":"2026-04-28T04:10:28.28317Z","end":"2026-04-28T04:10:28.403002Z","steps":["trace[1485796871] 'agreement among raft nodes before linearized reading' (duration: 119.589459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:28.403064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.261243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:10:28.403171Z","caller":"traceutil/trace.go:171","msg":"trace[1269822119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24556; }","duration":"114.411426ms","start":"2026-04-28T04:10:28.28873Z","end":"2026-04-28T04:10:28.403141Z","steps":["trace[1269822119] 'agreement among raft nodes before linearized reading' (duration: 114.067877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:28.403064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.167752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:10:28.403267Z","caller":"traceutil/trace.go:171","msg":"trace[2102042698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24556; }","duration":"132.413138ms","start":"2026-04-28T04:10:28.27084Z","end":"2026-04-28T04:10:28.403253Z","steps":["trace[2102042698] 'agreement among raft nodes before linearized reading' (duration: 132.011857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:28.403427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.652359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:28.403482Z","caller":"traceutil/trace.go:171","msg":"trace[373640383] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24556; }","duration":"108.742552ms","start":"2026-04-28T04:10:28.294718Z","end":"2026-04-28T04:10:28.40346Z","steps":["trace[373640383] 'agreement among raft nodes before linearized reading' (duration: 107.976751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:33.874428Z","caller":"traceutil/trace.go:171","msg":"trace[965928826] linearizableReadLoop","detail":"{readStateIndex:25415; appliedIndex:25414; }","duration":"262.437191ms","start":"2026-04-28T04:10:33.611956Z","end":"2026-04-28T04:10:33.874393Z","steps":["trace[965928826] 'read index received' (duration: 262.274587ms)","trace[965928826] 'applied index is now lower than readState.Index' (duration: 161.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:33.874526Z","caller":"traceutil/trace.go:171","msg":"trace[2087547502] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"307.759571ms","start":"2026-04-28T04:10:33.566722Z","end":"2026-04-28T04:10:33.874481Z","steps":["trace[2087547502] 'process raft request' (duration: 307.428132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:33.874654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.654838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:10:33.874706Z","caller":"traceutil/trace.go:171","msg":"trace[170628454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24605; }","duration":"262.809992ms","start":"2026-04-28T04:10:33.611881Z","end":"2026-04-28T04:10:33.874691Z","steps":["trace[170628454] 'agreement among raft nodes before linearized reading' (duration: 262.681118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:33.874706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:33.566691Z","time spent":"307.916834ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:38.752098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.438447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:38.752229Z","caller":"traceutil/trace.go:171","msg":"trace[617410487] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"259.361518ms","start":"2026-04-28T04:10:38.492839Z","end":"2026-04-28T04:10:38.752201Z","steps":["trace[617410487] 'process raft request' (duration: 133.706604ms)","trace[617410487] 'compare' (duration: 125.321474ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:39.101909Z","caller":"traceutil/trace.go:171","msg":"trace[474108022] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"138.014611ms","start":"2026-04-28T04:10:38.963866Z","end":"2026-04-28T04:10:39.101881Z","steps":["trace[474108022] 'process raft request' (duration: 137.797445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:39.338635Z","caller":"traceutil/trace.go:171","msg":"trace[594401730] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"310.28863ms","start":"2026-04-28T04:10:39.028322Z","end":"2026-04-28T04:10:39.33861Z","steps":["trace[594401730] 'process raft request' (duration: 310.241878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:39.338741Z","caller":"traceutil/trace.go:171","msg":"trace[285269078] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"315.169693ms","start":"2026-04-28T04:10:39.023528Z","end":"2026-04-28T04:10:39.338697Z","steps":["trace[285269078] 'process raft request' (duration: 287.802205ms)","trace[285269078] 'compare' (duration: 27.110891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:39.338803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:39.028313Z","time spent":"310.380602ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:39.338937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:39.023495Z","time spent":"315.339668ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:40.212099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.004848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:40.21221Z","caller":"traceutil/trace.go:171","msg":"trace[1728019782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24647; }","duration":"207.205753ms","start":"2026-04-28T04:10:40.004976Z","end":"2026-04-28T04:10:40.212181Z","steps":["trace[1728019782] 'range keys from in-memory index tree' (duration: 206.888264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:40.592329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.509186ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T04:10:40.59319Z","caller":"traceutil/trace.go:171","msg":"trace[1423118718] linearizableReadLoop","detail":"{readStateIndex:25460; appliedIndex:25458; }","duration":"179.558777ms","start":"2026-04-28T04:10:40.413612Z","end":"2026-04-28T04:10:40.59317Z","steps":["trace[1423118718] 'read index received' (duration: 97.456163ms)","trace[1423118718] 'applied index is now lower than readState.Index' (duration: 82.101304ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:40.59328Z","caller":"traceutil/trace.go:171","msg":"trace[1334445099] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"336.847186ms","start":"2026-04-28T04:10:40.256423Z","end":"2026-04-28T04:10:40.59327Z","steps":["trace[1334445099] 'process raft request' (duration: 336.031954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:40.593394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:40.256393Z","time spent":"336.918757ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:40.723496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.851097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:10:40.723819Z","caller":"traceutil/trace.go:171","msg":"trace[2011913594] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24648; }","duration":"310.241398ms","start":"2026-04-28T04:10:40.413551Z","end":"2026-04-28T04:10:40.723792Z","steps":["trace[2011913594] 'agreement among raft nodes before linearized reading' (duration: 180.05014ms)","trace[2011913594] 'count revisions from in-memory index tree' (duration: 129.807867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:40.723896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:40.413523Z","time spent":"310.359801ms","remote":"127.0.0.1:58216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:10:40.724049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.271784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:10:40.724183Z","caller":"traceutil/trace.go:171","msg":"trace[900327777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24649; }","duration":"237.441749ms","start":"2026-04-28T04:10:40.486714Z","end":"2026-04-28T04:10:40.724155Z","steps":["trace[900327777] 'agreement among raft nodes before linearized reading' (duration: 236.945735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:40.724151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.21472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T04:10:40.724204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.276171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T04:10:40.724265Z","caller":"traceutil/trace.go:171","msg":"trace[133181271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24649; }","duration":"238.386095ms","start":"2026-04-28T04:10:40.485864Z","end":"2026-04-28T04:10:40.72425Z","steps":["trace[133181271] 'agreement among raft nodes before linearized reading' (duration: 238.20549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:40.724294Z","caller":"traceutil/trace.go:171","msg":"trace[1830732306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24649; }","duration":"238.382585ms","start":"2026-04-28T04:10:40.485864Z","end":"2026-04-28T04:10:40.724246Z","steps":["trace[1830732306] 'agreement among raft nodes before linearized reading' (duration: 237.806259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:40.724087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.847899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:10:40.72439Z","caller":"traceutil/trace.go:171","msg":"trace[1386508637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24649; }","duration":"242.2193ms","start":"2026-04-28T04:10:40.482161Z","end":"2026-04-28T04:10:40.724381Z","steps":["trace[1386508637] 'agreement among raft nodes before linearized reading' (duration: 241.538361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:40.724394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.229065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:40.724183Z","caller":"traceutil/trace.go:171","msg":"trace[2060409317] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"278.055919ms","start":"2026-04-28T04:10:40.446108Z","end":"2026-04-28T04:10:40.724163Z","steps":["trace[2060409317] 'process raft request' (duration: 257.000933ms)","trace[2060409317] 'compare' (duration: 20.174422ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:40.724432Z","caller":"traceutil/trace.go:171","msg":"trace[2037565273] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24649; }","duration":"139.321068ms","start":"2026-04-28T04:10:40.585102Z","end":"2026-04-28T04:10:40.724423Z","steps":["trace[2037565273] 'agreement among raft nodes before linearized reading' (duration: 139.242556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:40.724627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.327575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:10:40.724664Z","caller":"traceutil/trace.go:171","msg":"trace[679812989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24649; }","duration":"271.366756ms","start":"2026-04-28T04:10:40.45329Z","end":"2026-04-28T04:10:40.724657Z","steps":["trace[679812989] 'agreement among raft nodes before linearized reading' (duration: 271.256263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:40.724117Z","caller":"traceutil/trace.go:171","msg":"trace[317573174] linearizableReadLoop","detail":"{readStateIndex:25461; appliedIndex:25460; }","duration":"130.386803ms","start":"2026-04-28T04:10:40.593236Z","end":"2026-04-28T04:10:40.723623Z","steps":["trace[317573174] 'read index received' (duration: 109.944384ms)","trace[317573174] 'applied index is now lower than readState.Index' (duration: 20.440469ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:41.103009Z","caller":"traceutil/trace.go:171","msg":"trace[862018829] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"371.668937ms","start":"2026-04-28T04:10:40.731318Z","end":"2026-04-28T04:10:41.102987Z","steps":["trace[862018829] 'process raft request' (duration: 371.606695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:41.103022Z","caller":"traceutil/trace.go:171","msg":"trace[105813342] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"371.840222ms","start":"2026-04-28T04:10:40.731145Z","end":"2026-04-28T04:10:41.102985Z","steps":["trace[105813342] 'process raft request' (duration: 371.627946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:41.103193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:40.731308Z","time spent":"371.78206ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:41.103195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:40.731131Z","time spent":"371.976975ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:41.103398Z","caller":"traceutil/trace.go:171","msg":"trace[2048461211] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"371.652147ms","start":"2026-04-28T04:10:40.731736Z","end":"2026-04-28T04:10:41.103388Z","steps":["trace[2048461211] 'process raft request' (duration: 371.217275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:41.103451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:40.731682Z","time spent":"371.741689ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:41.103422Z","caller":"traceutil/trace.go:171","msg":"trace[1356162087] linearizableReadLoop","detail":"{readStateIndex:25466; appliedIndex:25461; }","duration":"344.34674ms","start":"2026-04-28T04:10:40.759052Z","end":"2026-04-28T04:10:41.103398Z","steps":["trace[1356162087] 'read index received' (duration: 21.768105ms)","trace[1356162087] 'applied index is now lower than readState.Index' (duration: 322.577305ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:41.103435Z","caller":"traceutil/trace.go:171","msg":"trace[1803287335] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"323.023787ms","start":"2026-04-28T04:10:40.780383Z","end":"2026-04-28T04:10:41.103407Z","steps":["trace[1803287335] 'process raft request' (duration: 322.960526ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:41.103458Z","caller":"traceutil/trace.go:171","msg":"trace[1828291721] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"369.254001ms","start":"2026-04-28T04:10:40.734165Z","end":"2026-04-28T04:10:41.103419Z","steps":["trace[1828291721] 'process raft request' (duration: 369.047985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:41.103557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:40.780358Z","time spent":"323.144211ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:41.103598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.588774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:10:41.10362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.579486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:10:41.103633Z","caller":"traceutil/trace.go:171","msg":"trace[1514095119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24655; }","duration":"102.679896ms","start":"2026-04-28T04:10:41.000943Z","end":"2026-04-28T04:10:41.103623Z","steps":["trace[1514095119] 'agreement among raft nodes before linearized reading' (duration: 102.597954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:41.103641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:40.734153Z","time spent":"369.397185ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:41.103665Z","caller":"traceutil/trace.go:171","msg":"trace[2034678402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24655; }","duration":"344.683709ms","start":"2026-04-28T04:10:40.758969Z","end":"2026-04-28T04:10:41.103653Z","steps":["trace[2034678402] 'agreement among raft nodes before linearized reading' (duration: 344.511104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:41.103695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:40.758936Z","time spent":"344.753101ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:10:41.339404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.918442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:41.339575Z","caller":"traceutil/trace.go:171","msg":"trace[1216702664] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"230.443867ms","start":"2026-04-28T04:10:41.109106Z","end":"2026-04-28T04:10:41.33955Z","steps":["trace[1216702664] 'process raft request' (duration: 93.257489ms)","trace[1216702664] 'compare' (duration: 135.04291ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:41.487091Z","caller":"traceutil/trace.go:171","msg":"trace[103452292] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"135.196245ms","start":"2026-04-28T04:10:41.35187Z","end":"2026-04-28T04:10:41.487066Z","steps":["trace[103452292] 'process raft request' (duration: 135.117082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:41.48708Z","caller":"traceutil/trace.go:171","msg":"trace[2118683155] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"138.392582ms","start":"2026-04-28T04:10:41.34865Z","end":"2026-04-28T04:10:41.487043Z","steps":["trace[2118683155] 'process raft request' (duration: 124.252755ms)","trace[2118683155] 'compare' (duration: 13.937441ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:41.487389Z","caller":"traceutil/trace.go:171","msg":"trace[1927263388] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"134.333941ms","start":"2026-04-28T04:10:41.353045Z","end":"2026-04-28T04:10:41.487378Z","steps":["trace[1927263388] 'process raft request' (duration: 133.988322ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:41.935776Z","caller":"traceutil/trace.go:171","msg":"trace[1965870820] linearizableReadLoop","detail":"{readStateIndex:25472; appliedIndex:25471; }","duration":"291.842975ms","start":"2026-04-28T04:10:41.643889Z","end":"2026-04-28T04:10:41.935732Z","steps":["trace[1965870820] 'read index received' (duration: 291.64012ms)","trace[1965870820] 'applied index is now lower than readState.Index' (duration: 201.685µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:41.936066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.151894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T04:10:41.936126Z","caller":"traceutil/trace.go:171","msg":"trace[2075287149] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24660; }","duration":"292.265977ms","start":"2026-04-28T04:10:41.643846Z","end":"2026-04-28T04:10:41.936112Z","steps":["trace[2075287149] 'agreement among raft nodes before linearized reading' (duration: 292.006659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:41.936256Z","caller":"traceutil/trace.go:171","msg":"trace[2013725541] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"305.424417ms","start":"2026-04-28T04:10:41.630799Z","end":"2026-04-28T04:10:41.936224Z","steps":["trace[2013725541] 'process raft request' (duration: 304.739998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:41.936386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:41.630762Z","time spent":"305.55371ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:42.042218Z","caller":"traceutil/trace.go:171","msg":"trace[697488822] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"334.046208ms","start":"2026-04-28T04:10:41.708134Z","end":"2026-04-28T04:10:42.042181Z","steps":["trace[697488822] 'process raft request' (duration: 332.045963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:42.043088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:41.708115Z","time spent":"334.219603ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:42.338631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.85612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:42.338719Z","caller":"traceutil/trace.go:171","msg":"trace[912548053] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"164.880276ms","start":"2026-04-28T04:10:42.173822Z","end":"2026-04-28T04:10:42.338703Z","steps":["trace[912548053] 'process raft request' (duration: 27.868942ms)","trace[912548053] 'compare' (duration: 136.739297ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:42.928462Z","caller":"traceutil/trace.go:171","msg":"trace[1252754966] linearizableReadLoop","detail":"{readStateIndex:25477; appliedIndex:25476; }","duration":"144.354075ms","start":"2026-04-28T04:10:42.784082Z","end":"2026-04-28T04:10:42.928436Z","steps":["trace[1252754966] 'read index received' (duration: 144.129769ms)","trace[1252754966] 'applied index is now lower than readState.Index' (duration: 223.496µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:42.92863Z","caller":"traceutil/trace.go:171","msg":"trace[1497566951] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"197.658591ms","start":"2026-04-28T04:10:42.730938Z","end":"2026-04-28T04:10:42.928596Z","steps":["trace[1497566951] 'process raft request' (duration: 197.329492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:42.928933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.827168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:10:42.928985Z","caller":"traceutil/trace.go:171","msg":"trace[848657227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24665; }","duration":"144.93512ms","start":"2026-04-28T04:10:42.784038Z","end":"2026-04-28T04:10:42.928973Z","steps":["trace[848657227] 'agreement among raft nodes before linearized reading' (duration: 144.56471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:42.929041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.663711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:42.929109Z","caller":"traceutil/trace.go:171","msg":"trace[1383796865] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:24665; }","duration":"137.790676ms","start":"2026-04-28T04:10:42.791298Z","end":"2026-04-28T04:10:42.929088Z","steps":["trace[1383796865] 'agreement among raft nodes before linearized reading' (duration: 137.661252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:54.944237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.310067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:10:54.944338Z","caller":"traceutil/trace.go:171","msg":"trace[549431952] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24815; }","duration":"154.478692ms","start":"2026-04-28T04:10:54.789838Z","end":"2026-04-28T04:10:54.944317Z","steps":["trace[549431952] 'count revisions from in-memory index tree' (duration: 154.108082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:55.171033Z","caller":"traceutil/trace.go:171","msg":"trace[866507461] linearizableReadLoop","detail":"{readStateIndex:25630; appliedIndex:25629; }","duration":"170.654264ms","start":"2026-04-28T04:10:55.00034Z","end":"2026-04-28T04:10:55.170994Z","steps":["trace[866507461] 'read index received' (duration: 170.098949ms)","trace[866507461] 'applied index is now lower than readState.Index' (duration: 553.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:55.171142Z","caller":"traceutil/trace.go:171","msg":"trace[394161836] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"191.033291ms","start":"2026-04-28T04:10:54.980056Z","end":"2026-04-28T04:10:55.171089Z","steps":["trace[394161836] 'process raft request' (duration: 190.547297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.171353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.995173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:55.171489Z","caller":"traceutil/trace.go:171","msg":"trace[1544272046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24816; }","duration":"171.166888ms","start":"2026-04-28T04:10:55.000298Z","end":"2026-04-28T04:10:55.171465Z","steps":["trace[1544272046] 'agreement among raft nodes before linearized reading' (duration: 170.86653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.171651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.069568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T04:10:55.171708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.011884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T04:10:55.171758Z","caller":"traceutil/trace.go:171","msg":"trace[1038293786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24816; }","duration":"140.327135ms","start":"2026-04-28T04:10:55.031405Z","end":"2026-04-28T04:10:55.171733Z","steps":["trace[1038293786] 'agreement among raft nodes before linearized reading' (duration: 139.962495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:55.171837Z","caller":"traceutil/trace.go:171","msg":"trace[1004014513] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:24816; }","duration":"167.22164ms","start":"2026-04-28T04:10:55.004531Z","end":"2026-04-28T04:10:55.171753Z","steps":["trace[1004014513] 'agreement among raft nodes before linearized reading' (duration: 166.756157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.583085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.43904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:55.583328Z","caller":"traceutil/trace.go:171","msg":"trace[947295728] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"388.390993ms","start":"2026-04-28T04:10:55.194919Z","end":"2026-04-28T04:10:55.58331Z","steps":["trace[947295728] 'process raft request' (duration: 388.335842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.583399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.194893Z","time spent":"388.471826ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:55.58352Z","caller":"traceutil/trace.go:171","msg":"trace[1887760235] linearizableReadLoop","detail":"{readStateIndex:25633; appliedIndex:25631; }","duration":"389.612217ms","start":"2026-04-28T04:10:55.193874Z","end":"2026-04-28T04:10:55.583486Z","steps":["trace[1887760235] 'read index received' (duration: 234.711654ms)","trace[1887760235] 'applied index is now lower than readState.Index' (duration: 154.898933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:55.583814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.042438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:10:55.583893Z","caller":"traceutil/trace.go:171","msg":"trace[922503084] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24819; }","duration":"394.157231ms","start":"2026-04-28T04:10:55.189715Z","end":"2026-04-28T04:10:55.583873Z","steps":["trace[922503084] 'agreement among raft nodes before linearized reading' (duration: 393.896714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.583936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.189704Z","time spent":"394.222713ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T04:10:55.58366Z","caller":"traceutil/trace.go:171","msg":"trace[1166240915] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"402.644833ms","start":"2026-04-28T04:10:55.181Z","end":"2026-04-28T04:10:55.583645Z","steps":["trace[1166240915] 'process raft request' (duration: 402.181191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.584392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.180984Z","time spent":"403.317281ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:55.584859Z","caller":"traceutil/trace.go:171","msg":"trace[1548062555] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"407.29544ms","start":"2026-04-28T04:10:55.176126Z","end":"2026-04-28T04:10:55.583421Z","steps":["trace[1548062555] 'process raft request' (duration: 252.442619ms)","trace[1548062555] 'compare' (duration: 154.254805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:55.585056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.176107Z","time spent":"408.837932ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:55.710745Z","caller":"traceutil/trace.go:171","msg":"trace[1503091220] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"169.374929ms","start":"2026-04-28T04:10:55.541335Z","end":"2026-04-28T04:10:55.710709Z","steps":["trace[1503091220] 'process raft request' (duration: 164.634089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:55.866989Z","caller":"traceutil/trace.go:171","msg":"trace[388245969] linearizableReadLoop","detail":"{readStateIndex:25637; appliedIndex:25634; }","duration":"283.371554ms","start":"2026-04-28T04:10:55.583588Z","end":"2026-04-28T04:10:55.866959Z","steps":["trace[388245969] 'read index received' (duration: 122.337013ms)","trace[388245969] 'applied index is now lower than readState.Index' (duration: 161.033641ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:55.86723Z","caller":"traceutil/trace.go:171","msg":"trace[428903587] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"277.768ms","start":"2026-04-28T04:10:55.589404Z","end":"2026-04-28T04:10:55.867172Z","steps":["trace[428903587] 'process raft request' (duration: 277.510773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.86742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.98939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ba9d5cd-62ff-4a74-bd7d-5bb97fb5a4c2\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-04-28T04:10:55.867482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.516976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:10:55.867514Z","caller":"traceutil/trace.go:171","msg":"trace[783061844] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ba9d5cd-62ff-4a74-bd7d-5bb97fb5a4c2; range_end:; response_count:1; response_revision:24823; }","duration":"550.147264ms","start":"2026-04-28T04:10:55.317344Z","end":"2026-04-28T04:10:55.867491Z","steps":["trace[783061844] 'agreement among raft nodes before linearized reading' (duration: 549.835196ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:55.867527Z","caller":"traceutil/trace.go:171","msg":"trace[1261326709] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"324.403886ms","start":"2026-04-28T04:10:55.543064Z","end":"2026-04-28T04:10:55.867468Z","steps":["trace[1261326709] 'process raft request' (duration: 323.640055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.867567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.317323Z","time spent":"550.235017ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ba9d5cd-62ff-4a74-bd7d-5bb97fb5a4c2\" "} {"level":"info","ts":"2026-04-28T04:10:55.867565Z","caller":"traceutil/trace.go:171","msg":"trace[404097150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24823; }","duration":"448.657081ms","start":"2026-04-28T04:10:55.418888Z","end":"2026-04-28T04:10:55.867545Z","steps":["trace[404097150] 'agreement among raft nodes before linearized reading' (duration: 448.310651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.867617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.418859Z","time spent":"448.749653ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:10:55.867603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.475287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ba9d5cd-62ff-4a74-bd7d-5bb97fb5a4c2\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-28T04:10:55.867683Z","caller":"traceutil/trace.go:171","msg":"trace[1543672367] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"323.597273ms","start":"2026-04-28T04:10:55.544069Z","end":"2026-04-28T04:10:55.867666Z","steps":["trace[1543672367] 'process raft request' (duration: 322.799811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:55.867714Z","caller":"traceutil/trace.go:171","msg":"trace[49300952] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ba9d5cd-62ff-4a74-bd7d-5bb97fb5a4c2; range_end:; response_count:1; response_revision:24823; }","duration":"178.652512ms","start":"2026-04-28T04:10:55.689033Z","end":"2026-04-28T04:10:55.867685Z","steps":["trace[49300952] 'agreement among raft nodes before linearized reading' (duration: 178.440217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.867737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.542908Z","time spent":"324.693983ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:55.867789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.544058Z","time spent":"323.670215ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:55.867881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.939296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-28T04:10:55.867931Z","caller":"traceutil/trace.go:171","msg":"trace[906640453] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24823; }","duration":"218.019528ms","start":"2026-04-28T04:10:55.649898Z","end":"2026-04-28T04:10:55.867918Z","steps":["trace[906640453] 'agreement among raft nodes before linearized reading' (duration: 217.901215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.867966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.706434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:10:55.868008Z","caller":"traceutil/trace.go:171","msg":"trace[339930693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24823; }","duration":"668.774956ms","start":"2026-04-28T04:10:55.199222Z","end":"2026-04-28T04:10:55.867997Z","steps":["trace[339930693] 'agreement among raft nodes before linearized reading' (duration: 668.668663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.868036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.199199Z","time spent":"668.831067ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:10:55.868144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.187347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:10:55.868202Z","caller":"traceutil/trace.go:171","msg":"trace[1771931048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24823; }","duration":"669.263859ms","start":"2026-04-28T04:10:55.198925Z","end":"2026-04-28T04:10:55.868189Z","steps":["trace[1771931048] 'agreement among raft nodes before linearized reading' (duration: 669.007382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.868242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.198915Z","time spent":"669.31999ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:10:55.868235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.024707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-28T04:10:55.868303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.426668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:10:55.868346Z","caller":"traceutil/trace.go:171","msg":"trace[2142234288] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24823; }","duration":"282.185981ms","start":"2026-04-28T04:10:55.586133Z","end":"2026-04-28T04:10:55.868319Z","steps":["trace[2142234288] 'agreement among raft nodes before linearized reading' (duration: 281.250725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:55.868396Z","caller":"traceutil/trace.go:171","msg":"trace[1042083380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24823; }","duration":"671.541992ms","start":"2026-04-28T04:10:55.196808Z","end":"2026-04-28T04:10:55.86835Z","steps":["trace[1042083380] 'agreement among raft nodes before linearized reading' (duration: 670.38213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:55.868434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.196778Z","time spent":"671.647065ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T04:10:56.016038Z","caller":"traceutil/trace.go:171","msg":"trace[215804227] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"141.918437ms","start":"2026-04-28T04:10:55.874079Z","end":"2026-04-28T04:10:56.015997Z","steps":["trace[215804227] 'process raft request' (duration: 138.090653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:56.245476Z","caller":"traceutil/trace.go:171","msg":"trace[803599050] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"370.749921ms","start":"2026-04-28T04:10:55.874656Z","end":"2026-04-28T04:10:56.245406Z","steps":["trace[803599050] 'process raft request' (duration: 355.158784ms)","trace[803599050] 'compare' (duration: 15.108813ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:56.24553Z","caller":"traceutil/trace.go:171","msg":"trace[799551337] linearizableReadLoop","detail":"{readStateIndex:25641; appliedIndex:25638; }","duration":"370.710419ms","start":"2026-04-28T04:10:55.874797Z","end":"2026-04-28T04:10:56.245507Z","steps":["trace[799551337] 'read index received' (duration: 137.388833ms)","trace[799551337] 'applied index is now lower than readState.Index' (duration: 233.320626ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:56.245525Z","caller":"traceutil/trace.go:171","msg":"trace[1393467058] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"370.71631ms","start":"2026-04-28T04:10:55.874755Z","end":"2026-04-28T04:10:56.245471Z","steps":["trace[1393467058] 'process raft request' (duration: 370.532575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:56.245561Z","caller":"traceutil/trace.go:171","msg":"trace[937552766] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"367.948084ms","start":"2026-04-28T04:10:55.877556Z","end":"2026-04-28T04:10:56.245504Z","steps":["trace[937552766] 'process raft request' (duration: 367.836251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:56.245679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.874641Z","time spent":"370.936636ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:56.245751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.874727Z","time spent":"370.889724ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:56.245854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.877543Z","time spent":"368.153529ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:56.245618Z","caller":"traceutil/trace.go:171","msg":"trace[1368520300] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"131.73599ms","start":"2026-04-28T04:10:56.113845Z","end":"2026-04-28T04:10:56.245581Z","steps":["trace[1368520300] 'process raft request' (duration: 131.641238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:56.246004Z","caller":"traceutil/trace.go:171","msg":"trace[624348698] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"368.036096ms","start":"2026-04-28T04:10:55.877953Z","end":"2026-04-28T04:10:56.245989Z","steps":["trace[624348698] 'process raft request' (duration: 367.477191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:56.24607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.248824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T04:10:56.246116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.877945Z","time spent":"368.101848ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:56.246133Z","caller":"traceutil/trace.go:171","msg":"trace[1782657526] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24829; }","duration":"371.337957ms","start":"2026-04-28T04:10:55.874781Z","end":"2026-04-28T04:10:56.246119Z","steps":["trace[1782657526] 'agreement among raft nodes before linearized reading' (duration: 371.008628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:56.246173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.874774Z","time spent":"371.390268ms","remote":"127.0.0.1:45082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T04:10:56.246086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.146811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-04-28T04:10:56.2464Z","caller":"traceutil/trace.go:171","msg":"trace[33258385] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24829; }","duration":"371.482261ms","start":"2026-04-28T04:10:55.874896Z","end":"2026-04-28T04:10:56.246378Z","steps":["trace[33258385] 'agreement among raft nodes before linearized reading' (duration: 370.998628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:56.246451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:55.874892Z","time spent":"371.547603ms","remote":"127.0.0.1:44900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-28T04:10:56.386097Z","caller":"traceutil/trace.go:171","msg":"trace[1785947075] linearizableReadLoop","detail":"{readStateIndex:25645; appliedIndex:25644; }","duration":"119.248458ms","start":"2026-04-28T04:10:56.26682Z","end":"2026-04-28T04:10:56.386068Z","steps":["trace[1785947075] 'read index received' (duration: 117.255954ms)","trace[1785947075] 'applied index is now lower than readState.Index' (duration: 1.991124ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:56.386317Z","caller":"traceutil/trace.go:171","msg":"trace[1740235313] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"122.812236ms","start":"2026-04-28T04:10:56.263478Z","end":"2026-04-28T04:10:56.38629Z","steps":["trace[1740235313] 'process raft request' (duration: 120.568375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:56.386604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.745972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-04-28T04:10:56.386738Z","caller":"traceutil/trace.go:171","msg":"trace[1789885018] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24830; }","duration":"119.956348ms","start":"2026-04-28T04:10:56.266755Z","end":"2026-04-28T04:10:56.386711Z","steps":["trace[1789885018] 'agreement among raft nodes before linearized reading' (duration: 119.507235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:56.386805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.127158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa69e94a63b335\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-28T04:10:56.386889Z","caller":"traceutil/trace.go:171","msg":"trace[295583811] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa69e94a63b335; range_end:; response_count:1; response_revision:24830; }","duration":"103.255092ms","start":"2026-04-28T04:10:56.28361Z","end":"2026-04-28T04:10:56.386866Z","steps":["trace[295583811] 'agreement among raft nodes before linearized reading' (duration: 102.975374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:56.525414Z","caller":"traceutil/trace.go:171","msg":"trace[906342544] linearizableReadLoop","detail":"{readStateIndex:25646; appliedIndex:25645; }","duration":"135.110423ms","start":"2026-04-28T04:10:56.390281Z","end":"2026-04-28T04:10:56.525391Z","steps":["trace[906342544] 'read index received' (duration: 125.909131ms)","trace[906342544] 'applied index is now lower than readState.Index' (duration: 9.200242ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:56.525805Z","caller":"traceutil/trace.go:171","msg":"trace[358439171] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"135.807661ms","start":"2026-04-28T04:10:56.389963Z","end":"2026-04-28T04:10:56.525771Z","steps":["trace[358439171] 'process raft request' (duration: 126.239209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:56.525955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.647637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18aa69e94c956375\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-04-28T04:10:56.525958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.28633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-28T04:10:56.526008Z","caller":"traceutil/trace.go:171","msg":"trace[862030329] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18aa69e94c956375; range_end:; response_count:1; response_revision:24831; }","duration":"135.740639ms","start":"2026-04-28T04:10:56.390254Z","end":"2026-04-28T04:10:56.525994Z","steps":["trace[862030329] 'agreement among raft nodes before linearized reading' (duration: 135.545984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:56.526056Z","caller":"traceutil/trace.go:171","msg":"trace[652849287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24831; }","duration":"134.438754ms","start":"2026-04-28T04:10:56.391591Z","end":"2026-04-28T04:10:56.52603Z","steps":["trace[652849287] 'agreement among raft nodes before linearized reading' (duration: 134.129046ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:56.668421Z","caller":"traceutil/trace.go:171","msg":"trace[597089044] linearizableReadLoop","detail":"{readStateIndex:25647; appliedIndex:25646; }","duration":"130.613549ms","start":"2026-04-28T04:10:56.537782Z","end":"2026-04-28T04:10:56.668396Z","steps":["trace[597089044] 'read index received' (duration: 130.105105ms)","trace[597089044] 'applied index is now lower than readState.Index' (duration: 507.124µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:56.668501Z","caller":"traceutil/trace.go:171","msg":"trace[2098759912] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"139.482132ms","start":"2026-04-28T04:10:56.528996Z","end":"2026-04-28T04:10:56.668478Z","steps":["trace[2098759912] 'process raft request' (duration: 138.862985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:56.668752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.959508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-04-28T04:10:56.66883Z","caller":"traceutil/trace.go:171","msg":"trace[1801796285] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24832; }","duration":"131.081102ms","start":"2026-04-28T04:10:56.53773Z","end":"2026-04-28T04:10:56.668811Z","steps":["trace[1801796285] 'agreement among raft nodes before linearized reading' (duration: 130.855725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:57.030145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.987352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:57.030394Z","caller":"traceutil/trace.go:171","msg":"trace[1645620004] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"300.42399ms","start":"2026-04-28T04:10:56.729937Z","end":"2026-04-28T04:10:57.030361Z","steps":["trace[1645620004] 'process raft request' (duration: 144.056297ms)","trace[1645620004] 'compare' (duration: 155.834488ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:57.0305Z","caller":"traceutil/trace.go:171","msg":"trace[1862775588] linearizableReadLoop","detail":"{readStateIndex:25649; appliedIndex:25648; }","duration":"157.251687ms","start":"2026-04-28T04:10:56.873207Z","end":"2026-04-28T04:10:57.030459Z","steps":["trace[1862775588] 'read index received' (duration: 780.712µs)","trace[1862775588] 'applied index is now lower than readState.Index' (duration: 156.466625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:57.030586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:56.72991Z","time spent":"300.560794ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:57.03087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.609697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ba9d5cd-62ff-4a74-bd7d-5bb97fb5a4c2\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-04-28T04:10:57.030993Z","caller":"traceutil/trace.go:171","msg":"trace[406275515] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ba9d5cd-62ff-4a74-bd7d-5bb97fb5a4c2; range_end:; response_count:1; response_revision:24835; }","duration":"157.813072ms","start":"2026-04-28T04:10:56.873154Z","end":"2026-04-28T04:10:57.030967Z","steps":["trace[406275515] 'agreement among raft nodes before linearized reading' (duration: 157.393621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:57.312793Z","caller":"traceutil/trace.go:171","msg":"trace[1418505633] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"134.380892ms","start":"2026-04-28T04:10:57.178375Z","end":"2026-04-28T04:10:57.312756Z","steps":["trace[1418505633] 'process raft request' (duration: 131.73753ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:57.749962Z","caller":"traceutil/trace.go:171","msg":"trace[2009988794] linearizableReadLoop","detail":"{readStateIndex:25652; appliedIndex:25651; }","duration":"156.899068ms","start":"2026-04-28T04:10:57.593029Z","end":"2026-04-28T04:10:57.749928Z","steps":["trace[2009988794] 'read index received' (duration: 156.61841ms)","trace[2009988794] 'applied index is now lower than readState.Index' (duration: 278.738µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:57.750114Z","caller":"traceutil/trace.go:171","msg":"trace[489697961] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"158.869451ms","start":"2026-04-28T04:10:57.591188Z","end":"2026-04-28T04:10:57.750057Z","steps":["trace[489697961] 'process raft request' (duration: 158.504461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:57.750334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.253118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:10:57.750378Z","caller":"traceutil/trace.go:171","msg":"trace[1477782279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24837; }","duration":"157.411662ms","start":"2026-04-28T04:10:57.592956Z","end":"2026-04-28T04:10:57.750367Z","steps":["trace[1477782279] 'agreement among raft nodes before linearized reading' (duration: 157.138194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:57.756447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.881829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:10:57.75654Z","caller":"traceutil/trace.go:171","msg":"trace[187484336] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24838; }","duration":"130.035374ms","start":"2026-04-28T04:10:57.626485Z","end":"2026-04-28T04:10:57.75652Z","steps":["trace[187484336] 'agreement among raft nodes before linearized reading' (duration: 129.854369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.440187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.052509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:10:58.440271Z","caller":"traceutil/trace.go:171","msg":"trace[1810494342] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24839; }","duration":"566.185742ms","start":"2026-04-28T04:10:57.874062Z","end":"2026-04-28T04:10:58.440248Z","steps":["trace[1810494342] 'range keys from in-memory index tree' (duration: 565.857994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.440306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:57.874037Z","time spent":"566.261744ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T04:10:58.440538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.838255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:10:58.440705Z","caller":"traceutil/trace.go:171","msg":"trace[792548732] linearizableReadLoop","detail":"{readStateIndex:25656; appliedIndex:25654; }","duration":"418.667001ms","start":"2026-04-28T04:10:58.022029Z","end":"2026-04-28T04:10:58.440696Z","steps":["trace[792548732] 'read index received' (duration: 85.641161ms)","trace[792548732] 'applied index is now lower than readState.Index' (duration: 333.02466ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:10:58.440761Z","caller":"traceutil/trace.go:171","msg":"trace[338666627] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"564.789555ms","start":"2026-04-28T04:10:57.875964Z","end":"2026-04-28T04:10:58.440754Z","steps":["trace[338666627] 'process raft request' (duration: 564.658631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.4408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:57.875954Z","time spent":"564.821226ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:58.440854Z","caller":"traceutil/trace.go:171","msg":"trace[684017827] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"565.057152ms","start":"2026-04-28T04:10:57.875768Z","end":"2026-04-28T04:10:58.440826Z","steps":["trace[684017827] 'process raft request' (duration: 231.866347ms)","trace[684017827] 'compare' (duration: 332.689221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:58.440949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.918748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:10:58.440981Z","caller":"traceutil/trace.go:171","msg":"trace[1834188341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24841; }","duration":"418.98958ms","start":"2026-04-28T04:10:58.021985Z","end":"2026-04-28T04:10:58.440974Z","steps":["trace[1834188341] 'agreement among raft nodes before linearized reading' (duration: 418.895467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.440999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:58.021961Z","time spent":"419.032151ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:10:58.44098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:57.875746Z","time spent":"565.166604ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:58.817434Z","caller":"traceutil/trace.go:171","msg":"trace[1900666574] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"564.164566ms","start":"2026-04-28T04:10:58.25324Z","end":"2026-04-28T04:10:58.817405Z","steps":["trace[1900666574] 'process raft request' (duration: 563.964411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:10:58.817482Z","caller":"traceutil/trace.go:171","msg":"trace[859419972] linearizableReadLoop","detail":"{readStateIndex:25657; appliedIndex:25657; }","duration":"376.713764ms","start":"2026-04-28T04:10:58.440722Z","end":"2026-04-28T04:10:58.817436Z","steps":["trace[859419972] 'read index received' (duration: 376.696454ms)","trace[859419972] 'applied index is now lower than readState.Index' (duration: 14.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:10:58.817593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:58.253225Z","time spent":"564.29078ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:58.817853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.401605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:10:58.817901Z","caller":"traceutil/trace.go:171","msg":"trace[504149257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24842; }","duration":"567.536459ms","start":"2026-04-28T04:10:58.250354Z","end":"2026-04-28T04:10:58.81789Z","steps":["trace[504149257] 'agreement among raft nodes before linearized reading' (duration: 567.23718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.817928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.509281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:10:58.817992Z","caller":"traceutil/trace.go:171","msg":"trace[909937157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24842; }","duration":"566.589033ms","start":"2026-04-28T04:10:58.251389Z","end":"2026-04-28T04:10:58.817978Z","steps":["trace[909937157] 'agreement among raft nodes before linearized reading' (duration: 566.410688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.818032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:58.251383Z","time spent":"566.640184ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:10:58.818044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.193768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ba9d5cd-62ff-4a74-bd7d-5bb97fb5a4c2\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-04-28T04:10:58.817947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:58.250325Z","time spent":"567.612851ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:10:58.818089Z","caller":"traceutil/trace.go:171","msg":"trace[1189913288] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ba9d5cd-62ff-4a74-bd7d-5bb97fb5a4c2; range_end:; response_count:1; response_revision:24842; }","duration":"781.233339ms","start":"2026-04-28T04:10:58.036842Z","end":"2026-04-28T04:10:58.818075Z","steps":["trace[1189913288] 'agreement among raft nodes before linearized reading' (duration: 781.130706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.818126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:58.036812Z","time spent":"781.307731ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ba9d5cd-62ff-4a74-bd7d-5bb97fb5a4c2\" "} {"level":"warn","ts":"2026-04-28T04:10:58.818286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.911402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:10:58.818341Z","caller":"traceutil/trace.go:171","msg":"trace[1330225917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24842; }","duration":"566.999535ms","start":"2026-04-28T04:10:58.251323Z","end":"2026-04-28T04:10:58.818322Z","steps":["trace[1330225917] 'agreement among raft nodes before linearized reading' (duration: 566.868141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.818373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:58.251297Z","time spent":"567.069377ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T04:10:58.848058Z","caller":"traceutil/trace.go:171","msg":"trace[1954537993] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"402.700465ms","start":"2026-04-28T04:10:58.445312Z","end":"2026-04-28T04:10:58.848012Z","steps":["trace[1954537993] 'process raft request' (duration: 402.297344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.848264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:58.445292Z","time spent":"402.862969ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:10:58.8483Z","caller":"traceutil/trace.go:171","msg":"trace[853644999] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"402.146989ms","start":"2026-04-28T04:10:58.446095Z","end":"2026-04-28T04:10:58.848242Z","steps":["trace[853644999] 'process raft request' (duration: 401.83231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.848547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:58.446089Z","time spent":"402.326464ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:10:58.848941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.920417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-28T04:10:58.849001Z","caller":"traceutil/trace.go:171","msg":"trace[939934838] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24844; }","duration":"393.0271ms","start":"2026-04-28T04:10:58.455955Z","end":"2026-04-28T04:10:58.848983Z","steps":["trace[939934838] 'agreement among raft nodes before linearized reading' (duration: 392.829335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.849043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:10:58.455916Z","time spent":"393.119463ms","remote":"127.0.0.1:49962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T04:10:58.849586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.224957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T04:10:58.849682Z","caller":"traceutil/trace.go:171","msg":"trace[348369689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24847; }","duration":"284.385432ms","start":"2026-04-28T04:10:58.565274Z","end":"2026-04-28T04:10:58.84966Z","steps":["trace[348369689] 'agreement among raft nodes before linearized reading' (duration: 284.146995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.849695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.431144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T04:10:58.849738Z","caller":"traceutil/trace.go:171","msg":"trace[1451353571] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24847; }","duration":"291.526207ms","start":"2026-04-28T04:10:58.5582Z","end":"2026-04-28T04:10:58.849726Z","steps":["trace[1451353571] 'agreement among raft nodes before linearized reading' (duration: 291.409253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:10:58.850194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.690929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T04:10:58.850265Z","caller":"traceutil/trace.go:171","msg":"trace[92190615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24847; }","duration":"213.846563ms","start":"2026-04-28T04:10:58.636408Z","end":"2026-04-28T04:10:58.850254Z","steps":["trace[92190615] 'agreement among raft nodes before linearized reading' (duration: 213.694769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:05.753481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452532416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:11:06.53607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452532416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:11:06.577757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.114539034s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T04:11:06.578301Z","caller":"traceutil/trace.go:171","msg":"trace[1047751263] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"2.11511865s","start":"2026-04-28T04:11:04.463101Z","end":"2026-04-28T04:11:06.578219Z","steps":["trace[1047751263] 'process raft request' (duration: 2.114876553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:06.578492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:04.463075Z","time spent":"2.115314415s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:08.00016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998113852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T04:11:08.000263Z","caller":"traceutil/trace.go:171","msg":"trace[1658117320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998298047s","start":"2026-04-28T04:11:06.001943Z","end":"2026-04-28T04:11:08.000241Z","steps":["trace[1658117320] 'agreement among raft nodes before linearized reading' (duration: 1.998160573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:08.000311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:06.001911Z","time spent":"1.998389499s","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 04:11:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T04:11:09.463442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.253179Z","time spent":"4.210249723s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 04:11:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T04:11:09.837606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.253266Z","time spent":"4.584329595s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 04:11:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T04:11:09.889496Z","caller":"traceutil/trace.go:171","msg":"trace[1177246019] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"4.54830311s","start":"2026-04-28T04:11:05.341091Z","end":"2026-04-28T04:11:09.889394Z","steps":["trace[1177246019] 'process raft request' (duration: 4.548085414s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:09.889718Z","caller":"traceutil/trace.go:171","msg":"trace[1915987856] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"4.150640024s","start":"2026-04-28T04:11:05.739041Z","end":"2026-04-28T04:11:09.889681Z","steps":["trace[1915987856] 'process raft request' (duration: 4.150212513s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.889807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.341064Z","time spent":"4.548532117s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:09.889796Z","caller":"traceutil/trace.go:171","msg":"trace[2002941159] linearizableReadLoop","detail":"{readStateIndex:25726; appliedIndex:25719; }","duration":"4.636913742s","start":"2026-04-28T04:11:05.252863Z","end":"2026-04-28T04:11:09.889777Z","steps":["trace[2002941159] 'read index received' (duration: 1.325137612s)","trace[2002941159] 'applied index is now lower than readState.Index' (duration: 3.3117752s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:09.889955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.637079327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.147\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T04:11:09.889998Z","caller":"traceutil/trace.go:171","msg":"trace[1625759874] range","detail":"{range_begin:/registry/masterleases/199.19.213.147; range_end:; response_count:1; response_revision:24909; }","duration":"4.637161509s","start":"2026-04-28T04:11:05.252824Z","end":"2026-04-28T04:11:09.889986Z","steps":["trace[1625759874] 'agreement among raft nodes before linearized reading' (duration: 4.637022785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.8899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.739006Z","time spent":"4.150795889s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:09.890037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.252808Z","time spent":"4.637222701s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.147\" "} {"level":"info","ts":"2026-04-28T04:11:09.890096Z","caller":"traceutil/trace.go:171","msg":"trace[1358227131] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"3.888078759s","start":"2026-04-28T04:11:06.001965Z","end":"2026-04-28T04:11:09.890044Z","steps":["trace[1358227131] 'process raft request' (duration: 3.887658718s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.890327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:06.001959Z","time spent":"3.888236053s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:09.889706Z","caller":"traceutil/trace.go:171","msg":"trace[1549196465] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"3.887823432s","start":"2026-04-28T04:11:06.001847Z","end":"2026-04-28T04:11:09.889671Z","steps":["trace[1549196465] 'process raft request' (duration: 3.887725569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.891116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:06.001826Z","time spent":"3.888953603s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:09.970522Z","caller":"traceutil/trace.go:171","msg":"trace[263316691] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"448.004843ms","start":"2026-04-28T04:11:09.522496Z","end":"2026-04-28T04:11:09.970501Z","steps":["trace[263316691] 'process raft request' (duration: 447.934091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:09.970551Z","caller":"traceutil/trace.go:171","msg":"trace[37022632] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"718.251218ms","start":"2026-04-28T04:11:09.252253Z","end":"2026-04-28T04:11:09.970504Z","steps":["trace[37022632] 'process raft request' (duration: 718.148135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.970661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:09.522449Z","time spent":"448.142236ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:09.970633Z","caller":"traceutil/trace.go:171","msg":"trace[371290533] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"729.197156ms","start":"2026-04-28T04:11:09.241363Z","end":"2026-04-28T04:11:09.97056Z","steps":["trace[371290533] 'process raft request' (duration: 728.867407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.970765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:09.252237Z","time spent":"718.403443ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:09.970808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.752753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T04:11:09.970828Z","caller":"traceutil/trace.go:171","msg":"trace[383358117] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24913; }","duration":"130.811395ms","start":"2026-04-28T04:11:09.840011Z","end":"2026-04-28T04:11:09.970822Z","steps":["trace[383358117] 'agreement among raft nodes before linearized reading' (duration: 130.734662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.970878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:09.241341Z","time spent":"729.421183ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T04:11:09.970968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.504498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T04:11:09.97096Z","caller":"traceutil/trace.go:171","msg":"trace[991382913] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"729.397152ms","start":"2026-04-28T04:11:09.241547Z","end":"2026-04-28T04:11:09.970945Z","steps":["trace[991382913] 'process raft request' (duration: 728.808956ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:09.970992Z","caller":"traceutil/trace.go:171","msg":"trace[1913165431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24913; }","duration":"447.56167ms","start":"2026-04-28T04:11:09.523424Z","end":"2026-04-28T04:11:09.970986Z","steps":["trace[1913165431] 'agreement among raft nodes before linearized reading' (duration: 447.485968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.971009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:09.523393Z","time spent":"447.611962ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T04:11:09.971035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:09.241524Z","time spent":"729.472064ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:09.970901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.677781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:09.971224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.674409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:09.971241Z","caller":"traceutil/trace.go:171","msg":"trace[1815165462] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24913; }","duration":"729.745602ms","start":"2026-04-28T04:11:09.241491Z","end":"2026-04-28T04:11:09.971236Z","steps":["trace[1815165462] 'agreement among raft nodes before linearized reading' (duration: 729.716041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.971256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:09.241456Z","time spent":"729.796753ms","remote":"127.0.0.1:49558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:09.971276Z","caller":"traceutil/trace.go:171","msg":"trace[1352490583] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24913; }","duration":"176.125323ms","start":"2026-04-28T04:11:09.795116Z","end":"2026-04-28T04:11:09.971242Z","steps":["trace[1352490583] 'agreement among raft nodes before linearized reading' (duration: 175.759493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.971369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.830014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-28T04:11:09.97139Z","caller":"traceutil/trace.go:171","msg":"trace[378353397] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24913; }","duration":"729.930857ms","start":"2026-04-28T04:11:09.241454Z","end":"2026-04-28T04:11:09.971385Z","steps":["trace[378353397] 'agreement among raft nodes before linearized reading' (duration: 729.876525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.971407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:09.241426Z","time spent":"729.978018ms","remote":"127.0.0.1:49962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T04:11:09.971197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.53502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-28T04:11:09.971508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.966788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:09.971524Z","caller":"traceutil/trace.go:171","msg":"trace[1464996913] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24913; }","duration":"730.064511ms","start":"2026-04-28T04:11:09.241454Z","end":"2026-04-28T04:11:09.971519Z","steps":["trace[1464996913] 'agreement among raft nodes before linearized reading' (duration: 730.03371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.971543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:09.241426Z","time spent":"730.112712ms","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:09.971539Z","caller":"traceutil/trace.go:171","msg":"trace[2105497304] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24913; }","duration":"507.932681ms","start":"2026-04-28T04:11:09.463588Z","end":"2026-04-28T04:11:09.971521Z","steps":["trace[2105497304] 'agreement among raft nodes before linearized reading' (duration: 507.575211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.97159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:09.463554Z","time spent":"508.020653ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T04:11:09.97165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.718200483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:11:09.971666Z","caller":"traceutil/trace.go:171","msg":"trace[896427571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24913; }","duration":"4.718224694s","start":"2026-04-28T04:11:05.253436Z","end":"2026-04-28T04:11:09.971661Z","steps":["trace[896427571] 'agreement among raft nodes before linearized reading' (duration: 4.718174903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.971679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.253428Z","time spent":"4.718248475s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:09.971743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.718329677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T04:11:09.971728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245074311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:09.971754Z","caller":"traceutil/trace.go:171","msg":"trace[1951582735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24913; }","duration":"4.718348348s","start":"2026-04-28T04:11:05.253402Z","end":"2026-04-28T04:11:09.97175Z","steps":["trace[1951582735] 'agreement among raft nodes before linearized reading' (duration: 4.718312027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.971772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.253396Z","time spent":"4.718372218s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T04:11:09.971773Z","caller":"traceutil/trace.go:171","msg":"trace[1933590782] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24913; }","duration":"2.245137443s","start":"2026-04-28T04:11:07.726622Z","end":"2026-04-28T04:11:09.971759Z","steps":["trace[1933590782] 'agreement among raft nodes before linearized reading' (duration: 2.245040661s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.971783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.969819093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T04:11:09.971832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.71844426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T04:11:09.971838Z","caller":"traceutil/trace.go:171","msg":"trace[369138997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24913; }","duration":"3.969906555s","start":"2026-04-28T04:11:06.001913Z","end":"2026-04-28T04:11:09.97182Z","steps":["trace[369138997] 'agreement among raft nodes before linearized reading' (duration: 3.969666438s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:09.97186Z","caller":"traceutil/trace.go:171","msg":"trace[1930250703] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24913; }","duration":"4.718472501s","start":"2026-04-28T04:11:05.253374Z","end":"2026-04-28T04:11:09.971847Z","steps":["trace[1930250703] 'agreement among raft nodes before linearized reading' (duration: 4.718429049s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.971758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.718261985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T04:11:09.971874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.25337Z","time spent":"4.718501682s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T04:11:09.971874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:06.001908Z","time spent":"3.969957246s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T04:11:09.971896Z","caller":"traceutil/trace.go:171","msg":"trace[367855212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24913; }","duration":"4.71845889s","start":"2026-04-28T04:11:05.253422Z","end":"2026-04-28T04:11:09.971881Z","steps":["trace[367855212] 'agreement among raft nodes before linearized reading' (duration: 4.718161062s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.971953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.253392Z","time spent":"4.718552853s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:11:09.972168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231969126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10362"} {"level":"warn","ts":"2026-04-28T04:11:09.972169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26112445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:09.97219Z","caller":"traceutil/trace.go:171","msg":"trace[1165030146] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24913; }","duration":"4.232041438s","start":"2026-04-28T04:11:05.740141Z","end":"2026-04-28T04:11:09.972183Z","steps":["trace[1165030146] 'agreement among raft nodes before linearized reading' (duration: 4.231905744s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:09.972209Z","caller":"traceutil/trace.go:171","msg":"trace[1595579753] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24913; }","duration":"2.261197362s","start":"2026-04-28T04:11:07.710996Z","end":"2026-04-28T04:11:09.972193Z","steps":["trace[1595579753] 'agreement among raft nodes before linearized reading' (duration: 2.26112807s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.972219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.740111Z","time spent":"4.2321044s","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10384,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-28T04:11:09.972238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:07.710977Z","time spent":"2.261253993s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:09.972361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.609836161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T04:11:09.972383Z","caller":"traceutil/trace.go:171","msg":"trace[1570923976] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24913; }","duration":"4.609857162s","start":"2026-04-28T04:11:05.362518Z","end":"2026-04-28T04:11:09.972375Z","steps":["trace[1570923976] 'agreement among raft nodes before linearized reading' (duration: 4.60980085s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.972384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.71112776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T04:11:09.9724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.362501Z","time spent":"4.609895333s","remote":"127.0.0.1:44974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-28T04:11:09.972408Z","caller":"traceutil/trace.go:171","msg":"trace[625231471] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24913; }","duration":"4.711182722s","start":"2026-04-28T04:11:05.261215Z","end":"2026-04-28T04:11:09.972398Z","steps":["trace[625231471] 'agreement among raft nodes before linearized reading' (duration: 4.71113301s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.972429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736503511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:09.972441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.261202Z","time spent":"4.711220072s","remote":"127.0.0.1:45336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:09.972461Z","caller":"traceutil/trace.go:171","msg":"trace[655161916] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24913; }","duration":"2.736581733s","start":"2026-04-28T04:11:07.235869Z","end":"2026-04-28T04:11:09.97245Z","steps":["trace[655161916] 'agreement among raft nodes before linearized reading' (duration: 2.736519951s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.972492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:07.235843Z","time spent":"2.736640675s","remote":"127.0.0.1:49572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:09.972506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.233970421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:11:09.972521Z","caller":"traceutil/trace.go:171","msg":"trace[163332087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24913; }","duration":"4.234016682s","start":"2026-04-28T04:11:05.738499Z","end":"2026-04-28T04:11:09.972516Z","steps":["trace[163332087] 'agreement among raft nodes before linearized reading' (duration: 4.233974621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.972535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.738481Z","time spent":"4.234051303s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:09.972722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747619014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:09.972757Z","caller":"traceutil/trace.go:171","msg":"trace[640494998] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24913; }","duration":"2.747701496s","start":"2026-04-28T04:11:07.225044Z","end":"2026-04-28T04:11:09.972745Z","steps":["trace[640494998] 'agreement among raft nodes before linearized reading' (duration: 2.747628694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.972766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.240903031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:09.972785Z","caller":"traceutil/trace.go:171","msg":"trace[225745386] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24913; }","duration":"4.240948742s","start":"2026-04-28T04:11:05.73183Z","end":"2026-04-28T04:11:09.972779Z","steps":["trace[225745386] 'agreement among raft nodes before linearized reading' (duration: 4.24086242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.972799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:05.731811Z","time spent":"4.240984592s","remote":"127.0.0.1:45082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:09.972794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:07.225017Z","time spent":"2.747759608s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:09.973047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807293005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:09.973051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.52401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:09.973073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039290878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:09.973088Z","caller":"traceutil/trace.go:171","msg":"trace[1027927220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24913; }","duration":"731.613303ms","start":"2026-04-28T04:11:09.241465Z","end":"2026-04-28T04:11:09.973078Z","steps":["trace[1027927220] 'agreement among raft nodes before linearized reading' (duration: 731.550761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:09.973092Z","caller":"traceutil/trace.go:171","msg":"trace[1591328681] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24913; }","duration":"2.03936523s","start":"2026-04-28T04:11:07.933721Z","end":"2026-04-28T04:11:09.973087Z","steps":["trace[1591328681] 'agreement among raft nodes before linearized reading' (duration: 2.039323209s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.97311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:07.93369Z","time spent":"2.039415681s","remote":"127.0.0.1:45326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:09.973108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:09.241434Z","time spent":"731.670134ms","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:11:09.97313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807606193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:09.973165Z","caller":"traceutil/trace.go:171","msg":"trace[1544710941] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24913; }","duration":"2.807639754s","start":"2026-04-28T04:11:07.165515Z","end":"2026-04-28T04:11:09.973155Z","steps":["trace[1544710941] 'agreement among raft nodes before linearized reading' (duration: 2.807588933s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:09.973084Z","caller":"traceutil/trace.go:171","msg":"trace[1968147867] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24913; }","duration":"2.807329486s","start":"2026-04-28T04:11:07.165741Z","end":"2026-04-28T04:11:09.97307Z","steps":["trace[1968147867] 'agreement among raft nodes before linearized reading' (duration: 2.807264234s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.973192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:07.165491Z","time spent":"2.807692686s","remote":"127.0.0.1:49736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:09.973364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675202918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:09.973387Z","caller":"traceutil/trace.go:171","msg":"trace[437862163] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24913; }","duration":"1.675256829s","start":"2026-04-28T04:11:08.298124Z","end":"2026-04-28T04:11:09.97338Z","steps":["trace[437862163] 'agreement among raft nodes before linearized reading' (duration: 1.675217378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.973405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:08.298104Z","time spent":"1.675295651s","remote":"127.0.0.1:50464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:09.973422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20662547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:09.973454Z","caller":"traceutil/trace.go:171","msg":"trace[1717595724] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24913; }","duration":"2.206659521s","start":"2026-04-28T04:11:07.766783Z","end":"2026-04-28T04:11:09.973443Z","steps":["trace[1717595724] 'agreement among raft nodes before linearized reading' (duration: 2.20660933s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.973476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:07.766734Z","time spent":"2.206735374s","remote":"127.0.0.1:49660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:09.973195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:07.165713Z","time spent":"2.80747542s","remote":"127.0.0.1:50504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:09.971808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:07.726595Z","time spent":"2.245203255s","remote":"127.0.0.1:58674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:09.973387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973111949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:09.974861Z","caller":"traceutil/trace.go:171","msg":"trace[1951616106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24913; }","duration":"1.97461766s","start":"2026-04-28T04:11:08.000225Z","end":"2026-04-28T04:11:09.974843Z","steps":["trace[1951616106] 'agreement among raft nodes before linearized reading' (duration: 1.971755342s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:09.974913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:08.000203Z","time spent":"1.974695663s","remote":"127.0.0.1:44772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:11:46.294577Z","caller":"traceutil/trace.go:171","msg":"trace[1894925494] linearizableReadLoop","detail":"{readStateIndex:26036; appliedIndex:26035; }","duration":"116.483663ms","start":"2026-04-28T04:11:46.178069Z","end":"2026-04-28T04:11:46.294553Z","steps":["trace[1894925494] 'read index received' (duration: 77.93344ms)","trace[1894925494] 'applied index is now lower than readState.Index' (duration: 38.549273ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:46.29472Z","caller":"traceutil/trace.go:171","msg":"trace[2062264701] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"153.470385ms","start":"2026-04-28T04:11:46.141234Z","end":"2026-04-28T04:11:46.294704Z","steps":["trace[2062264701] 'process raft request' (duration: 114.789187ms)","trace[2062264701] 'compare' (duration: 38.134743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:46.295018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.634405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:11:46.295067Z","caller":"traceutil/trace.go:171","msg":"trace[2027950460] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25209; }","duration":"113.694387ms","start":"2026-04-28T04:11:46.181358Z","end":"2026-04-28T04:11:46.295052Z","steps":["trace[2027950460] 'agreement among raft nodes before linearized reading' (duration: 113.544093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.295077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.00795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T04:11:46.295124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.353622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:11:46.295154Z","caller":"traceutil/trace.go:171","msg":"trace[756912467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25209; }","duration":"116.117613ms","start":"2026-04-28T04:11:46.179021Z","end":"2026-04-28T04:11:46.295138Z","steps":["trace[756912467] 'agreement among raft nodes before linearized reading' (duration: 115.832776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.295131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.755226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:11:46.295203Z","caller":"traceutil/trace.go:171","msg":"trace[286075704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25209; }","duration":"104.454795ms","start":"2026-04-28T04:11:46.190729Z","end":"2026-04-28T04:11:46.295184Z","steps":["trace[286075704] 'agreement among raft nodes before linearized reading' (duration: 104.263009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:46.295228Z","caller":"traceutil/trace.go:171","msg":"trace[83951820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25209; }","duration":"114.885369ms","start":"2026-04-28T04:11:46.180325Z","end":"2026-04-28T04:11:46.29521Z","steps":["trace[83951820] 'agreement among raft nodes before linearized reading' (duration: 114.659543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:46.295123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.052998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T04:11:46.29522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.920197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:11:46.295278Z","caller":"traceutil/trace.go:171","msg":"trace[341861248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25209; }","duration":"117.271735ms","start":"2026-04-28T04:11:46.177998Z","end":"2026-04-28T04:11:46.29527Z","steps":["trace[341861248] 'agreement among raft nodes before linearized reading' (duration: 116.946806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:46.295316Z","caller":"traceutil/trace.go:171","msg":"trace[1546139423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25209; }","duration":"116.062322ms","start":"2026-04-28T04:11:46.179233Z","end":"2026-04-28T04:11:46.295296Z","steps":["trace[1546139423] 'agreement among raft nodes before linearized reading' (duration: 115.756443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:46.524437Z","caller":"traceutil/trace.go:171","msg":"trace[1203298583] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"222.589863ms","start":"2026-04-28T04:11:46.301816Z","end":"2026-04-28T04:11:46.524406Z","steps":["trace[1203298583] 'process raft request' (duration: 222.547592ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:46.5249Z","caller":"traceutil/trace.go:171","msg":"trace[1725937036] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"223.706714ms","start":"2026-04-28T04:11:46.301184Z","end":"2026-04-28T04:11:46.524891Z","steps":["trace[1725937036] 'process raft request' (duration: 222.874751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:46.525011Z","caller":"traceutil/trace.go:171","msg":"trace[878945793] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"223.722274ms","start":"2026-04-28T04:11:46.301282Z","end":"2026-04-28T04:11:46.525005Z","steps":["trace[878945793] 'process raft request' (duration: 222.981104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:46.525099Z","caller":"traceutil/trace.go:171","msg":"trace[344140216] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"223.747014ms","start":"2026-04-28T04:11:46.301346Z","end":"2026-04-28T04:11:46.525093Z","steps":["trace[344140216] 'process raft request' (duration: 222.952823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:46.525178Z","caller":"traceutil/trace.go:171","msg":"trace[1661159838] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"223.486558ms","start":"2026-04-28T04:11:46.301686Z","end":"2026-04-28T04:11:46.525173Z","steps":["trace[1661159838] 'process raft request' (duration: 222.653245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:47.895343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.278944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:47.895432Z","caller":"traceutil/trace.go:171","msg":"trace[256377661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25216; }","duration":"192.427768ms","start":"2026-04-28T04:11:47.702983Z","end":"2026-04-28T04:11:47.895411Z","steps":["trace[256377661] 'count revisions from in-memory index tree' (duration: 192.189722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:48.372259Z","caller":"traceutil/trace.go:171","msg":"trace[1310295787] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"319.006938ms","start":"2026-04-28T04:11:48.053223Z","end":"2026-04-28T04:11:48.37223Z","steps":["trace[1310295787] 'process raft request' (duration: 318.71723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:48.372279Z","caller":"traceutil/trace.go:171","msg":"trace[113134308] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"318.959757ms","start":"2026-04-28T04:11:48.053288Z","end":"2026-04-28T04:11:48.372248Z","steps":["trace[113134308] 'process raft request' (duration: 318.845194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.372438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:48.053199Z","time spent":"319.144571ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:48.372442Z","caller":"traceutil/trace.go:171","msg":"trace[1489513736] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"315.896623ms","start":"2026-04-28T04:11:48.056517Z","end":"2026-04-28T04:11:48.372413Z","steps":["trace[1489513736] 'process raft request' (duration: 315.670617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.372469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:48.053244Z","time spent":"319.122751ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:48.372619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:48.05649Z","time spent":"316.020136ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:48.40276Z","caller":"traceutil/trace.go:171","msg":"trace[470375517] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"276.559977ms","start":"2026-04-28T04:11:48.126183Z","end":"2026-04-28T04:11:48.402743Z","steps":["trace[470375517] 'process raft request' (duration: 276.421113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:48.403057Z","caller":"traceutil/trace.go:171","msg":"trace[1804226550] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"274.619455ms","start":"2026-04-28T04:11:48.128413Z","end":"2026-04-28T04:11:48.403033Z","steps":["trace[1804226550] 'process raft request' (duration: 274.287086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:48.403257Z","caller":"traceutil/trace.go:171","msg":"trace[618165354] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"100.772073ms","start":"2026-04-28T04:11:48.302471Z","end":"2026-04-28T04:11:48.403243Z","steps":["trace[618165354] 'process raft request' (duration: 100.462675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.681628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.275132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:11:48.681721Z","caller":"traceutil/trace.go:171","msg":"trace[971451278] linearizableReadLoop","detail":"{readStateIndex:26051; appliedIndex:26050; }","duration":"240.464061ms","start":"2026-04-28T04:11:48.441244Z","end":"2026-04-28T04:11:48.681708Z","steps":["trace[971451278] 'read index received' (duration: 122.072526ms)","trace[971451278] 'applied index is now lower than readState.Index' (duration: 118.389985ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:48.681933Z","caller":"traceutil/trace.go:171","msg":"trace[1230305975] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"273.113333ms","start":"2026-04-28T04:11:48.408809Z","end":"2026-04-28T04:11:48.681923Z","steps":["trace[1230305975] 'process raft request' (duration: 154.460931ms)","trace[1230305975] 'compare' (duration: 117.650715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:48.682033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.340116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:11:48.682066Z","caller":"traceutil/trace.go:171","msg":"trace[109121372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25224; }","duration":"151.415178ms","start":"2026-04-28T04:11:48.530642Z","end":"2026-04-28T04:11:48.682057Z","steps":["trace[109121372] 'agreement among raft nodes before linearized reading' (duration: 151.299824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.682154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.914463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:48.682192Z","caller":"traceutil/trace.go:171","msg":"trace[1776756295] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25224; }","duration":"240.983565ms","start":"2026-04-28T04:11:48.441199Z","end":"2026-04-28T04:11:48.682182Z","steps":["trace[1776756295] 'agreement among raft nodes before linearized reading' (duration: 240.924373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.682259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.535641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T04:11:48.682289Z","caller":"traceutil/trace.go:171","msg":"trace[1658828744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25224; }","duration":"151.633734ms","start":"2026-04-28T04:11:48.530648Z","end":"2026-04-28T04:11:48.682282Z","steps":["trace[1658828744] 'agreement among raft nodes before linearized reading' (duration: 151.549831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.682448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.752387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:11:48.68247Z","caller":"traceutil/trace.go:171","msg":"trace[772312557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25224; }","duration":"151.821139ms","start":"2026-04-28T04:11:48.530642Z","end":"2026-04-28T04:11:48.682463Z","steps":["trace[772312557] 'agreement among raft nodes before linearized reading' (duration: 151.751557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.682741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.911621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:11:48.682837Z","caller":"traceutil/trace.go:171","msg":"trace[1507368276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25224; }","duration":"152.084096ms","start":"2026-04-28T04:11:48.530732Z","end":"2026-04-28T04:11:48.682817Z","steps":["trace[1507368276] 'agreement among raft nodes before linearized reading' (duration: 151.795368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.682911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.113547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:11:48.682999Z","caller":"traceutil/trace.go:171","msg":"trace[193590336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25224; }","duration":"152.242101ms","start":"2026-04-28T04:11:48.530734Z","end":"2026-04-28T04:11:48.682976Z","steps":["trace[193590336] 'agreement among raft nodes before linearized reading' (duration: 151.401248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.985184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.149819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:11:48.985745Z","caller":"traceutil/trace.go:171","msg":"trace[906014339] linearizableReadLoop","detail":"{readStateIndex:26056; appliedIndex:26051; }","duration":"121.683925ms","start":"2026-04-28T04:11:48.864038Z","end":"2026-04-28T04:11:48.985722Z","steps":["trace[906014339] 'read index received' (duration: 79.412µs)","trace[906014339] 'applied index is now lower than readState.Index' (duration: 121.602613ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:48.986019Z","caller":"traceutil/trace.go:171","msg":"trace[467337481] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"295.786403ms","start":"2026-04-28T04:11:48.690193Z","end":"2026-04-28T04:11:48.98598Z","steps":["trace[467337481] 'process raft request' (duration: 131.680239ms)","trace[467337481] 'compare' (duration: 162.540881ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:48.986126Z","caller":"traceutil/trace.go:171","msg":"trace[1291522032] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"295.569847ms","start":"2026-04-28T04:11:48.690535Z","end":"2026-04-28T04:11:48.986105Z","steps":["trace[1291522032] 'process raft request' (duration: 295.047122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:48.98612Z","caller":"traceutil/trace.go:171","msg":"trace[1222283175] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"295.530346ms","start":"2026-04-28T04:11:48.690567Z","end":"2026-04-28T04:11:48.986097Z","steps":["trace[1222283175] 'process raft request' (duration: 295.061994ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:48.986011Z","caller":"traceutil/trace.go:171","msg":"trace[1452347193] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"295.478715ms","start":"2026-04-28T04:11:48.690484Z","end":"2026-04-28T04:11:48.985963Z","steps":["trace[1452347193] 'process raft request' (duration: 294.976431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:48.986177Z","caller":"traceutil/trace.go:171","msg":"trace[1375042152] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"295.496835ms","start":"2026-04-28T04:11:48.690671Z","end":"2026-04-28T04:11:48.986167Z","steps":["trace[1375042152] 'process raft request' (duration: 295.000282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:48.986338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.263932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:48.987333Z","caller":"traceutil/trace.go:171","msg":"trace[367901849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25229; }","duration":"123.330831ms","start":"2026-04-28T04:11:48.863991Z","end":"2026-04-28T04:11:48.987321Z","steps":["trace[367901849] 'agreement among raft nodes before linearized reading' (duration: 122.19545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:49.503469Z","caller":"traceutil/trace.go:171","msg":"trace[1170541816] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"152.182919ms","start":"2026-04-28T04:11:49.351256Z","end":"2026-04-28T04:11:49.503439Z","steps":["trace[1170541816] 'process raft request' (duration: 151.966193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:50.670741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452533234,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:11:50.703773Z","caller":"traceutil/trace.go:171","msg":"trace[670562406] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"656.374007ms","start":"2026-04-28T04:11:50.047381Z","end":"2026-04-28T04:11:50.703755Z","steps":["trace[670562406] 'process raft request' (duration: 656.214803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:50.703905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.047352Z","time spent":"656.48414ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:50.984881Z","caller":"traceutil/trace.go:171","msg":"trace[1367548295] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"899.948893ms","start":"2026-04-28T04:11:50.084897Z","end":"2026-04-28T04:11:50.984845Z","steps":["trace[1367548295] 'process raft request' (duration: 899.598714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:50.98502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.084869Z","time spent":"900.080657ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:51.171572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.817295ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T04:11:51.172307Z","caller":"traceutil/trace.go:171","msg":"trace[1934514687] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"785.594348ms","start":"2026-04-28T04:11:50.386494Z","end":"2026-04-28T04:11:51.172088Z","steps":["trace[1934514687] 'process raft request' (duration: 785.225978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.172509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.386475Z","time spent":"785.920717ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:51.482193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.013441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:11:51.482495Z","caller":"traceutil/trace.go:171","msg":"trace[1189078196] linearizableReadLoop","detail":"{readStateIndex:26066; appliedIndex:26057; }","duration":"1.312376413s","start":"2026-04-28T04:11:50.170101Z","end":"2026-04-28T04:11:51.482478Z","steps":["trace[1189078196] 'read index received' (duration: 533.55087ms)","trace[1189078196] 'applied index is now lower than readState.Index' (duration: 778.824623ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:51.482589Z","caller":"traceutil/trace.go:171","msg":"trace[1606811057] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"1.096001861s","start":"2026-04-28T04:11:50.386574Z","end":"2026-04-28T04:11:51.482575Z","steps":["trace[1606811057] 'process raft request' (duration: 785.503966ms)","trace[1606811057] 'compare' (duration: 309.475667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:51.482636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.386569Z","time spent":"1.096042282s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:51.482757Z","caller":"traceutil/trace.go:171","msg":"trace[550216842] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"1.068800728s","start":"2026-04-28T04:11:50.413881Z","end":"2026-04-28T04:11:51.482682Z","steps":["trace[550216842] 'process raft request' (duration: 1.068540511s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:51.482836Z","caller":"traceutil/trace.go:171","msg":"trace[2142875065] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"1.096153425s","start":"2026-04-28T04:11:50.386611Z","end":"2026-04-28T04:11:51.482764Z","steps":["trace[2142875065] 'process raft request' (duration: 1.095686652s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.482934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020209069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:51.482949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.413855Z","time spent":"1.068987462s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:51.483042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.882735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:51.483048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.386605Z","time spent":"1.09632992s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:51.483074Z","caller":"traceutil/trace.go:171","msg":"trace[863880774] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25238; }","duration":"325.940717ms","start":"2026-04-28T04:11:51.157122Z","end":"2026-04-28T04:11:51.483063Z","steps":["trace[863880774] 'agreement among raft nodes before linearized reading' (duration: 325.892676ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:51.483067Z","caller":"traceutil/trace.go:171","msg":"trace[1681991807] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"1.061671463s","start":"2026-04-28T04:11:50.421372Z","end":"2026-04-28T04:11:51.483044Z","steps":["trace[1681991807] 'process raft request' (duration: 1.061073886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.483104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.157106Z","time spent":"325.991249ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:51.482962Z","caller":"traceutil/trace.go:171","msg":"trace[1271157488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25238; }","duration":"1.020269661s","start":"2026-04-28T04:11:50.462683Z","end":"2026-04-28T04:11:51.482953Z","steps":["trace[1271157488] 'agreement among raft nodes before linearized reading' (duration: 1.020209709s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.483176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.421348Z","time spent":"1.061775875s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:51.483194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.462665Z","time spent":"1.020520118s","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:11:51.483195Z","caller":"traceutil/trace.go:171","msg":"trace[2132929599] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"1.069388513s","start":"2026-04-28T04:11:50.413751Z","end":"2026-04-28T04:11:51.48314Z","steps":["trace[2132929599] 'process raft request' (duration: 1.068639643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.483284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.635615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:51.483315Z","caller":"traceutil/trace.go:171","msg":"trace[1781633682] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25238; }","duration":"985.692757ms","start":"2026-04-28T04:11:50.497612Z","end":"2026-04-28T04:11:51.483305Z","steps":["trace[1781633682] 'agreement among raft nodes before linearized reading' (duration: 985.653036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.483342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.497597Z","time spent":"985.737777ms","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:51.48335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.806838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-28T04:11:51.4834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.413744Z","time spent":"1.069555777s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:51.483447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.927541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:11:51.483471Z","caller":"traceutil/trace.go:171","msg":"trace[1717592132] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25238; }","duration":"589.951482ms","start":"2026-04-28T04:11:50.893511Z","end":"2026-04-28T04:11:51.483463Z","steps":["trace[1717592132] 'agreement among raft nodes before linearized reading' (duration: 589.913051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:51.483463Z","caller":"traceutil/trace.go:171","msg":"trace[908511506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25238; }","duration":"574.951852ms","start":"2026-04-28T04:11:50.908485Z","end":"2026-04-28T04:11:51.483437Z","steps":["trace[908511506] 'agreement among raft nodes before linearized reading' (duration: 574.673245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.483496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.893454Z","time spent":"590.037124ms","remote":"127.0.0.1:45188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:51.483509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.908475Z","time spent":"575.022514ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T04:11:51.483248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.738644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:51.483612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.957519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:51.483639Z","caller":"traceutil/trace.go:171","msg":"trace[2120997636] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25238; }","duration":"696.01337ms","start":"2026-04-28T04:11:50.787617Z","end":"2026-04-28T04:11:51.483631Z","steps":["trace[2120997636] 'agreement among raft nodes before linearized reading' (duration: 695.962668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:51.483639Z","caller":"traceutil/trace.go:171","msg":"trace[1479125616] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25238; }","duration":"961.178136ms","start":"2026-04-28T04:11:50.522441Z","end":"2026-04-28T04:11:51.48362Z","steps":["trace[1479125616] 'agreement among raft nodes before linearized reading' (duration: 960.779145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.48365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.783062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:11:51.483668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.787601Z","time spent":"696.055521ms","remote":"127.0.0.1:50282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:51.483683Z","caller":"traceutil/trace.go:171","msg":"trace[1902412092] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25238; }","duration":"737.856444ms","start":"2026-04-28T04:11:50.745818Z","end":"2026-04-28T04:11:51.483674Z","steps":["trace[1902412092] 'agreement among raft nodes before linearized reading' (duration: 737.801092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.483689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.522429Z","time spent":"961.244628ms","remote":"127.0.0.1:50082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:51.483707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.745794Z","time spent":"737.907745ms","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:51.4838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.195606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:11:51.483819Z","caller":"traceutil/trace.go:171","msg":"trace[1991611005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25238; }","duration":"490.227287ms","start":"2026-04-28T04:11:50.993586Z","end":"2026-04-28T04:11:51.483814Z","steps":["trace[1991611005] 'agreement among raft nodes before linearized reading' (duration: 490.173925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.483833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.993581Z","time spent":"490.248897ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:11:51.483804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.031167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:51.483876Z","caller":"traceutil/trace.go:171","msg":"trace[509373366] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25238; }","duration":"327.12842ms","start":"2026-04-28T04:11:51.156728Z","end":"2026-04-28T04:11:51.483856Z","steps":["trace[509373366] 'agreement among raft nodes before linearized reading' (duration: 327.028387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.483921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.156709Z","time spent":"327.196541ms","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:11:51.483338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.797974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:11:51.483973Z","caller":"traceutil/trace.go:171","msg":"trace[31095262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25238; }","duration":"797.507244ms","start":"2026-04-28T04:11:50.68646Z","end":"2026-04-28T04:11:51.483968Z","steps":["trace[31095262] 'agreement among raft nodes before linearized reading' (duration: 796.713852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.483972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.910688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T04:11:51.483977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.427328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T04:11:51.483985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.401567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:11:51.484Z","caller":"traceutil/trace.go:171","msg":"trace[1987031303] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25238; }","duration":"489.953149ms","start":"2026-04-28T04:11:50.994037Z","end":"2026-04-28T04:11:51.48399Z","steps":["trace[1987031303] 'agreement among raft nodes before linearized reading' (duration: 489.836186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:51.484012Z","caller":"traceutil/trace.go:171","msg":"trace[1817144256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25238; }","duration":"488.485539ms","start":"2026-04-28T04:11:50.995518Z","end":"2026-04-28T04:11:51.484004Z","steps":["trace[1817144256] 'agreement among raft nodes before linearized reading' (duration: 488.334125ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:51.484019Z","caller":"traceutil/trace.go:171","msg":"trace[890791916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25238; }","duration":"488.444598ms","start":"2026-04-28T04:11:50.995564Z","end":"2026-04-28T04:11:51.484008Z","steps":["trace[890791916] 'agreement among raft nodes before linearized reading' (duration: 488.336645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.484024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.994028Z","time spent":"489.99076ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T04:11:51.484034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.995509Z","time spent":"488.52162ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:51.483992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.686433Z","time spent":"797.551394ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:51.484042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.995558Z","time spent":"488.476839ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:11:51.484132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.558716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:11:51.484248Z","caller":"traceutil/trace.go:171","msg":"trace[321751225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25238; }","duration":"490.73494ms","start":"2026-04-28T04:11:50.993505Z","end":"2026-04-28T04:11:51.48424Z","steps":["trace[321751225] 'agreement among raft nodes before linearized reading' (duration: 490.474143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.484272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.99348Z","time spent":"490.785442ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:11:51.482837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312710033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:51.484353Z","caller":"traceutil/trace.go:171","msg":"trace[449658584] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25238; }","duration":"1.314274645s","start":"2026-04-28T04:11:50.170069Z","end":"2026-04-28T04:11:51.484343Z","steps":["trace[449658584] 'agreement among raft nodes before linearized reading' (duration: 1.3126183s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:51.484375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:50.170053Z","time spent":"1.314315877s","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T04:11:51.849955Z","caller":"traceutil/trace.go:171","msg":"trace[219638621] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"353.702765ms","start":"2026-04-28T04:11:51.496216Z","end":"2026-04-28T04:11:51.849918Z","steps":["trace[219638621] 'process raft request' (duration: 254.174235ms)","trace[219638621] 'compare' (duration: 99.282173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:51.850153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.496189Z","time spent":"353.844349ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:52.15524Z","caller":"traceutil/trace.go:171","msg":"trace[878445356] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"658.612287ms","start":"2026-04-28T04:11:51.496602Z","end":"2026-04-28T04:11:52.155214Z","steps":["trace[878445356] 'process raft request' (duration: 658.478173ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:52.155312Z","caller":"traceutil/trace.go:171","msg":"trace[2139223461] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"658.739791ms","start":"2026-04-28T04:11:51.496531Z","end":"2026-04-28T04:11:52.155271Z","steps":["trace[2139223461] 'process raft request' (duration: 643.660739ms)","trace[2139223461] 'compare' (duration: 14.28365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:52.155376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.496596Z","time spent":"658.71416ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:52.15547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.496524Z","time spent":"658.860374ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:52.155501Z","caller":"traceutil/trace.go:171","msg":"trace[321618903] linearizableReadLoop","detail":"{readStateIndex:26068; appliedIndex:26066; }","duration":"658.873754ms","start":"2026-04-28T04:11:51.496598Z","end":"2026-04-28T04:11:52.155472Z","steps":["trace[321618903] 'read index received' (duration: 253.812235ms)","trace[321618903] 'applied index is now lower than readState.Index' (duration: 405.060249ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:52.155678Z","caller":"traceutil/trace.go:171","msg":"trace[2118676379] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"659.021368ms","start":"2026-04-28T04:11:51.496643Z","end":"2026-04-28T04:11:52.155664Z","steps":["trace[2118676379] 'process raft request' (duration: 658.533585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:52.155806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.496634Z","time spent":"659.07301ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:52.156139Z","caller":"traceutil/trace.go:171","msg":"trace[789771983] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"659.417429ms","start":"2026-04-28T04:11:51.49671Z","end":"2026-04-28T04:11:52.156128Z","steps":["trace[789771983] 'process raft request' (duration: 658.608327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:52.156213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.496694Z","time spent":"659.46893ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:11:52.156376Z","caller":"traceutil/trace.go:171","msg":"trace[775075085] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"659.555333ms","start":"2026-04-28T04:11:51.49681Z","end":"2026-04-28T04:11:52.156365Z","steps":["trace[775075085] 'process raft request' (duration: 658.604437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:52.156428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.496766Z","time spent":"659.631294ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:11:52.156636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.030666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:52.156679Z","caller":"traceutil/trace.go:171","msg":"trace[922973424] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25244; }","duration":"660.074427ms","start":"2026-04-28T04:11:51.496593Z","end":"2026-04-28T04:11:52.156667Z","steps":["trace[922973424] 'agreement among raft nodes before linearized reading' (duration: 659.956024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:52.156711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.496528Z","time spent":"660.17511ms","remote":"127.0.0.1:45082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T04:11:52.156903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.620177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:52.156935Z","caller":"traceutil/trace.go:171","msg":"trace[760057082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25244; }","duration":"658.675699ms","start":"2026-04-28T04:11:51.498246Z","end":"2026-04-28T04:11:52.156922Z","steps":["trace[760057082] 'agreement among raft nodes before linearized reading' (duration: 658.625447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:52.156961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.498236Z","time spent":"658.71951ms","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:11:52.157409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.163389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:52.157448Z","caller":"traceutil/trace.go:171","msg":"trace[811441047] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25244; }","duration":"496.239241ms","start":"2026-04-28T04:11:51.661197Z","end":"2026-04-28T04:11:52.157437Z","steps":["trace[811441047] 'agreement among raft nodes before linearized reading' (duration: 496.167859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:52.157476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.661176Z","time spent":"496.292862ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T04:11:52.157659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.472635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:52.157698Z","caller":"traceutil/trace.go:171","msg":"trace[207808289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25244; }","duration":"590.508877ms","start":"2026-04-28T04:11:51.567172Z","end":"2026-04-28T04:11:52.157681Z","steps":["trace[207808289] 'agreement among raft nodes before linearized reading' (duration: 590.452525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:11:52.15774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:11:51.567144Z","time spent":"590.581648ms","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:11:53.107691Z","caller":"traceutil/trace.go:171","msg":"trace[1473636235] linearizableReadLoop","detail":"{readStateIndex:26073; appliedIndex:26072; }","duration":"107.037655ms","start":"2026-04-28T04:11:53.000615Z","end":"2026-04-28T04:11:53.107652Z","steps":["trace[1473636235] 'read index received' (duration: 106.684005ms)","trace[1473636235] 'applied index is now lower than readState.Index' (duration: 351.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:11:53.107963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.283411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:11:53.108036Z","caller":"traceutil/trace.go:171","msg":"trace[596158725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25245; }","duration":"107.478217ms","start":"2026-04-28T04:11:53.00054Z","end":"2026-04-28T04:11:53.108018Z","steps":["trace[596158725] 'agreement among raft nodes before linearized reading' (duration: 107.282561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:53.108494Z","caller":"traceutil/trace.go:171","msg":"trace[258730302] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"117.767958ms","start":"2026-04-28T04:11:52.990712Z","end":"2026-04-28T04:11:53.10848Z","steps":["trace[258730302] 'process raft request' (duration: 116.616517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:53.767393Z","caller":"traceutil/trace.go:171","msg":"trace[825748767] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"277.114512ms","start":"2026-04-28T04:11:53.490256Z","end":"2026-04-28T04:11:53.76737Z","steps":["trace[825748767] 'process raft request' (duration: 233.195452ms)","trace[825748767] 'compare' (duration: 43.725355ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:11:53.767859Z","caller":"traceutil/trace.go:171","msg":"trace[826772505] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"277.37319ms","start":"2026-04-28T04:11:53.490475Z","end":"2026-04-28T04:11:53.767848Z","steps":["trace[826772505] 'process raft request' (duration: 276.846356ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:53.768095Z","caller":"traceutil/trace.go:171","msg":"trace[222169905] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"277.583386ms","start":"2026-04-28T04:11:53.490472Z","end":"2026-04-28T04:11:53.768056Z","steps":["trace[222169905] 'process raft request' (duration: 277.314039ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:53.768274Z","caller":"traceutil/trace.go:171","msg":"trace[1720694675] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"277.425032ms","start":"2026-04-28T04:11:53.490836Z","end":"2026-04-28T04:11:53.768261Z","steps":["trace[1720694675] 'process raft request' (duration: 277.161654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:54.023656Z","caller":"traceutil/trace.go:171","msg":"trace[569984829] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"161.954656ms","start":"2026-04-28T04:11:53.861671Z","end":"2026-04-28T04:11:54.023625Z","steps":["trace[569984829] 'process raft request' (duration: 161.74703ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:11:54.079661Z","caller":"traceutil/trace.go:171","msg":"trace[1091120942] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"173.149692ms","start":"2026-04-28T04:11:53.906482Z","end":"2026-04-28T04:11:54.079631Z","steps":["trace[1091120942] 'process raft request' (duration: 172.955666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:00.344835Z","caller":"traceutil/trace.go:171","msg":"trace[557677096] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"110.884419ms","start":"2026-04-28T04:12:00.233888Z","end":"2026-04-28T04:12:00.344772Z","steps":["trace[557677096] 'process raft request' (duration: 88.368854ms)","trace[557677096] 'compare' (duration: 22.265398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:12:00.352132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.740606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:12:00.352204Z","caller":"traceutil/trace.go:171","msg":"trace[1696173051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25301; }","duration":"117.8704ms","start":"2026-04-28T04:12:00.234316Z","end":"2026-04-28T04:12:00.352186Z","steps":["trace[1696173051] 'agreement among raft nodes before linearized reading' (duration: 110.853668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:00.352426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.694345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:12:00.35249Z","caller":"traceutil/trace.go:171","msg":"trace[2040547561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25301; }","duration":"117.789107ms","start":"2026-04-28T04:12:00.234685Z","end":"2026-04-28T04:12:00.352474Z","steps":["trace[2040547561] 'agreement among raft nodes before linearized reading' (duration: 110.525889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:26.154811Z","caller":"traceutil/trace.go:171","msg":"trace[440313680] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"463.451495ms","start":"2026-04-28T04:12:25.691328Z","end":"2026-04-28T04:12:26.154779Z","steps":["trace[440313680] 'process raft request' (duration: 463.254519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:26.155116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:25.69129Z","time spent":"463.699682ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:26.158161Z","caller":"traceutil/trace.go:171","msg":"trace[378935998] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"371.388285ms","start":"2026-04-28T04:12:25.786756Z","end":"2026-04-28T04:12:26.158144Z","steps":["trace[378935998] 'process raft request' (duration: 371.117248ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:26.15814Z","caller":"traceutil/trace.go:171","msg":"trace[636888856] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"261.804716ms","start":"2026-04-28T04:12:25.896307Z","end":"2026-04-28T04:12:26.158112Z","steps":["trace[636888856] 'process raft request' (duration: 261.720434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:26.158235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:12:25.786722Z","time spent":"371.476557ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:12:26.158425Z","caller":"traceutil/trace.go:171","msg":"trace[1304661348] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"254.66949ms","start":"2026-04-28T04:12:25.903728Z","end":"2026-04-28T04:12:26.158398Z","steps":["trace[1304661348] 'process raft request' (duration: 254.341841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:26.158481Z","caller":"traceutil/trace.go:171","msg":"trace[1319060675] linearizableReadLoop","detail":"{readStateIndex:26482; appliedIndex:26476; }","duration":"210.846931ms","start":"2026-04-28T04:12:25.947612Z","end":"2026-04-28T04:12:26.158459Z","steps":["trace[1319060675] 'read index received' (duration: 207.056737ms)","trace[1319060675] 'applied index is now lower than readState.Index' (duration: 3.789034ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:12:26.158514Z","caller":"traceutil/trace.go:171","msg":"trace[2124933934] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"250.378013ms","start":"2026-04-28T04:12:25.908124Z","end":"2026-04-28T04:12:26.158502Z","steps":["trace[2124933934] 'process raft request' (duration: 250.28935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:26.158611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.017786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:26.158626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.012945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:26.158661Z","caller":"traceutil/trace.go:171","msg":"trace[1462395970] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25645; }","duration":"211.089858ms","start":"2026-04-28T04:12:25.947559Z","end":"2026-04-28T04:12:26.158649Z","steps":["trace[1462395970] 'agreement among raft nodes before linearized reading' (duration: 211.014166ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:26.158648Z","caller":"traceutil/trace.go:171","msg":"trace[190762076] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25645; }","duration":"211.105358ms","start":"2026-04-28T04:12:25.947532Z","end":"2026-04-28T04:12:26.158638Z","steps":["trace[190762076] 'agreement among raft nodes before linearized reading' (duration: 211.048446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:12:26.158675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.970244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:26.158729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.802599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:12:26.158657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.729701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:12:26.158702Z","caller":"traceutil/trace.go:171","msg":"trace[244416030] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"252.276395ms","start":"2026-04-28T04:12:25.90634Z","end":"2026-04-28T04:12:26.158616Z","steps":["trace[244416030] 'process raft request' (duration: 251.956656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:26.1588Z","caller":"traceutil/trace.go:171","msg":"trace[1925092495] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25645; }","duration":"210.903133ms","start":"2026-04-28T04:12:25.947881Z","end":"2026-04-28T04:12:26.158784Z","steps":["trace[1925092495] 'agreement among raft nodes before linearized reading' (duration: 210.773559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:26.158812Z","caller":"traceutil/trace.go:171","msg":"trace[1914576988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25645; }","duration":"159.920777ms","start":"2026-04-28T04:12:25.998878Z","end":"2026-04-28T04:12:26.158799Z","steps":["trace[1914576988] 'agreement among raft nodes before linearized reading' (duration: 159.727402ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:12:26.15881Z","caller":"traceutil/trace.go:171","msg":"trace[873584914] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25645; }","duration":"211.16207ms","start":"2026-04-28T04:12:25.947601Z","end":"2026-04-28T04:12:26.158763Z","steps":["trace[873584914] 'agreement among raft nodes before linearized reading' (duration: 210.998595ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:13:01.608088Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23003} {"level":"info","ts":"2026-04-28T04:13:01.75303Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23003,"took":"137.241837ms","hash":1142469735,"current-db-size-bytes":58470400,"current-db-size":"58 MB","current-db-size-in-use-bytes":35770368,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-28T04:13:01.753097Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1142469735,"revision":23003,"compact-revision":20010} {"level":"info","ts":"2026-04-28T04:13:31.958938Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069b8.wal"} {"level":"info","ts":"2026-04-28T04:15:33.025532Z","caller":"traceutil/trace.go:171","msg":"trace[654314769] transaction","detail":"{read_only:false; response_revision:27510; number_of_response:1; }","duration":"103.389501ms","start":"2026-04-28T04:15:32.922114Z","end":"2026-04-28T04:15:33.025504Z","steps":["trace[654314769] 'process raft request' (duration: 37.551918ms)","trace[654314769] 'compare' (duration: 65.514044ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:15:46.556995Z","caller":"traceutil/trace.go:171","msg":"trace[724266731] linearizableReadLoop","detail":"{readStateIndex:28504; appliedIndex:28503; }","duration":"365.123207ms","start":"2026-04-28T04:15:46.19184Z","end":"2026-04-28T04:15:46.556963Z","steps":["trace[724266731] 'read index received' (duration: 364.816719ms)","trace[724266731] 'applied index is now lower than readState.Index' (duration: 305.618µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:15:46.557518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.639241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:15:46.55757Z","caller":"traceutil/trace.go:171","msg":"trace[916372329] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27616; }","duration":"365.742364ms","start":"2026-04-28T04:15:46.191815Z","end":"2026-04-28T04:15:46.557558Z","steps":["trace[916372329] 'agreement among raft nodes before linearized reading' (duration: 365.616071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:46.557601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:46.191805Z","time spent":"365.787235ms","remote":"127.0.0.1:37902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:15:46.55783Z","caller":"traceutil/trace.go:171","msg":"trace[233261729] transaction","detail":"{read_only:false; response_revision:27616; number_of_response:1; }","duration":"376.978542ms","start":"2026-04-28T04:15:46.180838Z","end":"2026-04-28T04:15:46.557816Z","steps":["trace[233261729] 'process raft request' (duration: 375.935664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:46.55793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:46.180806Z","time spent":"377.051864ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:15:46.806333Z","caller":"traceutil/trace.go:171","msg":"trace[1547647028] linearizableReadLoop","detail":"{readStateIndex:28505; appliedIndex:28504; }","duration":"249.225345ms","start":"2026-04-28T04:15:46.557087Z","end":"2026-04-28T04:15:46.806312Z","steps":["trace[1547647028] 'read index received' (duration: 249.007339ms)","trace[1547647028] 'applied index is now lower than readState.Index' (duration: 216.445µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:15:46.806388Z","caller":"traceutil/trace.go:171","msg":"trace[1543936288] transaction","detail":"{read_only:false; response_revision:27617; number_of_response:1; }","duration":"596.190394ms","start":"2026-04-28T04:15:46.210149Z","end":"2026-04-28T04:15:46.806339Z","steps":["trace[1543936288] 'process raft request' (duration: 595.966418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:46.806641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:46.210025Z","time spent":"596.466871ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:15:46.806851Z","caller":"traceutil/trace.go:171","msg":"trace[1148573347] transaction","detail":"{read_only:false; response_revision:27618; number_of_response:1; }","duration":"239.467507ms","start":"2026-04-28T04:15:46.567338Z","end":"2026-04-28T04:15:46.806805Z","steps":["trace[1148573347] 'process raft request' (duration: 239.234341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:46.806934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.167936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:15:46.807022Z","caller":"traceutil/trace.go:171","msg":"trace[974154266] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27617; }","duration":"343.258119ms","start":"2026-04-28T04:15:46.463752Z","end":"2026-04-28T04:15:46.80701Z","steps":["trace[974154266] 'agreement among raft nodes before linearized reading' (duration: 342.95389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:46.807066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:46.463678Z","time spent":"343.373272ms","remote":"127.0.0.1:45154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":194,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:15:46.806676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.587735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:15:46.807149Z","caller":"traceutil/trace.go:171","msg":"trace[542549661] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27617; }","duration":"498.088648ms","start":"2026-04-28T04:15:46.30904Z","end":"2026-04-28T04:15:46.807128Z","steps":["trace[542549661] 'agreement among raft nodes before linearized reading' (duration: 497.364158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:46.807218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:46.309029Z","time spent":"498.169561ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":195,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:15:48.869178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452539311,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:15:49.058306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.864019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:15:49.058416Z","caller":"traceutil/trace.go:171","msg":"trace[342676068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27624; }","duration":"689.959962ms","start":"2026-04-28T04:15:48.368414Z","end":"2026-04-28T04:15:49.058374Z","steps":["trace[342676068] 'range keys from in-memory index tree' (duration: 689.698495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.058457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.368403Z","time spent":"690.045964ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:15:49.058682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.435226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:15:49.058721Z","caller":"traceutil/trace.go:171","msg":"trace[507923541] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27624; }","duration":"690.529477ms","start":"2026-04-28T04:15:48.368173Z","end":"2026-04-28T04:15:49.058703Z","steps":["trace[507923541] 'count revisions from in-memory index tree' (duration: 690.276361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.058761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.36814Z","time spent":"690.60851ms","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:15:49.059039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.691262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-28T04:15:49.059082Z","caller":"traceutil/trace.go:171","msg":"trace[1890677056] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27624; }","duration":"690.748983ms","start":"2026-04-28T04:15:48.368319Z","end":"2026-04-28T04:15:49.059068Z","steps":["trace[1890677056] 'range keys from in-memory index tree' (duration: 690.545268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.059117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.36814Z","time spent":"690.967889ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T04:15:49.059468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.045902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:15:49.059505Z","caller":"traceutil/trace.go:171","msg":"trace[689782752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27624; }","duration":"691.109924ms","start":"2026-04-28T04:15:48.368385Z","end":"2026-04-28T04:15:49.059495Z","steps":["trace[689782752] 'range keys from in-memory index tree' (duration: 690.890417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.059537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.368374Z","time spent":"691.156455ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:15:49.059528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.118634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:15:49.059649Z","caller":"traceutil/trace.go:171","msg":"trace[2100122230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27624; }","duration":"691.308179ms","start":"2026-04-28T04:15:48.368321Z","end":"2026-04-28T04:15:49.059629Z","steps":["trace[2100122230] 'range keys from in-memory index tree' (duration: 690.870037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.059716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.368293Z","time spent":"691.413362ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T04:15:49.05975Z","caller":"traceutil/trace.go:171","msg":"trace[1933003918] transaction","detail":"{read_only:false; response_revision:27625; number_of_response:1; }","duration":"691.280279ms","start":"2026-04-28T04:15:48.368454Z","end":"2026-04-28T04:15:49.059735Z","steps":["trace[1933003918] 'process raft request' (duration: 677.472151ms)","trace[1933003918] 'compare' (duration: 11.736921ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:15:49.059778Z","caller":"traceutil/trace.go:171","msg":"trace[104511988] transaction","detail":"{read_only:false; response_revision:27626; number_of_response:1; }","duration":"494.680504ms","start":"2026-04-28T04:15:48.56507Z","end":"2026-04-28T04:15:49.05975Z","steps":["trace[104511988] 'process raft request' (duration: 494.52906ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:15:49.059786Z","caller":"traceutil/trace.go:171","msg":"trace[1588291981] linearizableReadLoop","detail":"{readStateIndex:28516; appliedIndex:28512; }","duration":"691.175775ms","start":"2026-04-28T04:15:48.368589Z","end":"2026-04-28T04:15:49.059765Z","steps":["trace[1588291981] 'read index received' (duration: 677.294815ms)","trace[1588291981] 'applied index is now lower than readState.Index' (duration: 13.8797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:15:49.059847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.368438Z","time spent":"691.3391ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:15:49.059888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.565015Z","time spent":"494.821948ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:15:49.059863Z","caller":"traceutil/trace.go:171","msg":"trace[47242087] transaction","detail":"{read_only:false; response_revision:27628; number_of_response:1; }","duration":"244.900125ms","start":"2026-04-28T04:15:48.814929Z","end":"2026-04-28T04:15:49.059829Z","steps":["trace[47242087] 'process raft request' (duration: 244.798822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.059969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.433193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T04:15:49.05999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.638231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:15:49.060019Z","caller":"traceutil/trace.go:171","msg":"trace[435903237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27628; }","duration":"691.530905ms","start":"2026-04-28T04:15:48.368479Z","end":"2026-04-28T04:15:49.06001Z","steps":["trace[435903237] 'agreement among raft nodes before linearized reading' (duration: 691.432383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:15:49.06003Z","caller":"traceutil/trace.go:171","msg":"trace[1382769186] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27628; }","duration":"690.716693ms","start":"2026-04-28T04:15:48.369301Z","end":"2026-04-28T04:15:49.060018Z","steps":["trace[1382769186] 'agreement among raft nodes before linearized reading' (duration: 690.622681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.060045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.368449Z","time spent":"691.590707ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:15:49.060034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.424655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T04:15:49.060061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.369293Z","time spent":"690.759334ms","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:15:49.060064Z","caller":"traceutil/trace.go:171","msg":"trace[1991487751] transaction","detail":"{read_only:false; response_revision:27627; number_of_response:1; }","duration":"443.809622ms","start":"2026-04-28T04:15:48.616242Z","end":"2026-04-28T04:15:49.060051Z","steps":["trace[1991487751] 'process raft request' (duration: 443.439632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:15:49.060088Z","caller":"traceutil/trace.go:171","msg":"trace[1640753860] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27628; }","duration":"224.533618ms","start":"2026-04-28T04:15:48.835537Z","end":"2026-04-28T04:15:49.060071Z","steps":["trace[1640753860] 'agreement among raft nodes before linearized reading' (duration: 224.438475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.060054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.509775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T04:15:49.060124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.256656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:15:49.060149Z","caller":"traceutil/trace.go:171","msg":"trace[1110342127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27628; }","duration":"688.295637ms","start":"2026-04-28T04:15:48.371847Z","end":"2026-04-28T04:15:49.060142Z","steps":["trace[1110342127] 'agreement among raft nodes before linearized reading' (duration: 688.249866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.060206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.371838Z","time spent":"688.325467ms","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T04:15:49.060164Z","caller":"traceutil/trace.go:171","msg":"trace[423862962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27628; }","duration":"691.647158ms","start":"2026-04-28T04:15:48.368479Z","end":"2026-04-28T04:15:49.060126Z","steps":["trace[423862962] 'agreement among raft nodes before linearized reading' (duration: 691.491504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.060239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.368449Z","time spent":"691.778392ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:15:49.06023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.616208Z","time spent":"443.883723ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:15:49.060288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.816836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:15:49.060315Z","caller":"traceutil/trace.go:171","msg":"trace[163272963] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27628; }","duration":"690.875287ms","start":"2026-04-28T04:15:48.369431Z","end":"2026-04-28T04:15:49.060306Z","steps":["trace[163272963] 'agreement among raft nodes before linearized reading' (duration: 690.826806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.060335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.369408Z","time spent":"690.923249ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:15:49.060391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.69999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:15:49.060424Z","caller":"traceutil/trace.go:171","msg":"trace[356631912] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27628; }","duration":"164.735811ms","start":"2026-04-28T04:15:48.895677Z","end":"2026-04-28T04:15:49.060413Z","steps":["trace[356631912] 'agreement among raft nodes before linearized reading' (duration: 164.67793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.060738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.370246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:15:49.060848Z","caller":"traceutil/trace.go:171","msg":"trace[1001092866] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27624; }","duration":"692.721227ms","start":"2026-04-28T04:15:48.368098Z","end":"2026-04-28T04:15:49.060819Z","steps":["trace[1001092866] 'count revisions from in-memory index tree' (duration: 689.248262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:15:49.060929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:15:48.367994Z","time spent":"692.897332ms","remote":"127.0.0.1:50622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:18:01.615877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25934} {"level":"info","ts":"2026-04-28T04:18:01.770739Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25934,"took":"149.761779ms","hash":845127189,"current-db-size-bytes":58892288,"current-db-size":"59 MB","current-db-size-in-use-bytes":34230272,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T04:18:01.770834Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":845127189,"revision":25934,"compact-revision":23003} {"level":"info","ts":"2026-04-28T04:19:03.877917Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6244e483e416226f","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T04:19:03.884694Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-04-28T04:19:03.884831Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-04-28T04:21:48.753633Z","caller":"traceutil/trace.go:171","msg":"trace[1962078804] transaction","detail":"{read_only:false; response_revision:30302; number_of_response:1; }","duration":"402.505424ms","start":"2026-04-28T04:21:48.351099Z","end":"2026-04-28T04:21:48.753604Z","steps":["trace[1962078804] 'process raft request' (duration: 402.308649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:21:48.753834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:21:48.351081Z","time spent":"402.660509ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:21:48.762005Z","caller":"traceutil/trace.go:171","msg":"trace[1350500019] transaction","detail":"{read_only:false; response_revision:30303; number_of_response:1; }","duration":"399.243595ms","start":"2026-04-28T04:21:48.362728Z","end":"2026-04-28T04:21:48.761971Z","steps":["trace[1350500019] 'process raft request' (duration: 398.510635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:21:48.762212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:21:48.362715Z","time spent":"399.39436ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:21:48.762295Z","caller":"traceutil/trace.go:171","msg":"trace[152567509] transaction","detail":"{read_only:false; response_revision:30304; number_of_response:1; }","duration":"399.453141ms","start":"2026-04-28T04:21:48.362795Z","end":"2026-04-28T04:21:48.762248Z","steps":["trace[152567509] 'process raft request' (duration: 398.606147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:21:48.762397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:21:48.36279Z","time spent":"399.548304ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:21:48.762487Z","caller":"traceutil/trace.go:171","msg":"trace[1098899492] transaction","detail":"{read_only:false; response_revision:30305; number_of_response:1; }","duration":"399.650417ms","start":"2026-04-28T04:21:48.362826Z","end":"2026-04-28T04:21:48.762477Z","steps":["trace[1098899492] 'process raft request' (duration: 398.604158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:21:48.762533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:21:48.362822Z","time spent":"399.684708ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:21:48.762557Z","caller":"traceutil/trace.go:171","msg":"trace[1178010026] transaction","detail":"{read_only:false; response_revision:30306; number_of_response:1; }","duration":"399.689388ms","start":"2026-04-28T04:21:48.362856Z","end":"2026-04-28T04:21:48.762545Z","steps":["trace[1178010026] 'process raft request' (duration: 398.602708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:21:48.762609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:21:48.362852Z","time spent":"399.726989ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:22:09.522566Z","caller":"traceutil/trace.go:171","msg":"trace[119628661] transaction","detail":"{read_only:false; response_revision:30448; number_of_response:1; }","duration":"674.24512ms","start":"2026-04-28T04:22:08.848287Z","end":"2026-04-28T04:22:09.522532Z","steps":["trace[119628661] 'process raft request' (duration: 674.107307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:22:09.522732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:08.848252Z","time spent":"674.398205ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:22:09.522853Z","caller":"traceutil/trace.go:171","msg":"trace[784623186] linearizableReadLoop","detail":"{readStateIndex:31418; appliedIndex:31418; }","duration":"404.92669ms","start":"2026-04-28T04:22:09.117884Z","end":"2026-04-28T04:22:09.52281Z","steps":["trace[784623186] 'read index received' (duration: 404.898239ms)","trace[784623186] 'applied index is now lower than readState.Index' (duration: 24.711µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:22:09.525371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.45327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:22:09.525458Z","caller":"traceutil/trace.go:171","msg":"trace[947754600] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:30448; }","duration":"407.613694ms","start":"2026-04-28T04:22:09.117824Z","end":"2026-04-28T04:22:09.525438Z","steps":["trace[947754600] 'agreement among raft nodes before linearized reading' (duration: 405.135086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:22:09.525499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:09.1178Z","time spent":"407.692447ms","remote":"127.0.0.1:50458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-04-28T04:22:09.527527Z","caller":"traceutil/trace.go:171","msg":"trace[2076511564] transaction","detail":"{read_only:false; response_revision:30449; number_of_response:1; }","duration":"408.606071ms","start":"2026-04-28T04:22:09.118907Z","end":"2026-04-28T04:22:09.527513Z","steps":["trace[2076511564] 'process raft request' (duration: 408.352674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:22:09.527628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:09.118888Z","time spent":"408.669623ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:22:09.527575Z","caller":"traceutil/trace.go:171","msg":"trace[1069079056] transaction","detail":"{read_only:false; response_revision:30450; number_of_response:1; }","duration":"408.134719ms","start":"2026-04-28T04:22:09.119361Z","end":"2026-04-28T04:22:09.527495Z","steps":["trace[1069079056] 'process raft request' (duration: 408.012925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:22:09.527759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:09.119327Z","time spent":"408.375865ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:22:09.527899Z","caller":"traceutil/trace.go:171","msg":"trace[355928150] transaction","detail":"{read_only:false; response_revision:30451; number_of_response:1; }","duration":"408.348924ms","start":"2026-04-28T04:22:09.119492Z","end":"2026-04-28T04:22:09.527841Z","steps":["trace[355928150] 'process raft request' (duration: 407.940623ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:22:09.527998Z","caller":"traceutil/trace.go:171","msg":"trace[661556232] transaction","detail":"{read_only:false; response_revision:30453; number_of_response:1; }","duration":"330.437662ms","start":"2026-04-28T04:22:09.197521Z","end":"2026-04-28T04:22:09.527958Z","steps":["trace[661556232] 'process raft request' (duration: 330.33919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:22:09.528119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.853298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T04:22:09.528157Z","caller":"traceutil/trace.go:171","msg":"trace[1687171881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30454; }","duration":"408.94932ms","start":"2026-04-28T04:22:09.119199Z","end":"2026-04-28T04:22:09.528149Z","steps":["trace[1687171881] 'agreement among raft nodes before linearized reading' (duration: 408.828627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:22:09.528183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:09.119172Z","time spent":"409.005212ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:22:09.528167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:09.119482Z","time spent":"408.54548ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:22:09.528207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:09.197487Z","time spent":"330.608877ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:22:09.528318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.855524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T04:22:09.528346Z","caller":"traceutil/trace.go:171","msg":"trace[312440557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30454; }","duration":"330.909475ms","start":"2026-04-28T04:22:09.197431Z","end":"2026-04-28T04:22:09.52834Z","steps":["trace[312440557] 'agreement among raft nodes before linearized reading' (duration: 330.835873ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:22:09.528353Z","caller":"traceutil/trace.go:171","msg":"trace[792032422] transaction","detail":"{read_only:false; response_revision:30452; number_of_response:1; }","duration":"408.775086ms","start":"2026-04-28T04:22:09.119567Z","end":"2026-04-28T04:22:09.528342Z","steps":["trace[792032422] 'process raft request' (duration: 408.181509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:22:09.528369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:09.197415Z","time spent":"330.949716ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T04:22:09.528422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:09.119557Z","time spent":"408.826068ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:22:09.528511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.686459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:22:09.528547Z","caller":"traceutil/trace.go:171","msg":"trace[753331430] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:30454; }","duration":"368.764151ms","start":"2026-04-28T04:22:09.159773Z","end":"2026-04-28T04:22:09.528537Z","steps":["trace[753331430] 'agreement among raft nodes before linearized reading' (duration: 368.701599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:22:09.528613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:09.159746Z","time spent":"368.857654ms","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:22:09.528774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.797002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:22:09.528805Z","caller":"traceutil/trace.go:171","msg":"trace[712681013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30454; }","duration":"406.846493ms","start":"2026-04-28T04:22:09.121949Z","end":"2026-04-28T04:22:09.528795Z","steps":["trace[712681013] 'agreement among raft nodes before linearized reading' (duration: 406.770811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:22:09.528826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:09.119695Z","time spent":"409.126036ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:22:09.5289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.208868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T04:22:09.528938Z","caller":"traceutil/trace.go:171","msg":"trace[1400390456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30454; }","duration":"409.2685ms","start":"2026-04-28T04:22:09.11966Z","end":"2026-04-28T04:22:09.528929Z","steps":["trace[1400390456] 'agreement among raft nodes before linearized reading' (duration: 409.126636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:22:09.528971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:22:09.119652Z","time spent":"409.312571ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:23:00.921984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.010299ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T04:23:00.924476Z","caller":"traceutil/trace.go:171","msg":"trace[1008223699] linearizableReadLoop","detail":"{readStateIndex:31798; appliedIndex:31794; }","duration":"554.614377ms","start":"2026-04-28T04:23:00.369784Z","end":"2026-04-28T04:23:00.924398Z","steps":["trace[1008223699] 'read index received' (duration: 496.104846ms)","trace[1008223699] 'applied index is now lower than readState.Index' (duration: 58.508221ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:23:00.924781Z","caller":"traceutil/trace.go:171","msg":"trace[237061944] transaction","detail":"{read_only:false; response_revision:30815; number_of_response:1; }","duration":"555.075229ms","start":"2026-04-28T04:23:00.369682Z","end":"2026-04-28T04:23:00.924757Z","steps":["trace[237061944] 'process raft request' (duration: 554.506874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:00.924834Z","caller":"traceutil/trace.go:171","msg":"trace[1026705964] transaction","detail":"{read_only:false; response_revision:30816; number_of_response:1; }","duration":"555.044759ms","start":"2026-04-28T04:23:00.36973Z","end":"2026-04-28T04:23:00.924775Z","steps":["trace[1026705964] 'process raft request' (duration: 554.509444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:00.924801Z","caller":"traceutil/trace.go:171","msg":"trace[1661704123] transaction","detail":"{read_only:false; response_revision:30818; number_of_response:1; }","duration":"550.461823ms","start":"2026-04-28T04:23:00.374282Z","end":"2026-04-28T04:23:00.924743Z","steps":["trace[1661704123] 'process raft request' (duration: 550.037021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:00.924987Z","caller":"traceutil/trace.go:171","msg":"trace[147037983] transaction","detail":"{read_only:false; response_revision:30819; number_of_response:1; }","duration":"547.399529ms","start":"2026-04-28T04:23:00.377581Z","end":"2026-04-28T04:23:00.92498Z","steps":["trace[147037983] 'process raft request' (duration: 546.775592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:00.925004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.369721Z","time spent":"555.197623ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:23:00.925059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.377571Z","time spent":"547.452801ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:23:00.925177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.37427Z","time spent":"550.779582ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:23:00.925282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.464668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T04:23:00.925296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.491561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:23:00.925331Z","caller":"traceutil/trace.go:171","msg":"trace[1086966358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30819; }","duration":"555.551373ms","start":"2026-04-28T04:23:00.36977Z","end":"2026-04-28T04:23:00.925322Z","steps":["trace[1086966358] 'agreement among raft nodes before linearized reading' (duration: 555.402979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:00.925297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.492271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T04:23:00.925422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.535702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:23:00.925429Z","caller":"traceutil/trace.go:171","msg":"trace[2017978085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30819; }","duration":"555.650416ms","start":"2026-04-28T04:23:00.369735Z","end":"2026-04-28T04:23:00.925385Z","steps":["trace[2017978085] 'agreement among raft nodes before linearized reading' (duration: 555.260745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:00.925454Z","caller":"traceutil/trace.go:171","msg":"trace[1575873153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30819; }","duration":"555.575973ms","start":"2026-04-28T04:23:00.369869Z","end":"2026-04-28T04:23:00.925445Z","steps":["trace[1575873153] 'agreement among raft nodes before linearized reading' (duration: 555.508101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:00.925478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.369863Z","time spent":"555.608464ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:23:00.925478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.369727Z","time spent":"555.738918ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T04:23:00.925526Z","caller":"traceutil/trace.go:171","msg":"trace[577660917] transaction","detail":"{read_only:false; response_revision:30817; number_of_response:1; }","duration":"555.651905ms","start":"2026-04-28T04:23:00.369831Z","end":"2026-04-28T04:23:00.925483Z","steps":["trace[577660917] 'process raft request' (duration: 554.447342ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:00.925346Z","caller":"traceutil/trace.go:171","msg":"trace[1802278928] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30819; }","duration":"552.532089ms","start":"2026-04-28T04:23:00.372772Z","end":"2026-04-28T04:23:00.925304Z","steps":["trace[1802278928] 'agreement among raft nodes before linearized reading' (duration: 552.404336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:00.925645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.81484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:23:00.925666Z","caller":"traceutil/trace.go:171","msg":"trace[118103202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30819; }","duration":"555.84382ms","start":"2026-04-28T04:23:00.369816Z","end":"2026-04-28T04:23:00.92566Z","steps":["trace[118103202] 'agreement among raft nodes before linearized reading' (duration: 555.788069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:00.925685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.36981Z","time spent":"555.870352ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:23:00.92569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.36942Z","time spent":"556.236441ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T04:23:00.924878Z","caller":"traceutil/trace.go:171","msg":"trace[1235689317] transaction","detail":"{read_only:false; response_revision:30814; number_of_response:1; }","duration":"555.189622ms","start":"2026-04-28T04:23:00.369641Z","end":"2026-04-28T04:23:00.92483Z","steps":["trace[1235689317] 'process raft request' (duration: 554.3647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:00.924947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.36966Z","time spent":"555.163422ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:23:00.925783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.369617Z","time spent":"556.138829ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:23:00.925363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.369761Z","time spent":"555.597184ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:23:00.925788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.369824Z","time spent":"555.804219ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:23:00.925569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.712227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:23:00.925973Z","caller":"traceutil/trace.go:171","msg":"trace[403109219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30819; }","duration":"556.123088ms","start":"2026-04-28T04:23:00.369841Z","end":"2026-04-28T04:23:00.925964Z","steps":["trace[403109219] 'agreement among raft nodes before linearized reading' (duration: 555.688887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:00.926016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:00.369836Z","time spent":"556.17246ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:23:01.622253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28618} {"level":"info","ts":"2026-04-28T04:23:01.76437Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28618,"took":"138.380167ms","hash":2278586893,"current-db-size-bytes":58892288,"current-db-size":"59 MB","current-db-size-in-use-bytes":29966336,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T04:23:01.764457Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2278586893,"revision":28618,"compact-revision":25934} {"level":"warn","ts":"2026-04-28T04:23:33.468026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452547786,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T04:23:33.570524Z","caller":"traceutil/trace.go:171","msg":"trace[192651819] transaction","detail":"{read_only:false; response_revision:31048; number_of_response:1; }","duration":"653.483953ms","start":"2026-04-28T04:23:32.916964Z","end":"2026-04-28T04:23:33.570448Z","steps":["trace[192651819] 'process raft request' (duration: 653.296598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.571344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:32.916938Z","time spent":"654.332406ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:23:33.573548Z","caller":"traceutil/trace.go:171","msg":"trace[2051876901] transaction","detail":"{read_only:false; response_revision:31051; number_of_response:1; }","duration":"509.538983ms","start":"2026-04-28T04:23:33.063988Z","end":"2026-04-28T04:23:33.573527Z","steps":["trace[2051876901] 'process raft request' (duration: 509.464011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:33.573733Z","caller":"traceutil/trace.go:171","msg":"trace[1358260976] transaction","detail":"{read_only:false; response_revision:31050; number_of_response:1; }","duration":"511.653642ms","start":"2026-04-28T04:23:33.06204Z","end":"2026-04-28T04:23:33.573693Z","steps":["trace[1358260976] 'process raft request' (duration: 511.377074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.57395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.061998Z","time spent":"511.827546ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:23:33.57389Z","caller":"traceutil/trace.go:171","msg":"trace[1841004432] transaction","detail":"{read_only:false; response_revision:31052; number_of_response:1; }","duration":"506.637584ms","start":"2026-04-28T04:23:33.067216Z","end":"2026-04-28T04:23:33.573854Z","steps":["trace[1841004432] 'process raft request' (duration: 506.274364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:33.574129Z","caller":"traceutil/trace.go:171","msg":"trace[793737859] transaction","detail":"{read_only:false; response_revision:31053; number_of_response:1; }","duration":"502.766758ms","start":"2026-04-28T04:23:33.071329Z","end":"2026-04-28T04:23:33.574096Z","steps":["trace[793737859] 'process raft request' (duration: 502.412108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.57419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.067189Z","time spent":"506.932143ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:23:33.574143Z","caller":"traceutil/trace.go:171","msg":"trace[1690541666] transaction","detail":"{read_only:false; response_revision:31054; number_of_response:1; }","duration":"501.992007ms","start":"2026-04-28T04:23:33.072135Z","end":"2026-04-28T04:23:33.574127Z","steps":["trace[1690541666] 'process raft request' (duration: 501.719039ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:33.574363Z","caller":"traceutil/trace.go:171","msg":"trace[1631389110] linearizableReadLoop","detail":"{readStateIndex:32044; appliedIndex:32036; }","duration":"607.015461ms","start":"2026-04-28T04:23:32.967328Z","end":"2026-04-28T04:23:33.574344Z","steps":["trace[1631389110] 'read index received' (duration: 602.913978ms)","trace[1631389110] 'applied index is now lower than readState.Index' (duration: 4.099413ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:23:33.57377Z","caller":"traceutil/trace.go:171","msg":"trace[273873697] transaction","detail":"{read_only:false; response_revision:31049; number_of_response:1; }","duration":"511.872887ms","start":"2026-04-28T04:23:33.061868Z","end":"2026-04-28T04:23:33.573741Z","steps":["trace[273873697] 'process raft request' (duration: 511.424445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.574542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.061841Z","time spent":"512.661919ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:23:33.574391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.072115Z","time spent":"502.210133ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:23:33.574275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.071323Z","time spent":"502.878982ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:23:33.574687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.890252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:23:33.574732Z","caller":"traceutil/trace.go:171","msg":"trace[141229572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31055; }","duration":"574.996725ms","start":"2026-04-28T04:23:32.999723Z","end":"2026-04-28T04:23:33.57472Z","steps":["trace[141229572] 'agreement among raft nodes before linearized reading' (duration: 574.893422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.574736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.264904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T04:23:33.574758Z","caller":"traceutil/trace.go:171","msg":"trace[2102540966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31055; }","duration":"453.308265ms","start":"2026-04-28T04:23:33.121444Z","end":"2026-04-28T04:23:33.574752Z","steps":["trace[2102540966] 'agreement among raft nodes before linearized reading' (duration: 453.205892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.574776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.121432Z","time spent":"453.340356ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T04:23:33.574401Z","caller":"traceutil/trace.go:171","msg":"trace[630692373] transaction","detail":"{read_only:false; response_revision:31055; number_of_response:1; }","duration":"500.691421ms","start":"2026-04-28T04:23:33.073702Z","end":"2026-04-28T04:23:33.574393Z","steps":["trace[630692373] 'process raft request' (duration: 500.247299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.5748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:32.999705Z","time spent":"575.087017ms","remote":"127.0.0.1:44780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T04:23:33.574792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.832089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T04:23:33.574837Z","caller":"traceutil/trace.go:171","msg":"trace[1537522445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31055; }","duration":"453.878131ms","start":"2026-04-28T04:23:33.120944Z","end":"2026-04-28T04:23:33.574822Z","steps":["trace[1537522445] 'agreement among raft nodes before linearized reading' (duration: 453.743017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.574841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.497868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T04:23:33.574871Z","caller":"traceutil/trace.go:171","msg":"trace[802271296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31055; }","duration":"454.56437ms","start":"2026-04-28T04:23:33.120298Z","end":"2026-04-28T04:23:33.574863Z","steps":["trace[802271296] 'agreement among raft nodes before linearized reading' (duration: 454.363584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.57487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.120868Z","time spent":"453.994014ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T04:23:33.574892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.120278Z","time spent":"454.60906ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T04:23:33.574912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.073694Z","time spent":"501.128074ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:23:33.575058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.152195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T04:23:33.575096Z","caller":"traceutil/trace.go:171","msg":"trace[939672350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31055; }","duration":"497.223047ms","start":"2026-04-28T04:23:33.077864Z","end":"2026-04-28T04:23:33.575087Z","steps":["trace[939672350] 'agreement among raft nodes before linearized reading' (duration: 497.080903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.57513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.077842Z","time spent":"497.281398ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T04:23:33.575229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.465712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T04:23:33.575256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.258834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T04:23:33.575278Z","caller":"traceutil/trace.go:171","msg":"trace[873051453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31055; }","duration":"456.549214ms","start":"2026-04-28T04:23:33.118712Z","end":"2026-04-28T04:23:33.575261Z","steps":["trace[873051453] 'agreement among raft nodes before linearized reading' (duration: 456.353408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:33.575339Z","caller":"traceutil/trace.go:171","msg":"trace[1715849146] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31055; }","duration":"453.356946ms","start":"2026-04-28T04:23:33.12196Z","end":"2026-04-28T04:23:33.575317Z","steps":["trace[1715849146] 'agreement among raft nodes before linearized reading' (duration: 452.871603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.575336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.118691Z","time spent":"456.637576ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:23:33.575388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.121951Z","time spent":"453.427338ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T04:23:33.575524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.171403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T04:23:33.575575Z","caller":"traceutil/trace.go:171","msg":"trace[1597264275] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:31055; }","duration":"608.270706ms","start":"2026-04-28T04:23:32.967281Z","end":"2026-04-28T04:23:33.575552Z","steps":["trace[1597264275] 'agreement among raft nodes before linearized reading' (duration: 607.207867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:33.575629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:32.967258Z","time spent":"608.362497ms","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:23:33.574048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:33.063936Z","time spent":"509.671558ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:23:39.909538Z","caller":"traceutil/trace.go:171","msg":"trace[609745302] linearizableReadLoop","detail":"{readStateIndex:32083; appliedIndex:32082; }","duration":"263.292585ms","start":"2026-04-28T04:23:39.646222Z","end":"2026-04-28T04:23:39.909515Z","steps":["trace[609745302] 'read index received' (duration: 263.186412ms)","trace[609745302] 'applied index is now lower than readState.Index' (duration: 105.233µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:23:39.909921Z","caller":"traceutil/trace.go:171","msg":"trace[1589314684] transaction","detail":"{read_only:false; response_revision:31093; number_of_response:1; }","duration":"282.706517ms","start":"2026-04-28T04:23:39.627203Z","end":"2026-04-28T04:23:39.909909Z","steps":["trace[1589314684] 'process raft request' (duration: 282.144431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:39.910189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.945723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T04:23:39.910285Z","caller":"traceutil/trace.go:171","msg":"trace[2074044316] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:31093; }","duration":"264.136268ms","start":"2026-04-28T04:23:39.646127Z","end":"2026-04-28T04:23:39.910263Z","steps":["trace[2074044316] 'agreement among raft nodes before linearized reading' (duration: 263.891292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:39.913719Z","caller":"traceutil/trace.go:171","msg":"trace[1975286025] transaction","detail":"{read_only:false; response_revision:31094; number_of_response:1; }","duration":"250.544596ms","start":"2026-04-28T04:23:39.663154Z","end":"2026-04-28T04:23:39.913698Z","steps":["trace[1975286025] 'process raft request' (duration: 250.256649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:39.91371Z","caller":"traceutil/trace.go:171","msg":"trace[305580318] transaction","detail":"{read_only:false; response_revision:31096; number_of_response:1; }","duration":"247.76198ms","start":"2026-04-28T04:23:39.665926Z","end":"2026-04-28T04:23:39.913688Z","steps":["trace[305580318] 'process raft request' (duration: 247.676248ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:39.913871Z","caller":"traceutil/trace.go:171","msg":"trace[1205020069] transaction","detail":"{read_only:false; response_revision:31095; number_of_response:1; }","duration":"248.270255ms","start":"2026-04-28T04:23:39.665579Z","end":"2026-04-28T04:23:39.91385Z","steps":["trace[1205020069] 'process raft request' (duration: 247.975276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:39.913897Z","caller":"traceutil/trace.go:171","msg":"trace[580760066] transaction","detail":"{read_only:false; response_revision:31097; number_of_response:1; }","duration":"246.573877ms","start":"2026-04-28T04:23:39.667311Z","end":"2026-04-28T04:23:39.913885Z","steps":["trace[580760066] 'process raft request' (duration: 246.336411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:39.914015Z","caller":"traceutil/trace.go:171","msg":"trace[1267747192] transaction","detail":"{read_only:false; response_revision:31098; number_of_response:1; }","duration":"246.263719ms","start":"2026-04-28T04:23:39.667728Z","end":"2026-04-28T04:23:39.913991Z","steps":["trace[1267747192] 'process raft request' (duration: 245.995742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:39.91405Z","caller":"traceutil/trace.go:171","msg":"trace[1408206434] transaction","detail":"{read_only:false; response_revision:31099; number_of_response:1; }","duration":"246.181347ms","start":"2026-04-28T04:23:39.667859Z","end":"2026-04-28T04:23:39.91404Z","steps":["trace[1408206434] 'process raft request' (duration: 245.906489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:39.914307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.538735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T04:23:39.914321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.935116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T04:23:39.914157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.389251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:23:39.914361Z","caller":"traceutil/trace.go:171","msg":"trace[1973415986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31099; }","duration":"243.661668ms","start":"2026-04-28T04:23:39.67069Z","end":"2026-04-28T04:23:39.914352Z","steps":["trace[1973415986] 'agreement among raft nodes before linearized reading' (duration: 243.118943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:39.914375Z","caller":"traceutil/trace.go:171","msg":"trace[968118246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31099; }","duration":"240.060559ms","start":"2026-04-28T04:23:39.674301Z","end":"2026-04-28T04:23:39.914361Z","steps":["trace[968118246] 'agreement among raft nodes before linearized reading' (duration: 239.679879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:39.91422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.808243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:23:39.914464Z","caller":"traceutil/trace.go:171","msg":"trace[392818191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31099; }","duration":"240.08796ms","start":"2026-04-28T04:23:39.674364Z","end":"2026-04-28T04:23:39.914452Z","steps":["trace[392818191] 'agreement among raft nodes before linearized reading' (duration: 239.560836ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:23:39.914392Z","caller":"traceutil/trace.go:171","msg":"trace[1973281621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31099; }","duration":"235.650289ms","start":"2026-04-28T04:23:39.678723Z","end":"2026-04-28T04:23:39.914373Z","steps":["trace[1973281621] 'agreement among raft nodes before linearized reading' (duration: 235.213517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:39.914668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.776241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:23:39.91473Z","caller":"traceutil/trace.go:171","msg":"trace[700953771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31099; }","duration":"239.917815ms","start":"2026-04-28T04:23:39.6748Z","end":"2026-04-28T04:23:39.914718Z","steps":["trace[700953771] 'agreement among raft nodes before linearized reading' (duration: 239.218226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:39.914897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.07003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T04:23:39.914969Z","caller":"traceutil/trace.go:171","msg":"trace[346895520] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31099; }","duration":"236.155813ms","start":"2026-04-28T04:23:39.678801Z","end":"2026-04-28T04:23:39.914957Z","steps":["trace[346895520] 'agreement among raft nodes before linearized reading' (duration: 235.072993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:40.259618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.327856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T04:23:40.25998Z","caller":"traceutil/trace.go:171","msg":"trace[1150636382] transaction","detail":"{read_only:false; response_revision:31101; number_of_response:1; }","duration":"340.22976ms","start":"2026-04-28T04:23:39.919737Z","end":"2026-04-28T04:23:40.259967Z","steps":[],"step_count":0} {"level":"warn","ts":"2026-04-28T04:23:40.26004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:39.919715Z","time spent":"340.300252ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:23:40.264732Z","caller":"traceutil/trace.go:171","msg":"trace[388295393] transaction","detail":"{read_only:false; response_revision:31102; number_of_response:1; }","duration":"344.797986ms","start":"2026-04-28T04:23:39.919908Z","end":"2026-04-28T04:23:40.264706Z","steps":["trace[388295393] 'process raft request' (duration: 339.996044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:40.264946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:39.91989Z","time spent":"344.930269ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:23:40.265596Z","caller":"traceutil/trace.go:171","msg":"trace[1732895013] transaction","detail":"{read_only:false; response_revision:31103; number_of_response:1; }","duration":"345.505615ms","start":"2026-04-28T04:23:39.920077Z","end":"2026-04-28T04:23:40.265583Z","steps":["trace[1732895013] 'process raft request' (duration: 344.416115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:40.26567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:39.920069Z","time spent":"345.564146ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:23:40.266082Z","caller":"traceutil/trace.go:171","msg":"trace[1104803453] transaction","detail":"{read_only:false; response_revision:31104; number_of_response:1; }","duration":"345.943647ms","start":"2026-04-28T04:23:39.920128Z","end":"2026-04-28T04:23:40.266071Z","steps":["trace[1104803453] 'process raft request' (duration: 345.404892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:40.266148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:39.92012Z","time spent":"345.996498ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:23:40.266858Z","caller":"traceutil/trace.go:171","msg":"trace[332305059] transaction","detail":"{read_only:false; response_revision:31105; number_of_response:1; }","duration":"346.668786ms","start":"2026-04-28T04:23:39.920174Z","end":"2026-04-28T04:23:40.266843Z","steps":["trace[332305059] 'process raft request' (duration: 345.854874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:40.268184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:39.920166Z","time spent":"347.969333ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:23:41.730664Z","caller":"traceutil/trace.go:171","msg":"trace[1981157102] linearizableReadLoop","detail":"{readStateIndex:32097; appliedIndex:32096; }","duration":"450.954281ms","start":"2026-04-28T04:23:41.279685Z","end":"2026-04-28T04:23:41.73064Z","steps":["trace[1981157102] 'read index received' (duration: 450.730165ms)","trace[1981157102] 'applied index is now lower than readState.Index' (duration: 222.886µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T04:23:41.730817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.107365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:23:41.730843Z","caller":"traceutil/trace.go:171","msg":"trace[1702925091] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:31105; }","duration":"451.159106ms","start":"2026-04-28T04:23:41.279675Z","end":"2026-04-28T04:23:41.730834Z","steps":["trace[1702925091] 'agreement among raft nodes before linearized reading' (duration: 451.069554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:23:41.730867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:41.279642Z","time spent":"451.219848ms","remote":"127.0.0.1:60498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:23:41.738264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:23:40.751207Z","time spent":"987.04696ms","remote":"127.0.0.1:44874","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T04:24:26.998369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2481375445452548735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T04:24:27.477777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16939927s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T04:24:27.480893Z","caller":"traceutil/trace.go:171","msg":"trace[126594235] transaction","detail":"{read_only:false; response_revision:31468; number_of_response:1; }","duration":"1.175431396s","start":"2026-04-28T04:24:26.305419Z","end":"2026-04-28T04:24:27.48085Z","steps":["trace[126594235] 'process raft request' (duration: 1.17521783s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:24:27.480944Z","caller":"traceutil/trace.go:171","msg":"trace[307315045] transaction","detail":"{read_only:false; response_revision:31470; number_of_response:1; }","duration":"1.175155398s","start":"2026-04-28T04:24:26.305746Z","end":"2026-04-28T04:24:27.480902Z","steps":["trace[307315045] 'process raft request' (duration: 1.175064216s)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:24:27.480988Z","caller":"traceutil/trace.go:171","msg":"trace[1052587340] transaction","detail":"{read_only:false; response_revision:31467; number_of_response:1; }","duration":"1.175452626s","start":"2026-04-28T04:24:26.305407Z","end":"2026-04-28T04:24:27.48086Z","steps":["trace[1052587340] 'process raft request' (duration: 1.172622078s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:24:27.481093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.305372Z","time spent":"1.17561091s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:24:27.481103Z","caller":"traceutil/trace.go:171","msg":"trace[401908584] transaction","detail":"{read_only:false; response_revision:31469; number_of_response:1; }","duration":"1.175519939s","start":"2026-04-28T04:24:26.305544Z","end":"2026-04-28T04:24:27.481063Z","steps":["trace[401908584] 'process raft request' (duration: 1.175222691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:24:27.481155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.305736Z","time spent":"1.175299302s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:24:27.481232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.305482Z","time spent":"1.175671112s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:24:27.481237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.305371Z","time spent":"1.175739744s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:24:27.481379Z","caller":"traceutil/trace.go:171","msg":"trace[2067396897] transaction","detail":"{read_only:false; response_revision:31471; number_of_response:1; }","duration":"1.171523499s","start":"2026-04-28T04:24:26.309819Z","end":"2026-04-28T04:24:27.481342Z","steps":["trace[2067396897] 'process raft request' (duration: 1.171039006s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:24:27.481488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.309804Z","time spent":"1.171630212s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T04:24:27.482036Z","caller":"traceutil/trace.go:171","msg":"trace[1322318524] linearizableReadLoop","detail":"{readStateIndex:32473; appliedIndex:32467; }","duration":"984.476771ms","start":"2026-04-28T04:24:26.497541Z","end":"2026-04-28T04:24:27.482018Z","steps":["trace[1322318524] 'read index received' (duration: 980.458981ms)","trace[1322318524] 'applied index is now lower than readState.Index' (duration: 4.01694ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T04:24:27.481981Z","caller":"traceutil/trace.go:171","msg":"trace[1883418295] transaction","detail":"{read_only:false; response_revision:31472; number_of_response:1; }","duration":"1.171848148s","start":"2026-04-28T04:24:26.310112Z","end":"2026-04-28T04:24:27.48196Z","steps":["trace[1883418295] 'process raft request' (duration: 1.170938973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:24:27.482145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.310103Z","time spent":"1.171996212s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T04:24:27.482271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.735277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T04:24:27.482316Z","caller":"traceutil/trace.go:171","msg":"trace[1498545777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31473; }","duration":"984.807919ms","start":"2026-04-28T04:24:26.497492Z","end":"2026-04-28T04:24:27.4823Z","steps":["trace[1498545777] 'agreement among raft nodes before linearized reading' (duration: 984.640085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:24:27.482353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.497472Z","time spent":"984.872371ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T04:24:27.482499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.484212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T04:24:27.482554Z","caller":"traceutil/trace.go:171","msg":"trace[1499689515] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:31473; }","duration":"615.543344ms","start":"2026-04-28T04:24:26.866997Z","end":"2026-04-28T04:24:27.48254Z","steps":["trace[1499689515] 'agreement among raft nodes before linearized reading' (duration: 615.434071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:24:27.482587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.866966Z","time spent":"615.612616ms","remote":"127.0.0.1:44966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T04:24:27.482897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.366274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T04:24:27.482897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.842111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T04:24:27.483082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.907071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T04:24:27.482828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.596284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T04:24:27.483178Z","caller":"traceutil/trace.go:171","msg":"trace[1477493863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31473; }","duration":"976.966805ms","start":"2026-04-28T04:24:26.5062Z","end":"2026-04-28T04:24:27.483166Z","steps":["trace[1477493863] 'agreement among raft nodes before linearized reading' (duration: 976.250085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:24:27.483221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.50619Z","time spent":"977.021116ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T04:24:27.483301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.161635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T04:24:27.483329Z","caller":"traceutil/trace.go:171","msg":"trace[163917267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31473; }","duration":"979.250027ms","start":"2026-04-28T04:24:26.504072Z","end":"2026-04-28T04:24:27.483322Z","steps":["trace[163917267] 'agreement among raft nodes before linearized reading' (duration: 979.167115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:24:27.483356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.504048Z","time spent":"979.302799ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T04:24:27.483087Z","caller":"traceutil/trace.go:171","msg":"trace[749468238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31473; }","duration":"977.041327ms","start":"2026-04-28T04:24:26.506024Z","end":"2026-04-28T04:24:27.483065Z","steps":["trace[749468238] 'agreement among raft nodes before linearized reading' (duration: 976.508123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:24:27.48344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.506013Z","time spent":"977.419547ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T04:24:27.48314Z","caller":"traceutil/trace.go:171","msg":"trace[132174074] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31473; }","duration":"969.975494ms","start":"2026-04-28T04:24:26.513147Z","end":"2026-04-28T04:24:27.483123Z","steps":["trace[132174074] 'agreement among raft nodes before linearized reading' (duration: 969.854191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:24:27.483535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.51314Z","time spent":"970.386945ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T04:24:27.48294Z","caller":"traceutil/trace.go:171","msg":"trace[1964148513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31473; }","duration":"985.461168ms","start":"2026-04-28T04:24:26.497469Z","end":"2026-04-28T04:24:27.48293Z","steps":["trace[1964148513] 'agreement among raft nodes before linearized reading' (duration: 985.317724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T04:24:27.483616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T04:24:26.497436Z","time spent":"986.170696ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T04:27:24.10367Z","caller":"traceutil/trace.go:171","msg":"trace[684318425] transaction","detail":"{read_only:false; response_revision:32798; number_of_response:1; }","duration":"151.209218ms","start":"2026-04-28T04:27:23.952424Z","end":"2026-04-28T04:27:24.103633Z","steps":["trace[684318425] 'process raft request' (duration: 150.956661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T04:28:01.63566Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30827} {"level":"info","ts":"2026-04-28T04:28:01.759818Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30827,"took":"118.065261ms","hash":779466697,"current-db-size-bytes":58892288,"current-db-size":"59 MB","current-db-size-in-use-bytes":30810112,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T04:28:01.759899Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":779466697,"revision":30827,"compact-revision":28618} {"level":"info","ts":"2026-04-28T04:33:01.643359Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33075} {"level":"info","ts":"2026-04-28T04:33:01.794514Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33075,"took":"146.694311ms","hash":1135588264,"current-db-size-bytes":59936768,"current-db-size":"60 MB","current-db-size-in-use-bytes":31969280,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T04:33:01.794599Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1135588264,"revision":33075,"compact-revision":30827} {"level":"info","ts":"2026-04-28T04:38:01.651613Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35366} {"level":"info","ts":"2026-04-28T04:38:01.793789Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35366,"took":"136.469747ms","hash":3527303402,"current-db-size-bytes":61050880,"current-db-size":"61 MB","current-db-size-in-use-bytes":31031296,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T04:38:01.793886Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3527303402,"revision":35366,"compact-revision":33075} {"level":"info","ts":"2026-04-28T04:40:32.941587Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6244e483e416226f","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T04:40:32.947256Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-04-28T04:40:32.9475Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005}