{"level":"warn","ts":"2026-07-28T20:07:10.431786Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T20:07:10.43189Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.223:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.223:2380","--initial-cluster=instance=https://199.204.45.223:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.223:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.223:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T20:07:10.431994Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T20:07:10.432028Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-07-28T20:07:10.432069Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T20:07:10.432827Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"]} {"level":"info","ts":"2026-07-28T20:07:10.432979Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.223:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T20:07:10.435926Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.652561ms"} {"level":"info","ts":"2026-07-28T20:07:10.440923Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"11f26225a5bb9fe3","cluster-id":"75c25101f01fd4c6"} {"level":"info","ts":"2026-07-28T20:07:10.441024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T20:07:10.441051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 0"} {"level":"info","ts":"2026-07-28T20:07:10.441065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 11f26225a5bb9fe3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T20:07:10.441098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 1"} {"level":"info","ts":"2026-07-28T20:07:10.441144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"warn","ts":"2026-07-28T20:07:10.446333Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T20:07:10.448335Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T20:07:10.452152Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T20:07:10.460278Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"11f26225a5bb9fe3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T20:07:10.46052Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"11f26225a5bb9fe3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T20:07:10.460585Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T20:07:10.460797Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T20:07:10.460813Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T20:07:10.46219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"info","ts":"2026-07-28T20:07:10.462312Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","added-peer-id":"11f26225a5bb9fe3","added-peer-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-07-28T20:07:10.464179Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T20:07:10.464431Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"11f26225a5bb9fe3","initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T20:07:10.464516Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T20:07:10.464861Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-07-28T20:07:10.464941Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-07-28T20:07:11.44145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T20:07:11.441517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T20:07:11.441543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgPreVoteResp from 11f26225a5bb9fe3 at term 1"} {"level":"info","ts":"2026-07-28T20:07:11.441564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became candidate at term 2"} {"level":"info","ts":"2026-07-28T20:07:11.441576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgVoteResp from 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-07-28T20:07:11.441598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became leader at term 2"} {"level":"info","ts":"2026-07-28T20:07:11.441617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 11f26225a5bb9fe3 elected leader 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-07-28T20:07:11.44262Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:07:11.44392Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"11f26225a5bb9fe3","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.223:2379]}","request-path":"/0/members/11f26225a5bb9fe3/attributes","cluster-id":"75c25101f01fd4c6","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T20:07:11.443927Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T20:07:11.443956Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T20:07:11.444205Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T20:07:11.444238Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T20:07:11.444369Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:07:11.444531Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:07:11.444576Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T20:07:11.447526Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.223:2379"} {"level":"info","ts":"2026-07-28T20:07:11.447555Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-28T20:07:25.392508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.586546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:07:25.392675Z","caller":"traceutil/trace.go:171","msg":"trace[1750012787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"236.913374ms","start":"2026-07-28T20:07:25.155733Z","end":"2026-07-28T20:07:25.392646Z","steps":["trace[1750012787] 'range keys from in-memory index tree' (duration: 236.469433ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:30.750652Z","caller":"traceutil/trace.go:171","msg":"trace[231181983] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"121.644131ms","start":"2026-07-28T20:07:30.628985Z","end":"2026-07-28T20:07:30.750629Z","steps":["trace[231181983] 'process raft request' (duration: 121.487238ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:47.009116Z","caller":"traceutil/trace.go:171","msg":"trace[1779510413] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"122.034251ms","start":"2026-07-28T20:07:46.887068Z","end":"2026-07-28T20:07:47.009102Z","steps":["trace[1779510413] 'process raft request' (duration: 122.01005ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:47.009175Z","caller":"traceutil/trace.go:171","msg":"trace[1072834898] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"122.285828ms","start":"2026-07-28T20:07:46.886856Z","end":"2026-07-28T20:07:47.009142Z","steps":["trace[1072834898] 'process raft request' (duration: 122.125564ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:47.014728Z","caller":"traceutil/trace.go:171","msg":"trace[1889170843] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"120.487893ms","start":"2026-07-28T20:07:46.894229Z","end":"2026-07-28T20:07:47.014717Z","steps":["trace[1889170843] 'process raft request' (duration: 120.259597ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:47.014873Z","caller":"traceutil/trace.go:171","msg":"trace[314802643] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"120.624266ms","start":"2026-07-28T20:07:46.894243Z","end":"2026-07-28T20:07:47.014868Z","steps":["trace[314802643] 'process raft request' (duration: 120.379359ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:47.014934Z","caller":"traceutil/trace.go:171","msg":"trace[1678583338] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"120.291638ms","start":"2026-07-28T20:07:46.894637Z","end":"2026-07-28T20:07:47.014928Z","steps":["trace[1678583338] 'process raft request' (duration: 120.096853ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:47.015049Z","caller":"traceutil/trace.go:171","msg":"trace[632328372] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"120.294618ms","start":"2026-07-28T20:07:46.894727Z","end":"2026-07-28T20:07:47.015022Z","steps":["trace[632328372] 'process raft request' (duration: 120.152375ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:47.015152Z","caller":"traceutil/trace.go:171","msg":"trace[608694770] transaction","detail":"{read_only:false; number_of_response:1; response_revision:546; }","duration":"120.358189ms","start":"2026-07-28T20:07:46.894787Z","end":"2026-07-28T20:07:47.015146Z","steps":["trace[608694770] 'process raft request' (duration: 120.172095ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:47.01531Z","caller":"traceutil/trace.go:171","msg":"trace[1980879823] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"118.701287ms","start":"2026-07-28T20:07:46.896567Z","end":"2026-07-28T20:07:47.015269Z","steps":["trace[1980879823] 'process raft request' (duration: 118.480752ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:47.01552Z","caller":"traceutil/trace.go:171","msg":"trace[2064036675] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"118.610375ms","start":"2026-07-28T20:07:46.896884Z","end":"2026-07-28T20:07:47.015494Z","steps":["trace[2064036675] 'process raft request' (duration: 118.286927ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:47.015893Z","caller":"traceutil/trace.go:171","msg":"trace[793944262] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"118.589806ms","start":"2026-07-28T20:07:46.897295Z","end":"2026-07-28T20:07:47.015885Z","steps":["trace[793944262] 'process raft request' (duration: 118.026371ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:47.016172Z","caller":"traceutil/trace.go:171","msg":"trace[1525127721] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"112.478273ms","start":"2026-07-28T20:07:46.903685Z","end":"2026-07-28T20:07:47.016164Z","steps":["trace[1525127721] 'process raft request' (duration: 111.791425ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:52.923233Z","caller":"traceutil/trace.go:171","msg":"trace[986031261] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"148.516313ms","start":"2026-07-28T20:07:52.774689Z","end":"2026-07-28T20:07:52.923205Z","steps":["trace[986031261] 'process raft request' (duration: 148.011321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:07:53.296236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.589945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:07:53.296444Z","caller":"traceutil/trace.go:171","msg":"trace[459883862] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:656; }","duration":"246.243767ms","start":"2026-07-28T20:07:53.050183Z","end":"2026-07-28T20:07:53.296427Z","steps":["trace[459883862] 'read index received' (duration: 8.856361ms)","trace[459883862] 'applied index is now lower than readState.Index' (duration: 237.386316ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:07:53.296437Z","caller":"traceutil/trace.go:171","msg":"trace[1919550584] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"368.38431ms","start":"2026-07-28T20:07:52.928021Z","end":"2026-07-28T20:07:53.296405Z","steps":["trace[1919550584] 'process raft request' (duration: 131.009826ms)","trace[1919550584] 'compare' (duration: 236.361409ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:07:53.296514Z","caller":"traceutil/trace.go:171","msg":"trace[1148291927] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"314.248338ms","start":"2026-07-28T20:07:52.982235Z","end":"2026-07-28T20:07:53.296483Z","steps":["trace[1148291927] 'process raft request' (duration: 314.115124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:07:53.296582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:07:52.927999Z","time spent":"368.510184ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:07:53.296656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.477593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-28T20:07:53.296669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:07:52.982199Z","time spent":"314.393212ms","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T20:07:53.296688Z","caller":"traceutil/trace.go:171","msg":"trace[1870096281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:634; }","duration":"246.537834ms","start":"2026-07-28T20:07:53.050141Z","end":"2026-07-28T20:07:53.296679Z","steps":["trace[1870096281] 'agreement among raft nodes before linearized reading' (duration: 246.38439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:07:53.296981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.055121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:07:53.297022Z","caller":"traceutil/trace.go:171","msg":"trace[1422639995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"140.138303ms","start":"2026-07-28T20:07:53.156871Z","end":"2026-07-28T20:07:53.29701Z","steps":["trace[1422639995] 'agreement among raft nodes before linearized reading' (duration: 140.074872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:07:53.29703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.607681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gznnw\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-28T20:07:53.297103Z","caller":"traceutil/trace.go:171","msg":"trace[1117628688] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gznnw; range_end:; response_count:1; response_revision:634; }","duration":"163.715374ms","start":"2026-07-28T20:07:53.13337Z","end":"2026-07-28T20:07:53.297086Z","steps":["trace[1117628688] 'agreement among raft nodes before linearized reading' (duration: 163.485358ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:53.904471Z","caller":"traceutil/trace.go:171","msg":"trace[676391968] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"593.11385ms","start":"2026-07-28T20:07:53.311329Z","end":"2026-07-28T20:07:53.904443Z","steps":["trace[676391968] 'process raft request' (duration: 575.068419ms)","trace[676391968] 'compare' (duration: 17.743123ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:07:53.905642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:07:53.311314Z","time spent":"593.218683ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:07:53.909047Z","caller":"traceutil/trace.go:171","msg":"trace[1245569114] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"261.021356ms","start":"2026-07-28T20:07:53.644656Z","end":"2026-07-28T20:07:53.905677Z","steps":["trace[1245569114] 'process raft request' (duration: 259.742984ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:07:53.910177Z","caller":"traceutil/trace.go:171","msg":"trace[1677837104] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"167.99741ms","start":"2026-07-28T20:07:53.742159Z","end":"2026-07-28T20:07:53.910156Z","steps":["trace[1677837104] 'process raft request' (duration: 164.440191ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:08:47.708376Z","caller":"traceutil/trace.go:171","msg":"trace[1381041282] linearizableReadLoop","detail":"{readStateIndex:1117; appliedIndex:1116; }","duration":"106.056524ms","start":"2026-07-28T20:08:47.602288Z","end":"2026-07-28T20:08:47.708345Z","steps":["trace[1381041282] 'read index received' (duration: 105.773137ms)","trace[1381041282] 'applied index is now lower than readState.Index' (duration: 281.487µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:08:47.708487Z","caller":"traceutil/trace.go:171","msg":"trace[1522436105] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"375.371573ms","start":"2026-07-28T20:08:47.33302Z","end":"2026-07-28T20:08:47.708392Z","steps":["trace[1522436105] 'process raft request' (duration: 375.091666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:08:47.708587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.259179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:08:47.708648Z","caller":"traceutil/trace.go:171","msg":"trace[687532731] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1077; }","duration":"106.362211ms","start":"2026-07-28T20:08:47.602267Z","end":"2026-07-28T20:08:47.708629Z","steps":["trace[687532731] 'agreement among raft nodes before linearized reading' (duration: 106.227528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:08:47.708743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:08:47.332982Z","time spent":"375.63043ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:09:13.983279Z","caller":"traceutil/trace.go:171","msg":"trace[1329364529] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"125.024819ms","start":"2026-07-28T20:09:13.858213Z","end":"2026-07-28T20:09:13.983238Z","steps":["trace[1329364529] 'process raft request' (duration: 124.754673ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:09:14.311465Z","caller":"traceutil/trace.go:171","msg":"trace[980252711] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"323.468354ms","start":"2026-07-28T20:09:13.98796Z","end":"2026-07-28T20:09:14.311428Z","steps":["trace[980252711] 'process raft request' (duration: 319.054844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:09:14.311741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:09:13.987927Z","time spent":"323.645038ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:09:14.312653Z","caller":"traceutil/trace.go:171","msg":"trace[583358646] linearizableReadLoop","detail":"{readStateIndex:1422; appliedIndex:1419; }","duration":"232.090448ms","start":"2026-07-28T20:09:14.080534Z","end":"2026-07-28T20:09:14.312625Z","steps":["trace[583358646] 'read index received' (duration: 226.485458ms)","trace[583358646] 'applied index is now lower than readState.Index' (duration: 5.60392ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:09:14.312684Z","caller":"traceutil/trace.go:171","msg":"trace[2069834456] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"324.240724ms","start":"2026-07-28T20:09:13.98841Z","end":"2026-07-28T20:09:14.312651Z","steps":["trace[2069834456] 'process raft request' (duration: 324.056569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:09:14.312889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.659411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T20:09:14.312916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.332274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:09:14.31297Z","caller":"traceutil/trace.go:171","msg":"trace[253818287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1377; }","duration":"154.770474ms","start":"2026-07-28T20:09:14.158166Z","end":"2026-07-28T20:09:14.312937Z","steps":["trace[253818287] 'agreement among raft nodes before linearized reading' (duration: 154.658101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:09:14.31309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:09:13.988376Z","time spent":"324.4758ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:09:14.313118Z","caller":"traceutil/trace.go:171","msg":"trace[185937275] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1377; }","duration":"232.502748ms","start":"2026-07-28T20:09:14.080493Z","end":"2026-07-28T20:09:14.312996Z","steps":["trace[185937275] 'agreement among raft nodes before linearized reading' (duration: 232.277613ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:09:14.312712Z","caller":"traceutil/trace.go:171","msg":"trace[1620397884] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"323.275281ms","start":"2026-07-28T20:09:13.989404Z","end":"2026-07-28T20:09:14.312679Z","steps":["trace[1620397884] 'process raft request' (duration: 323.183528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:09:14.313519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:09:13.989389Z","time spent":"324.010178ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:09:59.316888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.348541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:09:59.317044Z","caller":"traceutil/trace.go:171","msg":"trace[2110405267] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2210; }","duration":"158.933753ms","start":"2026-07-28T20:09:59.158089Z","end":"2026-07-28T20:09:59.317023Z","steps":["trace[2110405267] 'read index received' (duration: 157.224µs)","trace[2110405267] 'applied index is now lower than readState.Index' (duration: 158.774569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:09:59.317129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.042655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:09:59.317158Z","caller":"traceutil/trace.go:171","msg":"trace[1878881587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2130; }","duration":"159.122197ms","start":"2026-07-28T20:09:59.158026Z","end":"2026-07-28T20:09:59.317148Z","steps":["trace[1878881587] 'agreement among raft nodes before linearized reading' (duration: 159.053635ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:09:59.317163Z","caller":"traceutil/trace.go:171","msg":"trace[2757726] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"235.145396ms","start":"2026-07-28T20:09:59.081974Z","end":"2026-07-28T20:09:59.317119Z","steps":["trace[2757726] 'process raft request' (duration: 16.420435ms)","trace[2757726] 'compare' (duration: 218.075874ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:09:59.592229Z","caller":"traceutil/trace.go:171","msg":"trace[1619605378] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"292.70438ms","start":"2026-07-28T20:09:59.299488Z","end":"2026-07-28T20:09:59.592193Z","steps":["trace[1619605378] 'process raft request' (duration: 270.701644ms)","trace[1619605378] 'compare' (duration: 21.475942ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:09:59.613484Z","caller":"traceutil/trace.go:171","msg":"trace[406491609] linearizableReadLoop","detail":"{readStateIndex:2213; appliedIndex:2211; }","duration":"202.348339ms","start":"2026-07-28T20:09:59.411102Z","end":"2026-07-28T20:09:59.61345Z","steps":["trace[406491609] 'read index received' (duration: 159.193039ms)","trace[406491609] 'applied index is now lower than readState.Index' (duration: 43.15392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:09:59.613661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.518823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:09:59.613765Z","caller":"traceutil/trace.go:171","msg":"trace[1667574701] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2132; }","duration":"202.673177ms","start":"2026-07-28T20:09:59.411063Z","end":"2026-07-28T20:09:59.613736Z","steps":["trace[1667574701] 'agreement among raft nodes before linearized reading' (duration: 202.508883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:09:59.613875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.826118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T20:09:59.613899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.652339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T20:09:59.613944Z","caller":"traceutil/trace.go:171","msg":"trace[1887460605] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2132; }","duration":"192.9241ms","start":"2026-07-28T20:09:59.420987Z","end":"2026-07-28T20:09:59.613911Z","steps":["trace[1887460605] 'agreement among raft nodes before linearized reading' (duration: 192.648913ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:09:59.613637Z","caller":"traceutil/trace.go:171","msg":"trace[456087985] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"248.906853ms","start":"2026-07-28T20:09:59.36465Z","end":"2026-07-28T20:09:59.613557Z","steps":["trace[456087985] 'process raft request' (duration: 248.628345ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:09:59.613953Z","caller":"traceutil/trace.go:171","msg":"trace[64622391] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2132; }","duration":"191.744401ms","start":"2026-07-28T20:09:59.422194Z","end":"2026-07-28T20:09:59.613938Z","steps":["trace[64622391] 'agreement among raft nodes before linearized reading' (duration: 191.518805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:10.532184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.128441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T20:10:10.532285Z","caller":"traceutil/trace.go:171","msg":"trace[466867393] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2225; }","duration":"114.296025ms","start":"2026-07-28T20:10:10.417965Z","end":"2026-07-28T20:10:10.532261Z","steps":["trace[466867393] 'count revisions from in-memory index tree' (duration: 114.023979ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:25.28795Z","caller":"traceutil/trace.go:171","msg":"trace[847692430] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"107.076823ms","start":"2026-07-28T20:10:25.1808Z","end":"2026-07-28T20:10:25.287876Z","steps":["trace[847692430] 'process raft request' (duration: 106.875508ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:25.509945Z","caller":"traceutil/trace.go:171","msg":"trace[535990840] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"116.189213ms","start":"2026-07-28T20:10:25.393719Z","end":"2026-07-28T20:10:25.509909Z","steps":["trace[535990840] 'process raft request' (duration: 115.896946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:31.34411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.069204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:10:31.344243Z","caller":"traceutil/trace.go:171","msg":"trace[681246321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2384; }","duration":"187.262121ms","start":"2026-07-28T20:10:31.156946Z","end":"2026-07-28T20:10:31.344208Z","steps":["trace[681246321] 'range keys from in-memory index tree' (duration: 186.937632ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:31.34435Z","caller":"traceutil/trace.go:171","msg":"trace[124943656] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"118.896057ms","start":"2026-07-28T20:10:31.225412Z","end":"2026-07-28T20:10:31.344308Z","steps":["trace[124943656] 'process raft request' (duration: 61.928488ms)","trace[124943656] 'compare' (duration: 56.773794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:10:32.915713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.197141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:10:32.915884Z","caller":"traceutil/trace.go:171","msg":"trace[1536569745] linearizableReadLoop","detail":"{readStateIndex:2479; appliedIndex:2478; }","duration":"216.256734ms","start":"2026-07-28T20:10:32.699596Z","end":"2026-07-28T20:10:32.915852Z","steps":["trace[1536569745] 'read index received' (duration: 88.452µs)","trace[1536569745] 'applied index is now lower than readState.Index' (duration: 216.165582ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:10:32.916077Z","caller":"traceutil/trace.go:171","msg":"trace[1148798975] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"394.77032ms","start":"2026-07-28T20:10:32.521224Z","end":"2026-07-28T20:10:32.915994Z","steps":["trace[1148798975] 'process raft request' (duration: 164.092927ms)","trace[1148798975] 'compare' (duration: 229.903034ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:10:32.916235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.639024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T20:10:32.916242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.152338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T20:10:32.916245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.325542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T20:10:32.916296Z","caller":"traceutil/trace.go:171","msg":"trace[558102841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2390; }","duration":"216.765138ms","start":"2026-07-28T20:10:32.699516Z","end":"2026-07-28T20:10:32.916281Z","steps":["trace[558102841] 'agreement among raft nodes before linearized reading' (duration: 216.51529ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:32.916307Z","caller":"traceutil/trace.go:171","msg":"trace[1287126502] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2390; }","duration":"210.237841ms","start":"2026-07-28T20:10:32.706053Z","end":"2026-07-28T20:10:32.916291Z","steps":["trace[1287126502] 'agreement among raft nodes before linearized reading' (duration: 209.965303ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:32.916333Z","caller":"traceutil/trace.go:171","msg":"trace[1603001052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2390; }","duration":"210.505797ms","start":"2026-07-28T20:10:32.705804Z","end":"2026-07-28T20:10:32.91631Z","steps":["trace[1603001052] 'agreement among raft nodes before linearized reading' (duration: 210.218919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:32.916254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.281597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T20:10:32.916416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:32.521196Z","time spent":"394.993336ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:10:32.916481Z","caller":"traceutil/trace.go:171","msg":"trace[582133725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2390; }","duration":"211.539084ms","start":"2026-07-28T20:10:32.704896Z","end":"2026-07-28T20:10:32.916435Z","steps":["trace[582133725] 'agreement among raft nodes before linearized reading' (duration: 211.123732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:33.086947Z","caller":"traceutil/trace.go:171","msg":"trace[494727289] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"166.280152ms","start":"2026-07-28T20:10:32.920645Z","end":"2026-07-28T20:10:33.086925Z","steps":["trace[494727289] 'process raft request' (duration: 166.103988ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:33.095094Z","caller":"traceutil/trace.go:171","msg":"trace[268503067] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"173.850847ms","start":"2026-07-28T20:10:32.921214Z","end":"2026-07-28T20:10:33.095065Z","steps":["trace[268503067] 'process raft request' (duration: 173.661333ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:33.095283Z","caller":"traceutil/trace.go:171","msg":"trace[888309413] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"173.824876ms","start":"2026-07-28T20:10:32.921442Z","end":"2026-07-28T20:10:33.095267Z","steps":["trace[888309413] 'process raft request' (duration: 173.58026ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:33.095505Z","caller":"traceutil/trace.go:171","msg":"trace[268486419] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"173.817846ms","start":"2026-07-28T20:10:32.92166Z","end":"2026-07-28T20:10:33.095477Z","steps":["trace[268486419] 'process raft request' (duration: 173.544049ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:33.095566Z","caller":"traceutil/trace.go:171","msg":"trace[750914962] linearizableReadLoop","detail":"{readStateIndex:2483; appliedIndex:2479; }","duration":"115.500952ms","start":"2026-07-28T20:10:32.98004Z","end":"2026-07-28T20:10:33.095541Z","steps":["trace[750914962] 'read index received' (duration: 106.626944ms)","trace[750914962] 'applied index is now lower than readState.Index' (duration: 8.872768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:10:33.09586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.797759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T20:10:33.095928Z","caller":"traceutil/trace.go:171","msg":"trace[25200860] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2397; }","duration":"115.940053ms","start":"2026-07-28T20:10:32.979971Z","end":"2026-07-28T20:10:33.095911Z","steps":["trace[25200860] 'agreement among raft nodes before linearized reading' (duration: 115.715407ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:12:11.092032Z","caller":"traceutil/trace.go:171","msg":"trace[132253086] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"128.230167ms","start":"2026-07-28T20:12:10.96377Z","end":"2026-07-28T20:12:11.092Z","steps":["trace[132253086] 'process raft request' (duration: 127.948029ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:12:47.6734Z","caller":"traceutil/trace.go:171","msg":"trace[409912268] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"127.988219ms","start":"2026-07-28T20:12:47.545386Z","end":"2026-07-28T20:12:47.673374Z","steps":["trace[409912268] 'process raft request' (duration: 127.726572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:12:47.960451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.078409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:12:47.960668Z","caller":"traceutil/trace.go:171","msg":"trace[1637844055] linearizableReadLoop","detail":"{readStateIndex:3599; appliedIndex:3597; }","duration":"253.867934ms","start":"2026-07-28T20:12:47.706783Z","end":"2026-07-28T20:12:47.960651Z","steps":["trace[1637844055] 'read index received' (duration: 19.411375ms)","trace[1637844055] 'applied index is now lower than readState.Index' (duration: 234.455159ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:12:47.960767Z","caller":"traceutil/trace.go:171","msg":"trace[538209174] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"355.929229ms","start":"2026-07-28T20:12:47.604827Z","end":"2026-07-28T20:12:47.960756Z","steps":["trace[538209174] 'process raft request' (duration: 355.730784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:12:47.960837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:12:47.604796Z","time spent":"356.00631ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:12:47.96117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.388898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T20:12:47.961169Z","caller":"traceutil/trace.go:171","msg":"trace[513320368] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"414.891302ms","start":"2026-07-28T20:12:47.546251Z","end":"2026-07-28T20:12:47.961143Z","steps":["trace[513320368] 'process raft request' (duration: 180.014472ms)","trace[513320368] 'compare' (duration: 233.855834ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:12:47.961213Z","caller":"traceutil/trace.go:171","msg":"trace[905667411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3476; }","duration":"254.498471ms","start":"2026-07-28T20:12:47.706702Z","end":"2026-07-28T20:12:47.961201Z","steps":["trace[905667411] 'agreement among raft nodes before linearized reading' (duration: 254.303726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:12:47.961214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.496888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T20:12:47.961299Z","caller":"traceutil/trace.go:171","msg":"trace[1020415999] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3476; }","duration":"252.644862ms","start":"2026-07-28T20:12:47.708636Z","end":"2026-07-28T20:12:47.961281Z","steps":["trace[1020415999] 'agreement among raft nodes before linearized reading' (duration: 252.402905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:12:47.961267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.832928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T20:12:47.961467Z","caller":"traceutil/trace.go:171","msg":"trace[330831917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3476; }","duration":"245.054064ms","start":"2026-07-28T20:12:47.716393Z","end":"2026-07-28T20:12:47.961447Z","steps":["trace[330831917] 'agreement among raft nodes before linearized reading' (duration: 244.716205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:12:47.961483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.204995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T20:12:47.961521Z","caller":"traceutil/trace.go:171","msg":"trace[751208082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3476; }","duration":"246.256957ms","start":"2026-07-28T20:12:47.715255Z","end":"2026-07-28T20:12:47.961512Z","steps":["trace[751208082] 'agreement among raft nodes before linearized reading' (duration: 246.163474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:12:47.961581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:12:47.546229Z","time spent":"415.145119ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:12:47.961878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.411997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T20:12:47.961954Z","caller":"traceutil/trace.go:171","msg":"trace[1838266601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3476; }","duration":"106.51979ms","start":"2026-07-28T20:12:47.855416Z","end":"2026-07-28T20:12:47.961936Z","steps":["trace[1838266601] 'agreement among raft nodes before linearized reading' (duration: 106.301455ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:17:11.480684Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3210} {"level":"info","ts":"2026-07-28T20:17:11.578286Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3210,"took":"96.291555ms","hash":557707650,"current-db-size-bytes":35876864,"current-db-size":"36 MB","current-db-size-in-use-bytes":10104832,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-28T20:17:11.578372Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":557707650,"revision":3210,"compact-revision":-1} {"level":"info","ts":"2026-07-28T20:22:11.486101Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5185} {"level":"info","ts":"2026-07-28T20:22:11.549508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5185,"took":"61.994027ms","hash":2083118105,"current-db-size-bytes":35876864,"current-db-size":"36 MB","current-db-size-in-use-bytes":26562560,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T20:22:11.549566Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2083118105,"revision":5185,"compact-revision":3210} {"level":"info","ts":"2026-07-28T20:22:23.528871Z","caller":"traceutil/trace.go:171","msg":"trace[1192527891] linearizableReadLoop","detail":"{readStateIndex:8496; appliedIndex:8495; }","duration":"197.119323ms","start":"2026-07-28T20:22:23.331727Z","end":"2026-07-28T20:22:23.528846Z","steps":["trace[1192527891] 'read index received' (duration: 196.837326ms)","trace[1192527891] 'applied index is now lower than readState.Index' (duration: 280.997µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:22:23.529008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.257136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:22:23.52904Z","caller":"traceutil/trace.go:171","msg":"trace[741488534] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8216; }","duration":"197.334858ms","start":"2026-07-28T20:22:23.331695Z","end":"2026-07-28T20:22:23.52903Z","steps":["trace[741488534] 'agreement among raft nodes before linearized reading' (duration: 197.241886ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:23.529128Z","caller":"traceutil/trace.go:171","msg":"trace[2014180532] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"253.671092ms","start":"2026-07-28T20:22:23.275391Z","end":"2026-07-28T20:22:23.529062Z","steps":["trace[2014180532] 'process raft request' (duration: 253.260222ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:23.963154Z","caller":"traceutil/trace.go:171","msg":"trace[1632476042] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"237.885612ms","start":"2026-07-28T20:22:23.725244Z","end":"2026-07-28T20:22:23.96313Z","steps":["trace[1632476042] 'process raft request' (duration: 230.117346ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:23.968661Z","caller":"traceutil/trace.go:171","msg":"trace[2105816622] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"135.879435ms","start":"2026-07-28T20:22:23.832757Z","end":"2026-07-28T20:22:23.968636Z","steps":["trace[2105816622] 'process raft request' (duration: 135.34793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:24.663487Z","caller":"traceutil/trace.go:171","msg":"trace[1977610041] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"130.028407ms","start":"2026-07-28T20:22:24.533437Z","end":"2026-07-28T20:22:24.663465Z","steps":["trace[1977610041] 'process raft request' (duration: 129.854283ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:24.66452Z","caller":"traceutil/trace.go:171","msg":"trace[728540561] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"119.954682ms","start":"2026-07-28T20:22:24.544546Z","end":"2026-07-28T20:22:24.6645Z","steps":["trace[728540561] 'process raft request' (duration: 119.584993ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:28.936491Z","caller":"traceutil/trace.go:171","msg":"trace[662877940] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8590; }","duration":"225.480079ms","start":"2026-07-28T20:22:28.710989Z","end":"2026-07-28T20:22:28.936469Z","steps":["trace[662877940] 'read index received' (duration: 225.14393ms)","trace[662877940] 'applied index is now lower than readState.Index' (duration: 335.059µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:22:28.936556Z","caller":"traceutil/trace.go:171","msg":"trace[1173930964] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"228.841654ms","start":"2026-07-28T20:22:28.707672Z","end":"2026-07-28T20:22:28.936513Z","steps":["trace[1173930964] 'process raft request' (duration: 228.554647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:28.936689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.965759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:22:28.936736Z","caller":"traceutil/trace.go:171","msg":"trace[1233326834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8309; }","duration":"123.098191ms","start":"2026-07-28T20:22:28.813627Z","end":"2026-07-28T20:22:28.936725Z","steps":["trace[1233326834] 'agreement among raft nodes before linearized reading' (duration: 122.981008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:28.93679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.582795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T20:22:28.93686Z","caller":"traceutil/trace.go:171","msg":"trace[25399797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8309; }","duration":"112.710648ms","start":"2026-07-28T20:22:28.824134Z","end":"2026-07-28T20:22:28.936845Z","steps":["trace[25399797] 'agreement among raft nodes before linearized reading' (duration: 112.567825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:28.936994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.013813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-kwxzh\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-07-28T20:22:28.937041Z","caller":"traceutil/trace.go:171","msg":"trace[1617000853] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-kwxzh; range_end:; response_count:1; response_revision:8309; }","duration":"226.101795ms","start":"2026-07-28T20:22:28.710932Z","end":"2026-07-28T20:22:28.937034Z","steps":["trace[1617000853] 'agreement among raft nodes before linearized reading' (duration: 225.649414ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:53.252234Z","caller":"traceutil/trace.go:171","msg":"trace[1167661126] linearizableReadLoop","detail":"{readStateIndex:8981; appliedIndex:8980; }","duration":"154.506245ms","start":"2026-07-28T20:22:53.09769Z","end":"2026-07-28T20:22:53.252197Z","steps":["trace[1167661126] 'read index received' (duration: 154.281139ms)","trace[1167661126] 'applied index is now lower than readState.Index' (duration: 224.016µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:22:53.252409Z","caller":"traceutil/trace.go:171","msg":"trace[25346650] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"221.810636ms","start":"2026-07-28T20:22:53.030488Z","end":"2026-07-28T20:22:53.252299Z","steps":["trace[25346650] 'process raft request' (duration: 221.5672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:53.252492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.786172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T20:22:53.252537Z","caller":"traceutil/trace.go:171","msg":"trace[287944299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8692; }","duration":"154.879224ms","start":"2026-07-28T20:22:53.097644Z","end":"2026-07-28T20:22:53.252523Z","steps":["trace[287944299] 'agreement among raft nodes before linearized reading' (duration: 154.71815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:53.252609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.624227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T20:22:53.252732Z","caller":"traceutil/trace.go:171","msg":"trace[1818869575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8692; }","duration":"152.779171ms","start":"2026-07-28T20:22:53.099912Z","end":"2026-07-28T20:22:53.252691Z","steps":["trace[1818869575] 'agreement among raft nodes before linearized reading' (duration: 152.510394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:53.252726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.859352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T20:22:53.25286Z","caller":"traceutil/trace.go:171","msg":"trace[153486593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8692; }","duration":"148.999226ms","start":"2026-07-28T20:22:53.103815Z","end":"2026-07-28T20:22:53.252815Z","steps":["trace[153486593] 'agreement among raft nodes before linearized reading' (duration: 148.706219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:53.252927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.338534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T20:22:53.253004Z","caller":"traceutil/trace.go:171","msg":"trace[162243529] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8692; }","duration":"149.502108ms","start":"2026-07-28T20:22:53.103488Z","end":"2026-07-28T20:22:53.252991Z","steps":["trace[162243529] 'agreement among raft nodes before linearized reading' (duration: 149.17614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:53.253113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.669082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T20:22:53.253163Z","caller":"traceutil/trace.go:171","msg":"trace[592583877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8692; }","duration":"149.752644ms","start":"2026-07-28T20:22:53.103393Z","end":"2026-07-28T20:22:53.253145Z","steps":["trace[592583877] 'agreement among raft nodes before linearized reading' (duration: 149.5641ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:53.49222Z","caller":"traceutil/trace.go:171","msg":"trace[907179064] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"234.579899ms","start":"2026-07-28T20:22:53.257622Z","end":"2026-07-28T20:22:53.492202Z","steps":["trace[907179064] 'process raft request' (duration: 234.502407ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:53.492252Z","caller":"traceutil/trace.go:171","msg":"trace[2043385425] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"234.694732ms","start":"2026-07-28T20:22:53.257526Z","end":"2026-07-28T20:22:53.492221Z","steps":["trace[2043385425] 'process raft request' (duration: 234.459055ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:53.492586Z","caller":"traceutil/trace.go:171","msg":"trace[1445650544] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"233.985154ms","start":"2026-07-28T20:22:53.25857Z","end":"2026-07-28T20:22:53.492555Z","steps":["trace[1445650544] 'process raft request' (duration: 233.758189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:22:53.49261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.22183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T20:22:53.492682Z","caller":"traceutil/trace.go:171","msg":"trace[1475912100] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8697; }","duration":"143.346793ms","start":"2026-07-28T20:22:53.349323Z","end":"2026-07-28T20:22:53.49267Z","steps":["trace[1475912100] 'agreement among raft nodes before linearized reading' (duration: 143.192839ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:53.492466Z","caller":"traceutil/trace.go:171","msg":"trace[976706647] linearizableReadLoop","detail":"{readStateIndex:8986; appliedIndex:8982; }","duration":"143.058785ms","start":"2026-07-28T20:22:53.349374Z","end":"2026-07-28T20:22:53.492433Z","steps":["trace[976706647] 'read index received' (duration: 142.559452ms)","trace[976706647] 'applied index is now lower than readState.Index' (duration: 498.163µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:22:53.49251Z","caller":"traceutil/trace.go:171","msg":"trace[2030188739] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"234.740393ms","start":"2026-07-28T20:22:53.257741Z","end":"2026-07-28T20:22:53.492481Z","steps":["trace[2030188739] 'process raft request' (duration: 234.432735ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:54.177682Z","caller":"traceutil/trace.go:171","msg":"trace[947250414] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"110.057111ms","start":"2026-07-28T20:22:54.067588Z","end":"2026-07-28T20:22:54.177645Z","steps":["trace[947250414] 'process raft request' (duration: 109.775134ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:22:54.306511Z","caller":"traceutil/trace.go:171","msg":"trace[413386189] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"103.25415ms","start":"2026-07-28T20:22:54.203234Z","end":"2026-07-28T20:22:54.306488Z","steps":["trace[413386189] 'process raft request' (duration: 47.215254ms)","trace[413386189] 'compare' (duration: 55.944813ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:22:54.476057Z","caller":"traceutil/trace.go:171","msg":"trace[1959474223] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"156.358162ms","start":"2026-07-28T20:22:54.319675Z","end":"2026-07-28T20:22:54.476033Z","steps":["trace[1959474223] 'process raft request' (duration: 156.206368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:23:33.692622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.234593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225408"} {"level":"info","ts":"2026-07-28T20:23:33.692714Z","caller":"traceutil/trace.go:171","msg":"trace[1730558853] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9076; }","duration":"130.342375ms","start":"2026-07-28T20:23:33.562353Z","end":"2026-07-28T20:23:33.692695Z","steps":["trace[1730558853] 'range keys from in-memory index tree' (duration: 129.260647ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:24:47.031131Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T20:24:47.039332Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T20:24:47.039441Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-28T20:27:11.493212Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7893} {"level":"info","ts":"2026-07-28T20:27:11.59159Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7893,"took":"95.436271ms","hash":3940996123,"current-db-size-bytes":41037824,"current-db-size":"41 MB","current-db-size-in-use-bytes":34754560,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-28T20:27:11.591734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3940996123,"revision":7893,"compact-revision":5185} {"level":"info","ts":"2026-07-28T20:28:18.481681Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002e06.wal"} {"level":"info","ts":"2026-07-28T20:29:13.482194Z","caller":"traceutil/trace.go:171","msg":"trace[1687667898] transaction","detail":"{read_only:false; response_revision:11974; number_of_response:1; }","duration":"232.562562ms","start":"2026-07-28T20:29:13.249589Z","end":"2026-07-28T20:29:13.482152Z","steps":["trace[1687667898] 'process raft request' (duration: 157.127274ms)","trace[1687667898] 'compare' (duration: 75.13443ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:29:24.699332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.036744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T20:29:24.699433Z","caller":"traceutil/trace.go:171","msg":"trace[157118127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12051; }","duration":"163.205829ms","start":"2026-07-28T20:29:24.536208Z","end":"2026-07-28T20:29:24.699413Z","steps":["trace[157118127] 'range keys from in-memory index tree' (duration: 162.812959ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:25.791206Z","caller":"traceutil/trace.go:171","msg":"trace[1323843742] transaction","detail":"{read_only:false; response_revision:12056; number_of_response:1; }","duration":"223.919224ms","start":"2026-07-28T20:29:25.567247Z","end":"2026-07-28T20:29:25.791166Z","steps":["trace[1323843742] 'process raft request' (duration: 129.955148ms)","trace[1323843742] 'compare' (duration: 93.817813ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:29:25.829488Z","caller":"traceutil/trace.go:171","msg":"trace[1185143571] transaction","detail":"{read_only:false; response_revision:12058; number_of_response:1; }","duration":"259.594306ms","start":"2026-07-28T20:29:25.56986Z","end":"2026-07-28T20:29:25.829454Z","steps":["trace[1185143571] 'process raft request' (duration: 259.496743ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:25.829549Z","caller":"traceutil/trace.go:171","msg":"trace[331798802] transaction","detail":"{read_only:false; response_revision:12057; number_of_response:1; }","duration":"260.654563ms","start":"2026-07-28T20:29:25.568849Z","end":"2026-07-28T20:29:25.829503Z","steps":["trace[331798802] 'process raft request' (duration: 260.313855ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:25.830112Z","caller":"traceutil/trace.go:171","msg":"trace[449915099] transaction","detail":"{read_only:false; response_revision:12059; number_of_response:1; }","duration":"260.084448ms","start":"2026-07-28T20:29:25.569988Z","end":"2026-07-28T20:29:25.830072Z","steps":["trace[449915099] 'process raft request' (duration: 259.424522ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:25.830129Z","caller":"traceutil/trace.go:171","msg":"trace[1683023074] linearizableReadLoop","detail":"{readStateIndex:12442; appliedIndex:12437; }","duration":"209.821877ms","start":"2026-07-28T20:29:25.620267Z","end":"2026-07-28T20:29:25.830089Z","steps":["trace[1683023074] 'read index received' (duration: 76.951836ms)","trace[1683023074] 'applied index is now lower than readState.Index' (duration: 132.868131ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:29:25.830136Z","caller":"traceutil/trace.go:171","msg":"trace[2113460985] transaction","detail":"{read_only:false; response_revision:12060; number_of_response:1; }","duration":"259.294197ms","start":"2026-07-28T20:29:25.570825Z","end":"2026-07-28T20:29:25.830119Z","steps":["trace[2113460985] 'process raft request' (duration: 259.069562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:25.830391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.051113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T20:29:25.830465Z","caller":"traceutil/trace.go:171","msg":"trace[1785200371] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:12060; }","duration":"210.236877ms","start":"2026-07-28T20:29:25.6202Z","end":"2026-07-28T20:29:25.830437Z","steps":["trace[1785200371] 'agreement among raft nodes before linearized reading' (duration: 210.058213ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:25.857041Z","caller":"traceutil/trace.go:171","msg":"trace[315954280] transaction","detail":"{read_only:false; response_revision:12061; number_of_response:1; }","duration":"143.089809ms","start":"2026-07-28T20:29:25.713934Z","end":"2026-07-28T20:29:25.857023Z","steps":["trace[315954280] 'process raft request' (duration: 142.911975ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:25.857335Z","caller":"traceutil/trace.go:171","msg":"trace[853233639] transaction","detail":"{read_only:false; response_revision:12062; number_of_response:1; }","duration":"141.13116ms","start":"2026-07-28T20:29:25.71618Z","end":"2026-07-28T20:29:25.857311Z","steps":["trace[853233639] 'process raft request' (duration: 140.800971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:53.330232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.819461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-28T20:29:53.330342Z","caller":"traceutil/trace.go:171","msg":"trace[1297205191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12293; }","duration":"325.941164ms","start":"2026-07-28T20:29:53.004377Z","end":"2026-07-28T20:29:53.330318Z","steps":["trace[1297205191] 'range keys from in-memory index tree' (duration: 325.707698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:53.330383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:29:53.004369Z","time spent":"326.004565ms","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T20:29:53.330828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.084033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:29:53.330872Z","caller":"traceutil/trace.go:171","msg":"trace[1992565686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12293; }","duration":"174.147724ms","start":"2026-07-28T20:29:53.156715Z","end":"2026-07-28T20:29:53.330862Z","steps":["trace[1992565686] 'range keys from in-memory index tree' (duration: 174.038972ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:53.61177Z","caller":"traceutil/trace.go:171","msg":"trace[896533247] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"114.085064ms","start":"2026-07-28T20:29:53.497662Z","end":"2026-07-28T20:29:53.611747Z","steps":["trace[896533247] 'process raft request' (duration: 113.948231ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:57.755938Z","caller":"traceutil/trace.go:171","msg":"trace[27984687] transaction","detail":"{read_only:false; response_revision:12323; number_of_response:1; }","duration":"126.494029ms","start":"2026-07-28T20:29:57.629417Z","end":"2026-07-28T20:29:57.755911Z","steps":["trace[27984687] 'process raft request' (duration: 126.316415ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:58.06336Z","caller":"traceutil/trace.go:171","msg":"trace[769914560] linearizableReadLoop","detail":"{readStateIndex:12714; appliedIndex:12713; }","duration":"121.993675ms","start":"2026-07-28T20:29:57.941331Z","end":"2026-07-28T20:29:58.063324Z","steps":["trace[769914560] 'read index received' (duration: 45.318276ms)","trace[769914560] 'applied index is now lower than readState.Index' (duration: 76.673809ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:29:58.063547Z","caller":"traceutil/trace.go:171","msg":"trace[1661550334] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"393.087632ms","start":"2026-07-28T20:29:57.670443Z","end":"2026-07-28T20:29:58.063531Z","steps":["trace[1661550334] 'process raft request' (duration: 316.186788ms)","trace[1661550334] 'compare' (duration: 76.484964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:29:58.06373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:29:57.670409Z","time spent":"393.179164ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:29:58.064063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.711693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T20:29:58.064184Z","caller":"traceutil/trace.go:171","msg":"trace[1308109226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12324; }","duration":"122.904649ms","start":"2026-07-28T20:29:57.941251Z","end":"2026-07-28T20:29:58.064156Z","steps":["trace[1308109226] 'agreement among raft nodes before linearized reading' (duration: 122.347134ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:58.103099Z","caller":"traceutil/trace.go:171","msg":"trace[1535055601] transaction","detail":"{read_only:false; response_revision:12326; number_of_response:1; }","duration":"123.3293ms","start":"2026-07-28T20:29:57.97974Z","end":"2026-07-28T20:29:58.103069Z","steps":["trace[1535055601] 'process raft request' (duration: 123.236808ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:58.103143Z","caller":"traceutil/trace.go:171","msg":"trace[499179237] transaction","detail":"{read_only:false; response_revision:12325; number_of_response:1; }","duration":"141.308565ms","start":"2026-07-28T20:29:57.961791Z","end":"2026-07-28T20:29:58.1031Z","steps":["trace[499179237] 'process raft request' (duration: 140.999676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:58.103358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.793959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:29:58.103362Z","caller":"traceutil/trace.go:171","msg":"trace[1923091628] transaction","detail":"{read_only:false; response_revision:12327; number_of_response:1; }","duration":"123.041812ms","start":"2026-07-28T20:29:57.980264Z","end":"2026-07-28T20:29:58.103306Z","steps":["trace[1923091628] 'process raft request' (duration: 122.762115ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:58.103438Z","caller":"traceutil/trace.go:171","msg":"trace[1726642872] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12327; }","duration":"134.894002ms","start":"2026-07-28T20:29:57.968523Z","end":"2026-07-28T20:29:58.103417Z","steps":["trace[1726642872] 'agreement among raft nodes before linearized reading' (duration: 134.725437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:58.103596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.82705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T20:29:58.103678Z","caller":"traceutil/trace.go:171","msg":"trace[1916386702] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12327; }","duration":"119.941324ms","start":"2026-07-28T20:29:57.983721Z","end":"2026-07-28T20:29:58.103662Z","steps":["trace[1916386702] 'agreement among raft nodes before linearized reading' (duration: 119.585745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:58.103725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.471373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T20:29:58.103805Z","caller":"traceutil/trace.go:171","msg":"trace[596748024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12327; }","duration":"121.572026ms","start":"2026-07-28T20:29:57.98221Z","end":"2026-07-28T20:29:58.103782Z","steps":["trace[596748024] 'agreement among raft nodes before linearized reading' (duration: 121.124975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:29:58.103957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.915882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T20:29:58.10401Z","caller":"traceutil/trace.go:171","msg":"trace[732049183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12327; }","duration":"118.432105ms","start":"2026-07-28T20:29:57.985562Z","end":"2026-07-28T20:29:58.103994Z","steps":["trace[732049183] 'agreement among raft nodes before linearized reading' (duration: 117.692607ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:30:07.588352Z","caller":"traceutil/trace.go:171","msg":"trace[966230085] transaction","detail":"{read_only:false; response_revision:12432; number_of_response:1; }","duration":"256.760244ms","start":"2026-07-28T20:30:07.331554Z","end":"2026-07-28T20:30:07.588314Z","steps":["trace[966230085] 'process raft request' (duration: 256.535698ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:30:07.798869Z","caller":"traceutil/trace.go:171","msg":"trace[981601436] transaction","detail":"{read_only:false; response_revision:12433; number_of_response:1; }","duration":"237.430765ms","start":"2026-07-28T20:30:07.561411Z","end":"2026-07-28T20:30:07.798842Z","steps":["trace[981601436] 'process raft request' (duration: 228.292223ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:30:07.834508Z","caller":"traceutil/trace.go:171","msg":"trace[637694578] transaction","detail":"{read_only:false; response_revision:12434; number_of_response:1; }","duration":"243.18219ms","start":"2026-07-28T20:30:07.591288Z","end":"2026-07-28T20:30:07.83447Z","steps":["trace[637694578] 'process raft request' (duration: 242.891773ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:30:09.541604Z","caller":"traceutil/trace.go:171","msg":"trace[676589279] linearizableReadLoop","detail":"{readStateIndex:12842; appliedIndex:12841; }","duration":"383.92087ms","start":"2026-07-28T20:30:09.157657Z","end":"2026-07-28T20:30:09.541577Z","steps":["trace[676589279] 'read index received' (duration: 383.700205ms)","trace[676589279] 'applied index is now lower than readState.Index' (duration: 219.805µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:30:09.541658Z","caller":"traceutil/trace.go:171","msg":"trace[1792073231] transaction","detail":"{read_only:false; response_revision:12447; number_of_response:1; }","duration":"412.299468ms","start":"2026-07-28T20:30:09.129318Z","end":"2026-07-28T20:30:09.541617Z","steps":["trace[1792073231] 'process raft request' (duration: 412.100343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:30:09.541771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.096254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:30:09.541818Z","caller":"traceutil/trace.go:171","msg":"trace[638997674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12447; }","duration":"384.213908ms","start":"2026-07-28T20:30:09.157591Z","end":"2026-07-28T20:30:09.541805Z","steps":["trace[638997674] 'agreement among raft nodes before linearized reading' (duration: 384.122195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:30:09.541838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:30:09.129276Z","time spent":"412.462922ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:30:09.541863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:30:09.157574Z","time spent":"384.279359ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T20:30:09.541986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.012624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-28T20:30:09.542399Z","caller":"traceutil/trace.go:171","msg":"trace[679897498] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12447; }","duration":"284.322152ms","start":"2026-07-28T20:30:09.25789Z","end":"2026-07-28T20:30:09.542212Z","steps":["trace[679897498] 'agreement among raft nodes before linearized reading' (duration: 283.945322ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:31:18.628308Z","caller":"traceutil/trace.go:171","msg":"trace[520673657] transaction","detail":"{read_only:false; response_revision:13236; number_of_response:1; }","duration":"231.570906ms","start":"2026-07-28T20:31:18.39671Z","end":"2026-07-28T20:31:18.628281Z","steps":["trace[520673657] 'process raft request' (duration: 231.366371ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:31:18.628688Z","caller":"traceutil/trace.go:171","msg":"trace[753640286] transaction","detail":"{read_only:false; response_revision:13237; number_of_response:1; }","duration":"189.887751ms","start":"2026-07-28T20:31:18.43875Z","end":"2026-07-28T20:31:18.628638Z","steps":["trace[753640286] 'process raft request' (duration: 189.48971ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:31:18.628794Z","caller":"traceutil/trace.go:171","msg":"trace[315255991] transaction","detail":"{read_only:false; response_revision:13238; number_of_response:1; }","duration":"187.394388ms","start":"2026-07-28T20:31:18.441386Z","end":"2026-07-28T20:31:18.62878Z","steps":["trace[315255991] 'process raft request' (duration: 187.171452ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:31:18.628761Z","caller":"traceutil/trace.go:171","msg":"trace[2048092452] linearizableReadLoop","detail":"{readStateIndex:13649; appliedIndex:13647; }","duration":"200.960462ms","start":"2026-07-28T20:31:18.42776Z","end":"2026-07-28T20:31:18.62872Z","steps":["trace[2048092452] 'read index received' (duration: 32.762981ms)","trace[2048092452] 'applied index is now lower than readState.Index' (duration: 168.195971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:31:18.628952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.171637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:31:18.629052Z","caller":"traceutil/trace.go:171","msg":"trace[2040152265] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:13238; }","duration":"201.329521ms","start":"2026-07-28T20:31:18.427701Z","end":"2026-07-28T20:31:18.62903Z","steps":["trace[2040152265] 'agreement among raft nodes before linearized reading' (duration: 201.156347ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:31:18.635868Z","caller":"traceutil/trace.go:171","msg":"trace[290762547] transaction","detail":"{read_only:false; response_revision:13239; number_of_response:1; }","duration":"126.088834ms","start":"2026-07-28T20:31:18.509756Z","end":"2026-07-28T20:31:18.635844Z","steps":["trace[290762547] 'process raft request' (duration: 125.734526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:31:18.636302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.521463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:31:18.63639Z","caller":"traceutil/trace.go:171","msg":"trace[404729243] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:13240; }","duration":"180.646596ms","start":"2026-07-28T20:31:18.455722Z","end":"2026-07-28T20:31:18.636368Z","steps":["trace[404729243] 'agreement among raft nodes before linearized reading' (duration: 180.512793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:31:32.299337Z","caller":"traceutil/trace.go:171","msg":"trace[883399943] linearizableReadLoop","detail":"{readStateIndex:13745; appliedIndex:13744; }","duration":"141.27491ms","start":"2026-07-28T20:31:32.158036Z","end":"2026-07-28T20:31:32.299311Z","steps":["trace[883399943] 'read index received' (duration: 141.160956ms)","trace[883399943] 'applied index is now lower than readState.Index' (duration: 112.894µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:31:32.299448Z","caller":"traceutil/trace.go:171","msg":"trace[1850581438] transaction","detail":"{read_only:false; response_revision:13329; number_of_response:1; }","duration":"191.693188ms","start":"2026-07-28T20:31:32.107708Z","end":"2026-07-28T20:31:32.299401Z","steps":["trace[1850581438] 'process raft request' (duration: 191.40881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:31:32.299547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.493416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:31:32.299602Z","caller":"traceutil/trace.go:171","msg":"trace[180817403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13329; }","duration":"141.618909ms","start":"2026-07-28T20:31:32.157967Z","end":"2026-07-28T20:31:32.299585Z","steps":["trace[180817403] 'agreement among raft nodes before linearized reading' (duration: 141.495306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:31:32.299753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.428507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T20:31:32.299841Z","caller":"traceutil/trace.go:171","msg":"trace[1674391147] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13329; }","duration":"119.54325ms","start":"2026-07-28T20:31:32.180274Z","end":"2026-07-28T20:31:32.299818Z","steps":["trace[1674391147] 'agreement among raft nodes before linearized reading' (duration: 119.302414ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:31:37.630565Z","caller":"traceutil/trace.go:171","msg":"trace[1344511152] transaction","detail":"{read_only:false; response_revision:13371; number_of_response:1; }","duration":"203.716102ms","start":"2026-07-28T20:31:37.426733Z","end":"2026-07-28T20:31:37.630449Z","steps":["trace[1344511152] 'process raft request' (duration: 203.380223ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:32:11.50078Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10897} {"level":"info","ts":"2026-07-28T20:32:11.587266Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10897,"took":"84.024309ms","hash":2730828705,"current-db-size-bytes":41037824,"current-db-size":"41 MB","current-db-size-in-use-bytes":26554368,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T20:32:11.587346Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2730828705,"revision":10897,"compact-revision":7893} {"level":"info","ts":"2026-07-28T20:37:11.508961Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13625} {"level":"info","ts":"2026-07-28T20:37:11.608674Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13625,"took":"97.359697ms","hash":1514048007,"current-db-size-bytes":41037824,"current-db-size":"41 MB","current-db-size-in-use-bytes":27185152,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T20:37:11.608794Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1514048007,"revision":13625,"compact-revision":10897} {"level":"info","ts":"2026-07-28T20:42:11.516407Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16202} {"level":"info","ts":"2026-07-28T20:42:11.610547Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16202,"took":"91.323113ms","hash":1152694738,"current-db-size-bytes":41037824,"current-db-size":"41 MB","current-db-size-in-use-bytes":25985024,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T20:42:11.610621Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1152694738,"revision":16202,"compact-revision":13625} {"level":"info","ts":"2026-07-28T20:43:26.198115Z","caller":"traceutil/trace.go:171","msg":"trace[1353146020] transaction","detail":"{read_only:false; response_revision:19213; number_of_response:1; }","duration":"155.814647ms","start":"2026-07-28T20:43:26.04225Z","end":"2026-07-28T20:43:26.198064Z","steps":["trace[1353146020] 'process raft request' (duration: 155.50207ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:43:46.151366Z","caller":"traceutil/trace.go:171","msg":"trace[1555413220] transaction","detail":"{read_only:false; response_revision:19348; number_of_response:1; }","duration":"100.389272ms","start":"2026-07-28T20:43:46.050951Z","end":"2026-07-28T20:43:46.15134Z","steps":["trace[1555413220] 'process raft request' (duration: 100.239588ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:43:56.233313Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T20:43:56.238177Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T20:43:56.238336Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-28T20:44:01.260155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.80455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:44:01.260256Z","caller":"traceutil/trace.go:171","msg":"trace[320831606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19458; }","duration":"101.976134ms","start":"2026-07-28T20:44:01.15826Z","end":"2026-07-28T20:44:01.260236Z","steps":["trace[320831606] 'range keys from in-memory index tree' (duration: 101.736418ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:44:02.310865Z","caller":"traceutil/trace.go:171","msg":"trace[141140045] transaction","detail":"{read_only:false; response_revision:19464; number_of_response:1; }","duration":"213.132729ms","start":"2026-07-28T20:44:02.097684Z","end":"2026-07-28T20:44:02.310817Z","steps":["trace[141140045] 'process raft request' (duration: 212.860572ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:44:36.365837Z","caller":"traceutil/trace.go:171","msg":"trace[2021003576] transaction","detail":"{read_only:false; response_revision:19901; number_of_response:1; }","duration":"125.675624ms","start":"2026-07-28T20:44:36.240134Z","end":"2026-07-28T20:44:36.36581Z","steps":["trace[2021003576] 'process raft request' (duration: 125.440809ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:44:36.667903Z","caller":"traceutil/trace.go:171","msg":"trace[912763582] linearizableReadLoop","detail":"{readStateIndex:20510; appliedIndex:20509; }","duration":"117.142318ms","start":"2026-07-28T20:44:36.550724Z","end":"2026-07-28T20:44:36.667866Z","steps":["trace[912763582] 'read index received' (duration: 82.218164ms)","trace[912763582] 'applied index is now lower than readState.Index' (duration: 34.922954ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:44:36.668077Z","caller":"traceutil/trace.go:171","msg":"trace[433166146] transaction","detail":"{read_only:false; response_revision:19903; number_of_response:1; }","duration":"132.574669ms","start":"2026-07-28T20:44:36.535487Z","end":"2026-07-28T20:44:36.668062Z","steps":["trace[433166146] 'process raft request' (duration: 97.498181ms)","trace[433166146] 'compare' (duration: 34.701589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:44:36.668392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.64539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-28T20:44:36.668442Z","caller":"traceutil/trace.go:171","msg":"trace[1514468433] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19903; }","duration":"117.729493ms","start":"2026-07-28T20:44:36.550694Z","end":"2026-07-28T20:44:36.668424Z","steps":["trace[1514468433] 'agreement among raft nodes before linearized reading' (duration: 117.549198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:47.521995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.037703ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T20:45:47.52236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.910292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T20:45:47.522416Z","caller":"traceutil/trace.go:171","msg":"trace[1858432884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20695; }","duration":"206.980774ms","start":"2026-07-28T20:45:47.315415Z","end":"2026-07-28T20:45:47.522396Z","steps":["trace[1858432884] 'range keys from in-memory index tree' (duration: 206.755038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:47.522205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.43172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T20:45:47.522493Z","caller":"traceutil/trace.go:171","msg":"trace[652714814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20695; }","duration":"206.770809ms","start":"2026-07-28T20:45:47.315707Z","end":"2026-07-28T20:45:47.522478Z","steps":["trace[652714814] 'range keys from in-memory index tree' (duration: 206.160523ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:45:47.522394Z","caller":"traceutil/trace.go:171","msg":"trace[220512515] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20695; }","duration":"156.432003ms","start":"2026-07-28T20:45:47.365912Z","end":"2026-07-28T20:45:47.522344Z","steps":["trace[220512515] 'range keys from in-memory index tree' (duration: 156.019243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:47.52251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.394062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T20:45:47.522646Z","caller":"traceutil/trace.go:171","msg":"trace[1621170955] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20695; }","duration":"199.584436ms","start":"2026-07-28T20:45:47.323031Z","end":"2026-07-28T20:45:47.522616Z","steps":["trace[1621170955] 'range keys from in-memory index tree' (duration: 199.190176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:47.522792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.171379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T20:45:47.522958Z","caller":"traceutil/trace.go:171","msg":"trace[334279553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20695; }","duration":"207.363883ms","start":"2026-07-28T20:45:47.315572Z","end":"2026-07-28T20:45:47.522936Z","steps":["trace[334279553] 'range keys from in-memory index tree' (duration: 206.566043ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:45:48.094712Z","caller":"traceutil/trace.go:171","msg":"trace[1077649749] linearizableReadLoop","detail":"{readStateIndex:21327; appliedIndex:21326; }","duration":"137.944904ms","start":"2026-07-28T20:45:47.956734Z","end":"2026-07-28T20:45:48.094679Z","steps":["trace[1077649749] 'read index received' (duration: 137.929544ms)","trace[1077649749] 'applied index is now lower than readState.Index' (duration: 12.84µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:45:48.094753Z","caller":"traceutil/trace.go:171","msg":"trace[1317846169] transaction","detail":"{read_only:false; response_revision:20700; number_of_response:1; }","duration":"145.028605ms","start":"2026-07-28T20:45:47.949665Z","end":"2026-07-28T20:45:48.094693Z","steps":["trace[1317846169] 'process raft request' (duration: 144.815019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:48.09506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.294253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T20:45:48.095108Z","caller":"traceutil/trace.go:171","msg":"trace[1131155489] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:20700; }","duration":"138.398806ms","start":"2026-07-28T20:45:47.956697Z","end":"2026-07-28T20:45:48.095096Z","steps":["trace[1131155489] 'agreement among raft nodes before linearized reading' (duration: 138.132779ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:45:48.119204Z","caller":"traceutil/trace.go:171","msg":"trace[2128494284] transaction","detail":"{read_only:false; response_revision:20701; number_of_response:1; }","duration":"157.260494ms","start":"2026-07-28T20:45:47.961922Z","end":"2026-07-28T20:45:48.119182Z","steps":["trace[2128494284] 'process raft request' (duration: 156.986807ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:45:48.119287Z","caller":"traceutil/trace.go:171","msg":"trace[1788881078] transaction","detail":"{read_only:false; response_revision:20702; number_of_response:1; }","duration":"156.68859ms","start":"2026-07-28T20:45:47.962576Z","end":"2026-07-28T20:45:48.119265Z","steps":["trace[1788881078] 'process raft request' (duration: 156.493485ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:45:48.119272Z","caller":"traceutil/trace.go:171","msg":"trace[874313080] transaction","detail":"{read_only:false; response_revision:20703; number_of_response:1; }","duration":"155.929331ms","start":"2026-07-28T20:45:47.963295Z","end":"2026-07-28T20:45:48.119224Z","steps":["trace[874313080] 'process raft request' (duration: 155.831218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:48.119358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.028855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T20:45:48.119441Z","caller":"traceutil/trace.go:171","msg":"trace[1108736918] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:20703; }","duration":"162.138818ms","start":"2026-07-28T20:45:47.957283Z","end":"2026-07-28T20:45:48.119422Z","steps":["trace[1108736918] 'agreement among raft nodes before linearized reading' (duration: 161.893971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:48.119577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.174907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:45:48.119665Z","caller":"traceutil/trace.go:171","msg":"trace[1610203623] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:20703; }","duration":"158.30321ms","start":"2026-07-28T20:45:47.961334Z","end":"2026-07-28T20:45:48.119637Z","steps":["trace[1610203623] 'agreement among raft nodes before linearized reading' (duration: 158.161686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:48.119665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.843772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T20:45:48.119789Z","caller":"traceutil/trace.go:171","msg":"trace[1136618606] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20703; }","duration":"108.059737ms","start":"2026-07-28T20:45:48.011702Z","end":"2026-07-28T20:45:48.119761Z","steps":["trace[1136618606] 'agreement among raft nodes before linearized reading' (duration: 107.739589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.353201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227825690195185,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T20:45:49.503063Z","caller":"traceutil/trace.go:171","msg":"trace[877510051] transaction","detail":"{read_only:false; response_revision:20705; number_of_response:1; }","duration":"650.917159ms","start":"2026-07-28T20:45:48.85212Z","end":"2026-07-28T20:45:49.503037Z","steps":["trace[877510051] 'process raft request' (duration: 650.610702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.503291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:48.852102Z","time spent":"651.026933ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:45:49.504173Z","caller":"traceutil/trace.go:171","msg":"trace[344613108] linearizableReadLoop","detail":"{readStateIndex:21333; appliedIndex:21331; }","duration":"651.450363ms","start":"2026-07-28T20:45:48.85268Z","end":"2026-07-28T20:45:49.50413Z","steps":["trace[344613108] 'read index received' (duration: 650.14071ms)","trace[344613108] 'applied index is now lower than readState.Index' (duration: 1.308113ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:45:49.504342Z","caller":"traceutil/trace.go:171","msg":"trace[1625464151] transaction","detail":"{read_only:false; response_revision:20706; number_of_response:1; }","duration":"428.499726ms","start":"2026-07-28T20:45:49.07583Z","end":"2026-07-28T20:45:49.50433Z","steps":["trace[1625464151] 'process raft request' (duration: 428.082425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.504509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:49.07581Z","time spent":"428.573407ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:45:49.504565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.169468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T20:45:49.50449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.88208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:45:49.504677Z","caller":"traceutil/trace.go:171","msg":"trace[2047604909] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:20706; }","duration":"623.108355ms","start":"2026-07-28T20:45:48.881554Z","end":"2026-07-28T20:45:49.504662Z","steps":["trace[2047604909] 'agreement among raft nodes before linearized reading' (duration: 622.871549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.504734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:48.881542Z","time spent":"623.181687ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T20:45:49.504787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.137194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T20:45:49.504843Z","caller":"traceutil/trace.go:171","msg":"trace[1957329164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20706; }","duration":"615.211356ms","start":"2026-07-28T20:45:48.889614Z","end":"2026-07-28T20:45:49.504825Z","steps":["trace[1957329164] 'agreement among raft nodes before linearized reading' (duration: 615.00707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.504877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:48.889587Z","time spent":"615.283118ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T20:45:49.504883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.522739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:45:49.505014Z","caller":"traceutil/trace.go:171","msg":"trace[29642074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20706; }","duration":"346.766115ms","start":"2026-07-28T20:45:49.158219Z","end":"2026-07-28T20:45:49.504985Z","steps":["trace[29642074] 'agreement among raft nodes before linearized reading' (duration: 346.458586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.50504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.203445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:45:49.505086Z","caller":"traceutil/trace.go:171","msg":"trace[507762899] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:20706; }","duration":"553.278727ms","start":"2026-07-28T20:45:48.951796Z","end":"2026-07-28T20:45:49.505075Z","steps":["trace[507762899] 'agreement among raft nodes before linearized reading' (duration: 553.200225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.50512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:48.951778Z","time spent":"553.334378ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T20:45:49.505124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:49.158196Z","time spent":"346.865857ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T20:45:49.505161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.890127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T20:45:49.505143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.233398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T20:45:49.5052Z","caller":"traceutil/trace.go:171","msg":"trace[592822025] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:20706; }","duration":"552.950829ms","start":"2026-07-28T20:45:48.952239Z","end":"2026-07-28T20:45:49.505189Z","steps":["trace[592822025] 'agreement among raft nodes before linearized reading' (duration: 552.887938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.505251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:48.952228Z","time spent":"553.016941ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T20:45:49.50528Z","caller":"traceutil/trace.go:171","msg":"trace[1962094099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20706; }","duration":"229.415852ms","start":"2026-07-28T20:45:49.275831Z","end":"2026-07-28T20:45:49.505246Z","steps":["trace[1962094099] 'agreement among raft nodes before linearized reading' (duration: 228.997031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.505138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.103551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T20:45:49.505347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.320262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-28T20:45:49.505337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.463256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T20:45:49.505418Z","caller":"traceutil/trace.go:171","msg":"trace[2010378119] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:20706; }","duration":"623.408333ms","start":"2026-07-28T20:45:48.881984Z","end":"2026-07-28T20:45:49.505393Z","steps":["trace[2010378119] 'agreement among raft nodes before linearized reading' (duration: 623.25989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.505469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:48.881969Z","time spent":"623.487956ms","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T20:45:49.505469Z","caller":"traceutil/trace.go:171","msg":"trace[1758659089] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:20706; }","duration":"205.696261ms","start":"2026-07-28T20:45:49.299738Z","end":"2026-07-28T20:45:49.505435Z","steps":["trace[1758659089] 'agreement among raft nodes before linearized reading' (duration: 205.22835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.50496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.213063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T20:45:49.505504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.255894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T20:45:49.50518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.233198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T20:45:49.50555Z","caller":"traceutil/trace.go:171","msg":"trace[1542661643] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:20706; }","duration":"620.305415ms","start":"2026-07-28T20:45:48.885233Z","end":"2026-07-28T20:45:49.505539Z","steps":["trace[1542661643] 'agreement among raft nodes before linearized reading' (duration: 619.957316ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:45:49.505548Z","caller":"traceutil/trace.go:171","msg":"trace[751030864] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20706; }","duration":"652.902261ms","start":"2026-07-28T20:45:48.852623Z","end":"2026-07-28T20:45:49.505525Z","steps":["trace[751030864] 'agreement among raft nodes before linearized reading' (duration: 652.1136ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:45:49.505432Z","caller":"traceutil/trace.go:171","msg":"trace[885721497] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:20706; }","duration":"549.403769ms","start":"2026-07-28T20:45:48.95597Z","end":"2026-07-28T20:45:49.505374Z","steps":["trace[885721497] 'agreement among raft nodes before linearized reading' (duration: 548.465564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.50559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:48.885171Z","time spent":"620.411388ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T20:45:49.505606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:48.852598Z","time spent":"652.989892ms","remote":"127.0.0.1:44944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-28T20:45:49.505585Z","caller":"traceutil/trace.go:171","msg":"trace[720473333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20706; }","duration":"499.660909ms","start":"2026-07-28T20:45:49.005903Z","end":"2026-07-28T20:45:49.505564Z","steps":["trace[720473333] 'agreement among raft nodes before linearized reading' (duration: 499.020783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.505675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:48.955957Z","time spent":"549.697706ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5473,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T20:45:49.505689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:49.005891Z","time spent":"499.783361ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T20:45:49.505637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.872819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T20:45:49.505805Z","caller":"traceutil/trace.go:171","msg":"trace[1076693903] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20706; }","duration":"214.064033ms","start":"2026-07-28T20:45:49.29172Z","end":"2026-07-28T20:45:49.505784Z","steps":["trace[1076693903] 'agreement among raft nodes before linearized reading' (duration: 212.803681ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:45:49.505904Z","caller":"traceutil/trace.go:171","msg":"trace[1889392581] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:20706; }","duration":"552.25847ms","start":"2026-07-28T20:45:48.952336Z","end":"2026-07-28T20:45:49.504594Z","steps":["trace[1889392581] 'agreement among raft nodes before linearized reading' (duration: 552.211359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:45:49.505985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:45:48.952303Z","time spent":"553.656487ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-28T20:47:11.522539Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18631} {"level":"info","ts":"2026-07-28T20:47:11.631316Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18631,"took":"104.793075ms","hash":3453548347,"current-db-size-bytes":42323968,"current-db-size":"42 MB","current-db-size-in-use-bytes":27971584,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T20:47:11.631399Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3453548347,"revision":18631,"compact-revision":16202} {"level":"info","ts":"2026-07-28T20:52:11.53057Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21234} {"level":"info","ts":"2026-07-28T20:52:11.634976Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21234,"took":"100.749134ms","hash":2796935476,"current-db-size-bytes":42745856,"current-db-size":"43 MB","current-db-size-in-use-bytes":29179904,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T20:52:11.635069Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2796935476,"revision":21234,"compact-revision":18631} {"level":"info","ts":"2026-07-28T20:55:52.537836Z","caller":"traceutil/trace.go:171","msg":"trace[1401835446] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"255.061129ms","start":"2026-07-28T20:55:52.282745Z","end":"2026-07-28T20:55:52.537807Z","steps":["trace[1401835446] 'process raft request' (duration: 254.900785ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:55:52.542963Z","caller":"traceutil/trace.go:171","msg":"trace[1846324201] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"145.216362ms","start":"2026-07-28T20:55:52.397721Z","end":"2026-07-28T20:55:52.542937Z","steps":["trace[1846324201] 'process raft request' (duration: 145.113779ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:55:52.542956Z","caller":"traceutil/trace.go:171","msg":"trace[1365146918] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"254.73753ms","start":"2026-07-28T20:55:52.288175Z","end":"2026-07-28T20:55:52.542913Z","steps":["trace[1365146918] 'process raft request' (duration: 254.617177ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:55:52.542904Z","caller":"traceutil/trace.go:171","msg":"trace[1946566653] linearizableReadLoop","detail":"{readStateIndex:25900; appliedIndex:25897; }","duration":"246.607914ms","start":"2026-07-28T20:55:52.296266Z","end":"2026-07-28T20:55:52.542874Z","steps":["trace[1946566653] 'read index received' (duration: 241.482584ms)","trace[1946566653] 'applied index is now lower than readState.Index' (duration: 5.12406ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:55:52.543055Z","caller":"traceutil/trace.go:171","msg":"trace[1591200992] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"255.53731ms","start":"2026-07-28T20:55:52.287458Z","end":"2026-07-28T20:55:52.542995Z","steps":["trace[1591200992] 'process raft request' (duration: 255.14311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:55:52.543181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.890701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T20:55:52.543211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.479391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:55:52.543231Z","caller":"traceutil/trace.go:171","msg":"trace[202941719] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:25140; }","duration":"246.980414ms","start":"2026-07-28T20:55:52.296237Z","end":"2026-07-28T20:55:52.543217Z","steps":["trace[202941719] 'agreement among raft nodes before linearized reading' (duration: 246.886111ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:55:52.543249Z","caller":"traceutil/trace.go:171","msg":"trace[1112922682] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:25140; }","duration":"246.551523ms","start":"2026-07-28T20:55:52.296687Z","end":"2026-07-28T20:55:52.543238Z","steps":["trace[1112922682] 'agreement among raft nodes before linearized reading' (duration: 246.469561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:55:52.543403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.593407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T20:55:52.543455Z","caller":"traceutil/trace.go:171","msg":"trace[423315419] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:25140; }","duration":"239.700719ms","start":"2026-07-28T20:55:52.303743Z","end":"2026-07-28T20:55:52.543444Z","steps":["trace[423315419] 'agreement among raft nodes before linearized reading' (duration: 239.531575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:55:52.543654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.848133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:55:52.543728Z","caller":"traceutil/trace.go:171","msg":"trace[1991856757] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:25140; }","duration":"240.022247ms","start":"2026-07-28T20:55:52.303687Z","end":"2026-07-28T20:55:52.543709Z","steps":["trace[1991856757] 'agreement among raft nodes before linearized reading' (duration: 239.771361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:57:11.537973Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23720} {"level":"info","ts":"2026-07-28T20:57:11.649696Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23720,"took":"107.295953ms","hash":1884308489,"current-db-size-bytes":42745856,"current-db-size":"43 MB","current-db-size-in-use-bytes":24477696,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-28T20:57:11.649776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1884308489,"revision":23720,"compact-revision":21234} {"level":"warn","ts":"2026-07-28T20:59:07.936533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.775772ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:59:07.936759Z","caller":"traceutil/trace.go:171","msg":"trace[1035809867] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26621; }","duration":"571.021908ms","start":"2026-07-28T20:59:07.365705Z","end":"2026-07-28T20:59:07.936727Z","steps":["trace[1035809867] 'range keys from in-memory index tree' (duration: 570.756462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:59:07.937615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.614178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T20:59:07.937828Z","caller":"traceutil/trace.go:171","msg":"trace[106409166] linearizableReadLoop","detail":"{readStateIndex:27429; appliedIndex:27427; }","duration":"428.084299ms","start":"2026-07-28T20:59:07.509725Z","end":"2026-07-28T20:59:07.937809Z","steps":["trace[106409166] 'read index received' (duration: 94.332039ms)","trace[106409166] 'applied index is now lower than readState.Index' (duration: 333.7509ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:59:07.937849Z","caller":"traceutil/trace.go:171","msg":"trace[1141240335] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"644.113709ms","start":"2026-07-28T20:59:07.293678Z","end":"2026-07-28T20:59:07.937792Z","steps":["trace[1141240335] 'process raft request' (duration: 310.203444ms)","trace[1141240335] 'compare' (duration: 333.038482ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:59:07.937872Z","caller":"traceutil/trace.go:171","msg":"trace[52625331] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"637.064671ms","start":"2026-07-28T20:59:07.30076Z","end":"2026-07-28T20:59:07.937825Z","steps":["trace[52625331] 'process raft request' (duration: 636.982619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:59:07.938049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:59:07.293658Z","time spent":"644.276234ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:59:07.938059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:59:07.300736Z","time spent":"637.233115ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:59:07.938077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.626694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T20:59:07.938081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.571793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T20:59:07.938098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.371806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hxjvl\" ","response":"range_response_count:1 size:20669"} {"level":"info","ts":"2026-07-28T20:59:07.938113Z","caller":"traceutil/trace.go:171","msg":"trace[2027389084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26623; }","duration":"120.682726ms","start":"2026-07-28T20:59:07.817418Z","end":"2026-07-28T20:59:07.938101Z","steps":["trace[2027389084] 'agreement among raft nodes before linearized reading' (duration: 120.531842ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:59:07.938126Z","caller":"traceutil/trace.go:171","msg":"trace[1443310116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26623; }","duration":"289.676275ms","start":"2026-07-28T20:59:07.648438Z","end":"2026-07-28T20:59:07.938115Z","steps":["trace[1443310116] 'agreement among raft nodes before linearized reading' (duration: 289.508351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:59:07.938139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.963441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ll4k2\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T20:59:07.938157Z","caller":"traceutil/trace.go:171","msg":"trace[1015055386] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hxjvl; range_end:; response_count:1; response_revision:26623; }","duration":"428.472579ms","start":"2026-07-28T20:59:07.509665Z","end":"2026-07-28T20:59:07.938137Z","steps":["trace[1015055386] 'agreement among raft nodes before linearized reading' (duration: 428.224662ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:59:07.938201Z","caller":"traceutil/trace.go:171","msg":"trace[472352437] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ll4k2; range_end:; response_count:1; response_revision:26623; }","duration":"113.041913ms","start":"2026-07-28T20:59:07.82514Z","end":"2026-07-28T20:59:07.938182Z","steps":["trace[472352437] 'agreement among raft nodes before linearized reading' (duration: 112.815647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:59:07.938214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:59:07.509642Z","time spent":"428.563801ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20691,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hxjvl\" "} {"level":"warn","ts":"2026-07-28T20:59:07.938203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.83378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T20:59:07.938275Z","caller":"traceutil/trace.go:171","msg":"trace[1079539113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26623; }","duration":"118.973563ms","start":"2026-07-28T20:59:07.819283Z","end":"2026-07-28T20:59:07.938256Z","steps":["trace[1079539113] 'agreement among raft nodes before linearized reading' (duration: 118.741417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:59:07.938308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.166776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T20:59:07.938419Z","caller":"traceutil/trace.go:171","msg":"trace[326319577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26623; }","duration":"177.32417ms","start":"2026-07-28T20:59:07.761062Z","end":"2026-07-28T20:59:07.938386Z","steps":["trace[326319577] 'agreement among raft nodes before linearized reading' (duration: 177.008502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:59:07.938379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.805846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T20:59:07.938458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.233551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T20:59:07.938515Z","caller":"traceutil/trace.go:171","msg":"trace[934229313] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:26623; }","duration":"128.013941ms","start":"2026-07-28T20:59:07.810468Z","end":"2026-07-28T20:59:07.938482Z","steps":["trace[934229313] 'agreement among raft nodes before linearized reading' (duration: 127.5764ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:59:07.938559Z","caller":"traceutil/trace.go:171","msg":"trace[1912763464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26623; }","duration":"125.411256ms","start":"2026-07-28T20:59:07.813125Z","end":"2026-07-28T20:59:07.938537Z","steps":["trace[1912763464] 'agreement among raft nodes before linearized reading' (duration: 125.059327ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:59:22.973522Z","caller":"traceutil/trace.go:171","msg":"trace[1076352636] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"100.099195ms","start":"2026-07-28T20:59:22.873394Z","end":"2026-07-28T20:59:22.973493Z","steps":["trace[1076352636] 'process raft request' (duration: 99.780217ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:02:11.544295Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25705} {"level":"info","ts":"2026-07-28T21:02:11.652713Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25705,"took":"104.649811ms","hash":1805092412,"current-db-size-bytes":44929024,"current-db-size":"45 MB","current-db-size-in-use-bytes":33140736,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-28T21:02:11.652767Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1805092412,"revision":25705,"compact-revision":23720} {"level":"info","ts":"2026-07-28T21:03:26.983509Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T21:03:26.989636Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-28T21:03:26.989917Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-28T21:05:03.465015Z","caller":"traceutil/trace.go:171","msg":"trace[1679629099] transaction","detail":"{read_only:false; response_revision:29900; number_of_response:1; }","duration":"104.386253ms","start":"2026-07-28T21:05:03.360598Z","end":"2026-07-28T21:05:03.464984Z","steps":["trace[1679629099] 'process raft request' (duration: 104.216839ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:05:03.58999Z","caller":"traceutil/trace.go:171","msg":"trace[513317759] transaction","detail":"{read_only:false; response_revision:29901; number_of_response:1; }","duration":"209.473274ms","start":"2026-07-28T21:05:03.380492Z","end":"2026-07-28T21:05:03.589966Z","steps":["trace[513317759] 'process raft request' (duration: 209.30959ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:05:41.710083Z","caller":"traceutil/trace.go:171","msg":"trace[838670847] transaction","detail":"{read_only:false; response_revision:30179; number_of_response:1; }","duration":"118.298025ms","start":"2026-07-28T21:05:41.591754Z","end":"2026-07-28T21:05:41.710052Z","steps":["trace[838670847] 'process raft request' (duration: 118.125201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:05:42.056532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.708293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:05:42.056694Z","caller":"traceutil/trace.go:171","msg":"trace[1713400084] transaction","detail":"{read_only:false; response_revision:30180; number_of_response:1; }","duration":"261.401598ms","start":"2026-07-28T21:05:41.795261Z","end":"2026-07-28T21:05:42.056662Z","steps":["trace[1713400084] 'process raft request' (duration: 105.450369ms)","trace[1713400084] 'compare' (duration: 155.411496ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:05:42.205968Z","caller":"traceutil/trace.go:171","msg":"trace[1629010535] transaction","detail":"{read_only:false; response_revision:30182; number_of_response:1; }","duration":"144.58184ms","start":"2026-07-28T21:05:42.061352Z","end":"2026-07-28T21:05:42.205934Z","steps":["trace[1629010535] 'process raft request' (duration: 117.021293ms)","trace[1629010535] 'compare' (duration: 27.396353ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:05:42.206164Z","caller":"traceutil/trace.go:171","msg":"trace[629967842] linearizableReadLoop","detail":"{readStateIndex:31086; appliedIndex:31083; }","duration":"123.013394ms","start":"2026-07-28T21:05:42.083119Z","end":"2026-07-28T21:05:42.206133Z","steps":["trace[629967842] 'read index received' (duration: 14.332613ms)","trace[629967842] 'applied index is now lower than readState.Index' (duration: 108.678551ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:05:42.206168Z","caller":"traceutil/trace.go:171","msg":"trace[1690402888] transaction","detail":"{read_only:false; response_revision:30183; number_of_response:1; }","duration":"144.243542ms","start":"2026-07-28T21:05:42.061892Z","end":"2026-07-28T21:05:42.206135Z","steps":["trace[1690402888] 'process raft request' (duration: 143.995596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:05:42.20646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.896592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T21:05:42.206461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.323712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T21:05:42.206507Z","caller":"traceutil/trace.go:171","msg":"trace[1780036009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30183; }","duration":"122.969984ms","start":"2026-07-28T21:05:42.083524Z","end":"2026-07-28T21:05:42.206494Z","steps":["trace[1780036009] 'agreement among raft nodes before linearized reading' (duration: 122.771868ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:05:42.206518Z","caller":"traceutil/trace.go:171","msg":"trace[1739212475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30183; }","duration":"123.423806ms","start":"2026-07-28T21:05:42.083081Z","end":"2026-07-28T21:05:42.206505Z","steps":["trace[1739212475] 'agreement among raft nodes before linearized reading' (duration: 123.181479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:05:42.206522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.623748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:05:42.206602Z","caller":"traceutil/trace.go:171","msg":"trace[1704745005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30183; }","duration":"117.729361ms","start":"2026-07-28T21:05:42.088847Z","end":"2026-07-28T21:05:42.206577Z","steps":["trace[1704745005] 'agreement among raft nodes before linearized reading' (duration: 117.467043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:05:42.474751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.306811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:05:42.474963Z","caller":"traceutil/trace.go:171","msg":"trace[536342039] transaction","detail":"{read_only:false; response_revision:30184; number_of_response:1; }","duration":"263.952453ms","start":"2026-07-28T21:05:42.210986Z","end":"2026-07-28T21:05:42.474939Z","steps":["trace[536342039] 'process raft request' (duration: 142.331794ms)","trace[536342039] 'compare' (duration: 121.165848ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:05:42.692134Z","caller":"traceutil/trace.go:171","msg":"trace[1289858051] transaction","detail":"{read_only:false; response_revision:30186; number_of_response:1; }","duration":"480.833045ms","start":"2026-07-28T21:05:42.211278Z","end":"2026-07-28T21:05:42.692111Z","steps":["trace[1289858051] 'process raft request' (duration: 480.739903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:05:42.692301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:05:42.211244Z","time spent":"480.964429ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:05:42.692597Z","caller":"traceutil/trace.go:171","msg":"trace[1506621619] transaction","detail":"{read_only:false; response_revision:30185; number_of_response:1; }","duration":"481.402869ms","start":"2026-07-28T21:05:42.211154Z","end":"2026-07-28T21:05:42.692557Z","steps":["trace[1506621619] 'process raft request' (duration: 395.983947ms)","trace[1506621619] 'compare' (duration: 84.565701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:05:42.692802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:05:42.211145Z","time spent":"481.543273ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:05:42.693133Z","caller":"traceutil/trace.go:171","msg":"trace[665109041] transaction","detail":"{read_only:false; response_revision:30187; number_of_response:1; }","duration":"481.674616ms","start":"2026-07-28T21:05:42.211423Z","end":"2026-07-28T21:05:42.693098Z","steps":["trace[665109041] 'process raft request' (duration: 480.65017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:05:42.693349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:05:42.211405Z","time spent":"481.81286ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:05:42.693781Z","caller":"traceutil/trace.go:171","msg":"trace[1743268109] linearizableReadLoop","detail":"{readStateIndex:31090; appliedIndex:31086; }","duration":"390.898117ms","start":"2026-07-28T21:05:42.302864Z","end":"2026-07-28T21:05:42.693762Z","steps":["trace[1743268109] 'read index received' (duration: 50.494069ms)","trace[1743268109] 'applied index is now lower than readState.Index' (duration: 340.402148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:05:42.694022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.159305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T21:05:42.694063Z","caller":"traceutil/trace.go:171","msg":"trace[1502336378] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30187; }","duration":"391.265888ms","start":"2026-07-28T21:05:42.302786Z","end":"2026-07-28T21:05:42.694052Z","steps":["trace[1502336378] 'agreement among raft nodes before linearized reading' (duration: 391.091633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:05:42.694059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.769627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"warn","ts":"2026-07-28T21:05:42.694018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.099559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:05:42.694097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:05:42.30275Z","time spent":"391.338309ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T21:05:42.69411Z","caller":"traceutil/trace.go:171","msg":"trace[1959101989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30187; }","duration":"103.8732ms","start":"2026-07-28T21:05:42.590223Z","end":"2026-07-28T21:05:42.694097Z","steps":["trace[1959101989] 'agreement among raft nodes before linearized reading' (duration: 103.694385ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:05:42.694162Z","caller":"traceutil/trace.go:171","msg":"trace[409317031] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:30187; }","duration":"193.266323ms","start":"2026-07-28T21:05:42.500843Z","end":"2026-07-28T21:05:42.694109Z","steps":["trace[409317031] 'agreement among raft nodes before linearized reading' (duration: 193.069668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:05:43.038402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.952199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:05:43.038518Z","caller":"traceutil/trace.go:171","msg":"trace[678016595] linearizableReadLoop","detail":"{readStateIndex:31091; appliedIndex:31090; }","duration":"339.353833ms","start":"2026-07-28T21:05:42.699145Z","end":"2026-07-28T21:05:43.038499Z","steps":["trace[678016595] 'read index received' (duration: 164.162697ms)","trace[678016595] 'applied index is now lower than readState.Index' (duration: 175.189286ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:05:43.038611Z","caller":"traceutil/trace.go:171","msg":"trace[574542429] transaction","detail":"{read_only:false; response_revision:30188; number_of_response:1; }","duration":"339.558539ms","start":"2026-07-28T21:05:42.699041Z","end":"2026-07-28T21:05:43.038599Z","steps":["trace[574542429] 'process raft request' (duration: 164.28394ms)","trace[574542429] 'compare' (duration: 174.54547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:05:43.038683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:05:42.699025Z","time spent":"339.62563ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:05:43.038963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.812305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22621"} {"level":"info","ts":"2026-07-28T21:05:43.038998Z","caller":"traceutil/trace.go:171","msg":"trace[1273403008] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30188; }","duration":"339.863377ms","start":"2026-07-28T21:05:42.699125Z","end":"2026-07-28T21:05:43.038988Z","steps":["trace[1273403008] 'agreement among raft nodes before linearized reading' (duration: 339.682982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:05:43.039026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:05:42.699113Z","time spent":"339.906597ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22643,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-28T21:05:43.042359Z","caller":"traceutil/trace.go:171","msg":"trace[1441342840] transaction","detail":"{read_only:false; response_revision:30189; number_of_response:1; }","duration":"138.291061ms","start":"2026-07-28T21:05:42.904031Z","end":"2026-07-28T21:05:43.042322Z","steps":["trace[1441342840] 'process raft request' (duration: 138.089816ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:05:43.080154Z","caller":"traceutil/trace.go:171","msg":"trace[834478158] transaction","detail":"{read_only:false; response_revision:30190; number_of_response:1; }","duration":"166.757941ms","start":"2026-07-28T21:05:42.913362Z","end":"2026-07-28T21:05:43.08012Z","steps":["trace[834478158] 'process raft request' (duration: 166.483594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:05:43.080283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.595489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:05:43.08037Z","caller":"traceutil/trace.go:171","msg":"trace[930190406] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:30190; }","duration":"281.701012ms","start":"2026-07-28T21:05:42.798641Z","end":"2026-07-28T21:05:43.080342Z","steps":["trace[930190406] 'agreement among raft nodes before linearized reading' (duration: 281.421815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:05:43.261626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.629474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:05:43.261768Z","caller":"traceutil/trace.go:171","msg":"trace[232205328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30190; }","duration":"103.836479ms","start":"2026-07-28T21:05:43.157904Z","end":"2026-07-28T21:05:43.261741Z","steps":["trace[232205328] 'range keys from in-memory index tree' (duration: 103.517441ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:07:11.554255Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28472} {"level":"info","ts":"2026-07-28T21:07:11.682033Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28472,"took":"122.516391ms","hash":3456918909,"current-db-size-bytes":46194688,"current-db-size":"46 MB","current-db-size-in-use-bytes":30969856,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T21:07:11.682109Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3456918909,"revision":28472,"compact-revision":25705} {"level":"info","ts":"2026-07-28T21:12:06.335025Z","caller":"traceutil/trace.go:171","msg":"trace[383622372] transaction","detail":"{read_only:false; response_revision:33569; number_of_response:1; }","duration":"138.023048ms","start":"2026-07-28T21:12:06.196967Z","end":"2026-07-28T21:12:06.33499Z","steps":["trace[383622372] 'process raft request' (duration: 137.451304ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:12:06.340843Z","caller":"traceutil/trace.go:171","msg":"trace[1274447746] linearizableReadLoop","detail":"{readStateIndex:34574; appliedIndex:34573; }","duration":"135.307849ms","start":"2026-07-28T21:12:06.205516Z","end":"2026-07-28T21:12:06.340824Z","steps":["trace[1274447746] 'read index received' (duration: 129.928473ms)","trace[1274447746] 'applied index is now lower than readState.Index' (duration: 5.378736ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:12:06.341018Z","caller":"traceutil/trace.go:171","msg":"trace[1531910232] transaction","detail":"{read_only:false; response_revision:33570; number_of_response:1; }","duration":"143.66377ms","start":"2026-07-28T21:12:06.197344Z","end":"2026-07-28T21:12:06.341008Z","steps":["trace[1531910232] 'process raft request' (duration: 142.911381ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:12:06.34141Z","caller":"traceutil/trace.go:171","msg":"trace[590934660] transaction","detail":"{read_only:false; response_revision:33571; number_of_response:1; }","duration":"109.884946ms","start":"2026-07-28T21:12:06.231499Z","end":"2026-07-28T21:12:06.341384Z","steps":["trace[590934660] 'process raft request' (duration: 108.883621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:12:06.341568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.038078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T21:12:06.341606Z","caller":"traceutil/trace.go:171","msg":"trace[1258096778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33574; }","duration":"136.1309ms","start":"2026-07-28T21:12:06.205467Z","end":"2026-07-28T21:12:06.341598Z","steps":["trace[1258096778] 'agreement among raft nodes before linearized reading' (duration: 136.010997ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:12:06.341689Z","caller":"traceutil/trace.go:171","msg":"trace[962758000] transaction","detail":"{read_only:false; response_revision:33572; number_of_response:1; }","duration":"108.541222ms","start":"2026-07-28T21:12:06.233135Z","end":"2026-07-28T21:12:06.341677Z","steps":["trace[962758000] 'process raft request' (duration: 107.488896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:12:06.348165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.3255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:12:06.348221Z","caller":"traceutil/trace.go:171","msg":"trace[1607640831] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:0; response_revision:33575; }","duration":"137.413192ms","start":"2026-07-28T21:12:06.210795Z","end":"2026-07-28T21:12:06.348208Z","steps":["trace[1607640831] 'agreement among raft nodes before linearized reading' (duration: 137.31456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:12:06.349002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.94404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3685"} {"level":"info","ts":"2026-07-28T21:12:06.349035Z","caller":"traceutil/trace.go:171","msg":"trace[892446607] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:33575; }","duration":"133.047342ms","start":"2026-07-28T21:12:06.215978Z","end":"2026-07-28T21:12:06.349025Z","steps":["trace[892446607] 'agreement among raft nodes before linearized reading' (duration: 132.96352ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:12:07.020258Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008774.wal"} {"level":"info","ts":"2026-07-28T21:12:11.574778Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31031} {"level":"info","ts":"2026-07-28T21:12:11.706279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31031,"took":"127.968894ms","hash":2100888657,"current-db-size-bytes":50708480,"current-db-size":"51 MB","current-db-size-in-use-bytes":41201664,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-07-28T21:12:11.706335Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2100888657,"revision":31031,"compact-revision":28472} {"level":"info","ts":"2026-07-28T21:12:16.410228Z","caller":"traceutil/trace.go:171","msg":"trace[103620561] transaction","detail":"{read_only:false; response_revision:33990; number_of_response:1; }","duration":"130.23201ms","start":"2026-07-28T21:12:16.279966Z","end":"2026-07-28T21:12:16.410198Z","steps":["trace[103620561] 'process raft request' (duration: 130.023065ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:13:52.727608Z","caller":"traceutil/trace.go:171","msg":"trace[1588534415] transaction","detail":"{read_only:false; response_revision:35103; number_of_response:1; }","duration":"108.552772ms","start":"2026-07-28T21:13:52.61903Z","end":"2026-07-28T21:13:52.727583Z","steps":["trace[1588534415] 'process raft request' (duration: 108.414439ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:03.640836Z","caller":"traceutil/trace.go:171","msg":"trace[942062766] transaction","detail":"{read_only:false; response_revision:37054; number_of_response:1; }","duration":"184.982847ms","start":"2026-07-28T21:17:03.455833Z","end":"2026-07-28T21:17:03.640816Z","steps":["trace[942062766] 'process raft request' (duration: 184.794552ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:03.799828Z","caller":"traceutil/trace.go:171","msg":"trace[388557894] transaction","detail":"{read_only:false; response_revision:37055; number_of_response:1; }","duration":"342.546081ms","start":"2026-07-28T21:17:03.457249Z","end":"2026-07-28T21:17:03.799795Z","steps":["trace[388557894] 'process raft request' (duration: 309.411623ms)","trace[388557894] 'compare' (duration: 32.883861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:03.799966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:03.457239Z","time spent":"342.653113ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:03.799933Z","caller":"traceutil/trace.go:171","msg":"trace[217066915] linearizableReadLoop","detail":"{readStateIndex:38140; appliedIndex:38137; }","duration":"336.271832ms","start":"2026-07-28T21:17:03.463627Z","end":"2026-07-28T21:17:03.799899Z","steps":["trace[217066915] 'read index received' (duration: 177.043296ms)","trace[217066915] 'applied index is now lower than readState.Index' (duration: 159.223246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:03.800152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.504117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:03.8002Z","caller":"traceutil/trace.go:171","msg":"trace[2145797305] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:37057; }","duration":"336.577559ms","start":"2026-07-28T21:17:03.463608Z","end":"2026-07-28T21:17:03.800185Z","steps":["trace[2145797305] 'agreement among raft nodes before linearized reading' (duration: 336.459796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:03.80024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:03.463561Z","time spent":"336.668051ms","remote":"127.0.0.1:49324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:17:03.800462Z","caller":"traceutil/trace.go:171","msg":"trace[1471328532] transaction","detail":"{read_only:false; response_revision:37056; number_of_response:1; }","duration":"340.175982ms","start":"2026-07-28T21:17:03.459668Z","end":"2026-07-28T21:17:03.799844Z","steps":["trace[1471328532] 'process raft request' (duration: 340.051999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:03.800658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:03.459616Z","time spent":"340.946611ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:03.969784Z","caller":"traceutil/trace.go:171","msg":"trace[579546673] linearizableReadLoop","detail":"{readStateIndex:38142; appliedIndex:38141; }","duration":"169.723821ms","start":"2026-07-28T21:17:03.800032Z","end":"2026-07-28T21:17:03.969756Z","steps":["trace[579546673] 'read index received' (duration: 126.197561ms)","trace[579546673] 'applied index is now lower than readState.Index' (duration: 43.52257ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:03.970119Z","caller":"traceutil/trace.go:171","msg":"trace[1501799627] transaction","detail":"{read_only:false; response_revision:37058; number_of_response:1; }","duration":"183.401087ms","start":"2026-07-28T21:17:03.786699Z","end":"2026-07-28T21:17:03.9701Z","steps":["trace[1501799627] 'process raft request' (duration: 139.449706ms)","trace[1501799627] 'compare' (duration: 42.865213ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:03.970422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.994153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T21:17:03.970555Z","caller":"traceutil/trace.go:171","msg":"trace[169180344] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37058; }","duration":"307.167186ms","start":"2026-07-28T21:17:03.663365Z","end":"2026-07-28T21:17:03.970532Z","steps":["trace[169180344] 'agreement among raft nodes before linearized reading' (duration: 306.856138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:03.9707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:03.66335Z","time spent":"307.331031ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T21:17:04.303924Z","caller":"traceutil/trace.go:171","msg":"trace[848359018] transaction","detail":"{read_only:false; response_revision:37059; number_of_response:1; }","duration":"329.530962ms","start":"2026-07-28T21:17:03.974357Z","end":"2026-07-28T21:17:04.303888Z","steps":["trace[848359018] 'process raft request' (duration: 280.753868ms)","trace[848359018] 'compare' (duration: 48.437675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:04.30409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:03.974339Z","time spent":"329.666675ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:04.306057Z","caller":"traceutil/trace.go:171","msg":"trace[855483206] linearizableReadLoop","detail":"{readStateIndex:38145; appliedIndex:38142; }","duration":"226.718143ms","start":"2026-07-28T21:17:04.079315Z","end":"2026-07-28T21:17:04.306033Z","steps":["trace[855483206] 'read index received' (duration: 175.812584ms)","trace[855483206] 'applied index is now lower than readState.Index' (duration: 50.904619ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:04.306106Z","caller":"traceutil/trace.go:171","msg":"trace[2034990273] transaction","detail":"{read_only:false; response_revision:37061; number_of_response:1; }","duration":"330.582958ms","start":"2026-07-28T21:17:03.975501Z","end":"2026-07-28T21:17:04.306084Z","steps":["trace[2034990273] 'process raft request' (duration: 330.485395ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:04.306118Z","caller":"traceutil/trace.go:171","msg":"trace[997813743] transaction","detail":"{read_only:false; response_revision:37060; number_of_response:1; }","duration":"331.310547ms","start":"2026-07-28T21:17:03.974763Z","end":"2026-07-28T21:17:04.306074Z","steps":["trace[997813743] 'process raft request' (duration: 331.07635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:04.306211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.455934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:04.306197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.869056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:04.306242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:03.975492Z","time spent":"330.66667ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:04.306266Z","caller":"traceutil/trace.go:171","msg":"trace[1478784771] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:37061; }","duration":"227.005209ms","start":"2026-07-28T21:17:04.079245Z","end":"2026-07-28T21:17:04.30625Z","steps":["trace[1478784771] 'agreement among raft nodes before linearized reading' (duration: 226.883146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:04.306289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:03.974745Z","time spent":"331.460151ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:04.306252Z","caller":"traceutil/trace.go:171","msg":"trace[864838076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37061; }","duration":"150.553967ms","start":"2026-07-28T21:17:04.155688Z","end":"2026-07-28T21:17:04.306242Z","steps":["trace[864838076] 'agreement among raft nodes before linearized reading' (duration: 150.469315ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:04.499882Z","caller":"traceutil/trace.go:171","msg":"trace[566747663] linearizableReadLoop","detail":"{readStateIndex:38147; appliedIndex:38145; }","duration":"169.754673ms","start":"2026-07-28T21:17:04.330101Z","end":"2026-07-28T21:17:04.499855Z","steps":["trace[566747663] 'read index received' (duration: 118.945798ms)","trace[566747663] 'applied index is now lower than readState.Index' (duration: 50.807785ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:04.499931Z","caller":"traceutil/trace.go:171","msg":"trace[634134231] transaction","detail":"{read_only:false; response_revision:37062; number_of_response:1; }","duration":"188.810924ms","start":"2026-07-28T21:17:04.31109Z","end":"2026-07-28T21:17:04.499901Z","steps":["trace[634134231] 'process raft request' (duration: 137.941178ms)","trace[634134231] 'compare' (duration: 50.476146ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:04.500181Z","caller":"traceutil/trace.go:171","msg":"trace[796015107] transaction","detail":"{read_only:false; response_revision:37063; number_of_response:1; }","duration":"189.05271ms","start":"2026-07-28T21:17:04.311092Z","end":"2026-07-28T21:17:04.500144Z","steps":["trace[796015107] 'process raft request' (duration: 188.6705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:04.500629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.509841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T21:17:04.500704Z","caller":"traceutil/trace.go:171","msg":"trace[815683977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37063; }","duration":"170.611293ms","start":"2026-07-28T21:17:04.330072Z","end":"2026-07-28T21:17:04.500683Z","steps":["trace[815683977] 'agreement among raft nodes before linearized reading' (duration: 170.393238ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:04.825383Z","caller":"traceutil/trace.go:171","msg":"trace[1603208531] linearizableReadLoop","detail":"{readStateIndex:38149; appliedIndex:38147; }","duration":"325.417097ms","start":"2026-07-28T21:17:04.499953Z","end":"2026-07-28T21:17:04.82537Z","steps":["trace[1603208531] 'read index received' (duration: 276.399108ms)","trace[1603208531] 'applied index is now lower than readState.Index' (duration: 49.016989ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:04.825454Z","caller":"traceutil/trace.go:171","msg":"trace[1538235703] transaction","detail":"{read_only:false; response_revision:37065; number_of_response:1; }","duration":"406.502248ms","start":"2026-07-28T21:17:04.41892Z","end":"2026-07-28T21:17:04.825423Z","steps":["trace[1538235703] 'process raft request' (duration: 406.304993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:04.825521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.171792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:04.825555Z","caller":"traceutil/trace.go:171","msg":"trace[510511169] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:37065; }","duration":"418.245684ms","start":"2026-07-28T21:17:04.4073Z","end":"2026-07-28T21:17:04.825546Z","steps":["trace[510511169] 'agreement among raft nodes before linearized reading' (duration: 418.153051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:04.825581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:04.407285Z","time spent":"418.289055ms","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:04.82559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:04.418903Z","time spent":"406.61058ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:04.825703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.859178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T21:17:04.825782Z","caller":"traceutil/trace.go:171","msg":"trace[1951948876] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37065; }","duration":"480.985191ms","start":"2026-07-28T21:17:04.344778Z","end":"2026-07-28T21:17:04.825764Z","steps":["trace[1951948876] 'agreement among raft nodes before linearized reading' (duration: 480.750695ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:04.825825Z","caller":"traceutil/trace.go:171","msg":"trace[1917575951] transaction","detail":"{read_only:false; response_revision:37064; number_of_response:1; }","duration":"425.213081ms","start":"2026-07-28T21:17:04.400106Z","end":"2026-07-28T21:17:04.825319Z","steps":["trace[1917575951] 'process raft request' (duration: 376.282303ms)","trace[1917575951] 'compare' (duration: 48.385164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:04.825828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:04.344763Z","time spent":"481.056952ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T21:17:04.826109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:04.400085Z","time spent":"425.771494ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:04.826509Z","caller":"traceutil/trace.go:171","msg":"trace[1198920804] transaction","detail":"{read_only:false; response_revision:37066; number_of_response:1; }","duration":"320.454631ms","start":"2026-07-28T21:17:04.506043Z","end":"2026-07-28T21:17:04.826497Z","steps":["trace[1198920804] 'process raft request' (duration: 320.309538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:04.826614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:04.506022Z","time spent":"320.528854ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:04.826776Z","caller":"traceutil/trace.go:171","msg":"trace[2007194158] transaction","detail":"{read_only:false; response_revision:37067; number_of_response:1; }","duration":"277.446325ms","start":"2026-07-28T21:17:04.549317Z","end":"2026-07-28T21:17:04.826763Z","steps":["trace[2007194158] 'process raft request' (duration: 277.134137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:04.827081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.744445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T21:17:04.827121Z","caller":"traceutil/trace.go:171","msg":"trace[4370238] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:37068; }","duration":"217.830078ms","start":"2026-07-28T21:17:04.609282Z","end":"2026-07-28T21:17:04.827112Z","steps":["trace[4370238] 'agreement among raft nodes before linearized reading' (duration: 217.657432ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:04.827098Z","caller":"traceutil/trace.go:171","msg":"trace[451079059] transaction","detail":"{read_only:false; response_revision:37068; number_of_response:1; }","duration":"154.166319ms","start":"2026-07-28T21:17:04.672901Z","end":"2026-07-28T21:17:04.827067Z","steps":["trace[451079059] 'process raft request' (duration: 153.817899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:04.827561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.347736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T21:17:04.827603Z","caller":"traceutil/trace.go:171","msg":"trace[2109511659] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37068; }","duration":"185.424188ms","start":"2026-07-28T21:17:04.642167Z","end":"2026-07-28T21:17:04.827592Z","steps":["trace[2109511659] 'agreement among raft nodes before linearized reading' (duration: 185.325365ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:05.078494Z","caller":"traceutil/trace.go:171","msg":"trace[1628532094] transaction","detail":"{read_only:false; response_revision:37069; number_of_response:1; }","duration":"247.075747ms","start":"2026-07-28T21:17:04.831397Z","end":"2026-07-28T21:17:05.078473Z","steps":["trace[1628532094] 'process raft request' (duration: 246.898933ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:05.078663Z","caller":"traceutil/trace.go:171","msg":"trace[956857989] transaction","detail":"{read_only:false; response_revision:37070; number_of_response:1; }","duration":"247.22213ms","start":"2026-07-28T21:17:04.831407Z","end":"2026-07-28T21:17:05.07863Z","steps":["trace[956857989] 'process raft request' (duration: 247.027875ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:05.160681Z","caller":"traceutil/trace.go:171","msg":"trace[902595491] transaction","detail":"{read_only:false; response_revision:37071; number_of_response:1; }","duration":"280.329307ms","start":"2026-07-28T21:17:04.880319Z","end":"2026-07-28T21:17:05.160648Z","steps":["trace[902595491] 'process raft request' (duration: 270.512979ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:05.160851Z","caller":"traceutil/trace.go:171","msg":"trace[741331734] transaction","detail":"{read_only:false; response_revision:37072; number_of_response:1; }","duration":"241.369584ms","start":"2026-07-28T21:17:04.919462Z","end":"2026-07-28T21:17:05.160831Z","steps":["trace[741331734] 'process raft request' (duration: 241.121868ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:11.581507Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33885} {"level":"info","ts":"2026-07-28T21:17:11.75224Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33885,"took":"165.838323ms","hash":3530261812,"current-db-size-bytes":55521280,"current-db-size":"56 MB","current-db-size-in-use-bytes":44486656,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-28T21:17:11.752547Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3530261812,"revision":33885,"compact-revision":31031} {"level":"info","ts":"2026-07-28T21:17:12.682213Z","caller":"traceutil/trace.go:171","msg":"trace[1197773509] transaction","detail":"{read_only:false; response_revision:37134; number_of_response:1; }","duration":"144.506974ms","start":"2026-07-28T21:17:12.537679Z","end":"2026-07-28T21:17:12.682186Z","steps":["trace[1197773509] 'process raft request' (duration: 144.340529ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:12.836277Z","caller":"traceutil/trace.go:171","msg":"trace[1092673353] linearizableReadLoop","detail":"{readStateIndex:38223; appliedIndex:38220; }","duration":"241.009654ms","start":"2026-07-28T21:17:12.595231Z","end":"2026-07-28T21:17:12.83624Z","steps":["trace[1092673353] 'read index received' (duration: 86.815125ms)","trace[1092673353] 'applied index is now lower than readState.Index' (duration: 154.193309ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:12.836377Z","caller":"traceutil/trace.go:171","msg":"trace[1085747693] transaction","detail":"{read_only:false; response_revision:37135; number_of_response:1; }","duration":"295.937822ms","start":"2026-07-28T21:17:12.540393Z","end":"2026-07-28T21:17:12.836331Z","steps":["trace[1085747693] 'process raft request' (duration: 295.547792ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:12.836389Z","caller":"traceutil/trace.go:171","msg":"trace[1240766030] transaction","detail":"{read_only:false; response_revision:37136; number_of_response:1; }","duration":"278.309147ms","start":"2026-07-28T21:17:12.558046Z","end":"2026-07-28T21:17:12.836355Z","steps":["trace[1240766030] 'process raft request' (duration: 278.133032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:12.836563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.287752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:12.836681Z","caller":"traceutil/trace.go:171","msg":"trace[116994490] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:37136; }","duration":"241.478786ms","start":"2026-07-28T21:17:12.595177Z","end":"2026-07-28T21:17:12.836656Z","steps":["trace[116994490] 'agreement among raft nodes before linearized reading' (duration: 241.20312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:13.089649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.093638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:13.089853Z","caller":"traceutil/trace.go:171","msg":"trace[903845626] transaction","detail":"{read_only:false; response_revision:37137; number_of_response:1; }","duration":"234.994771ms","start":"2026-07-28T21:17:12.854812Z","end":"2026-07-28T21:17:13.089807Z","steps":["trace[903845626] 'process raft request' (duration: 108.636547ms)","trace[903845626] 'compare' (duration: 125.694628ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:13.089963Z","caller":"traceutil/trace.go:171","msg":"trace[1953888504] transaction","detail":"{read_only:false; response_revision:37138; number_of_response:1; }","duration":"232.472958ms","start":"2026-07-28T21:17:12.857473Z","end":"2026-07-28T21:17:13.089946Z","steps":["trace[1953888504] 'process raft request' (duration: 232.275643ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:13.090344Z","caller":"traceutil/trace.go:171","msg":"trace[1303554161] linearizableReadLoop","detail":"{readStateIndex:38226; appliedIndex:38223; }","duration":"230.223261ms","start":"2026-07-28T21:17:12.860076Z","end":"2026-07-28T21:17:13.0903Z","steps":["trace[1303554161] 'read index received' (duration: 103.399164ms)","trace[1303554161] 'applied index is now lower than readState.Index' (duration: 126.821817ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:13.090682Z","caller":"traceutil/trace.go:171","msg":"trace[2028958063] transaction","detail":"{read_only:false; response_revision:37139; number_of_response:1; }","duration":"231.518713ms","start":"2026-07-28T21:17:12.85912Z","end":"2026-07-28T21:17:13.090639Z","steps":["trace[2028958063] 'process raft request' (duration: 230.685722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:13.090873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.762694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T21:17:13.090997Z","caller":"traceutil/trace.go:171","msg":"trace[1707298069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37139; }","duration":"230.968399ms","start":"2026-07-28T21:17:12.860005Z","end":"2026-07-28T21:17:13.090974Z","steps":["trace[1707298069] 'agreement among raft nodes before linearized reading' (duration: 230.509368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:13.365322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.193038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:13.365461Z","caller":"traceutil/trace.go:171","msg":"trace[1799787895] linearizableReadLoop","detail":"{readStateIndex:38227; appliedIndex:38226; }","duration":"237.655588ms","start":"2026-07-28T21:17:13.127783Z","end":"2026-07-28T21:17:13.365439Z","steps":["trace[1799787895] 'read index received' (duration: 115.248014ms)","trace[1799787895] 'applied index is now lower than readState.Index' (duration: 122.404043ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:13.365508Z","caller":"traceutil/trace.go:171","msg":"trace[299125759] transaction","detail":"{read_only:false; response_revision:37140; number_of_response:1; }","duration":"270.052717ms","start":"2026-07-28T21:17:13.095414Z","end":"2026-07-28T21:17:13.365467Z","steps":["trace[299125759] 'process raft request' (duration: 147.586382ms)","trace[299125759] 'compare' (duration: 121.235364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:13.365625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.368803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:13.365698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.909495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T21:17:13.365743Z","caller":"traceutil/trace.go:171","msg":"trace[1697046842] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37140; }","duration":"238.007098ms","start":"2026-07-28T21:17:13.127722Z","end":"2026-07-28T21:17:13.365729Z","steps":["trace[1697046842] 'agreement among raft nodes before linearized reading' (duration: 237.817452ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:13.3657Z","caller":"traceutil/trace.go:171","msg":"trace[1381490179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37140; }","duration":"207.451886ms","start":"2026-07-28T21:17:13.15823Z","end":"2026-07-28T21:17:13.365682Z","steps":["trace[1381490179] 'agreement among raft nodes before linearized reading' (duration: 207.335492ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:21.286202Z","caller":"traceutil/trace.go:171","msg":"trace[2065401857] transaction","detail":"{read_only:false; response_revision:37209; number_of_response:1; }","duration":"144.502213ms","start":"2026-07-28T21:17:21.141679Z","end":"2026-07-28T21:17:21.286181Z","steps":["trace[2065401857] 'process raft request' (duration: 144.166575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:21.6773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.525368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:21.677537Z","caller":"traceutil/trace.go:171","msg":"trace[1180504234] transaction","detail":"{read_only:false; response_revision:37210; number_of_response:1; }","duration":"534.78349ms","start":"2026-07-28T21:17:21.142719Z","end":"2026-07-28T21:17:21.677503Z","steps":["trace[1180504234] 'process raft request' (duration: 299.942743ms)","trace[1180504234] 'compare' (duration: 233.989585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:21.677616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.142706Z","time spent":"534.877403ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:21.677997Z","caller":"traceutil/trace.go:171","msg":"trace[798440751] linearizableReadLoop","detail":"{readStateIndex:38300; appliedIndex:38297; }","duration":"520.11359ms","start":"2026-07-28T21:17:21.157862Z","end":"2026-07-28T21:17:21.677976Z","steps":["trace[798440751] 'read index received' (duration: 127.978326ms)","trace[798440751] 'applied index is now lower than readState.Index' (duration: 392.134494ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:21.678037Z","caller":"traceutil/trace.go:171","msg":"trace[390528678] transaction","detail":"{read_only:false; response_revision:37211; number_of_response:1; }","duration":"535.046717ms","start":"2026-07-28T21:17:21.142964Z","end":"2026-07-28T21:17:21.678011Z","steps":["trace[390528678] 'process raft request' (duration: 534.441962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:21.678076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.221504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:21.678129Z","caller":"traceutil/trace.go:171","msg":"trace[905926786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37211; }","duration":"520.274125ms","start":"2026-07-28T21:17:21.157844Z","end":"2026-07-28T21:17:21.678118Z","steps":["trace[905926786] 'agreement among raft nodes before linearized reading' (duration: 520.196843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:21.678167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.157776Z","time spent":"520.384607ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:17:21.678171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.142912Z","time spent":"535.189341ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:22.432801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.379421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:22.432902Z","caller":"traceutil/trace.go:171","msg":"trace[1669680827] linearizableReadLoop","detail":"{readStateIndex:38301; appliedIndex:38300; }","duration":"754.840414ms","start":"2026-07-28T21:17:21.678044Z","end":"2026-07-28T21:17:22.432885Z","steps":["trace[1669680827] 'read index received' (duration: 396.125274ms)","trace[1669680827] 'applied index is now lower than readState.Index' (duration: 358.71359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:22.433032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.537399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T21:17:22.433075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013904284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T21:17:22.433128Z","caller":"traceutil/trace.go:171","msg":"trace[1804894190] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37212; }","duration":"938.660542ms","start":"2026-07-28T21:17:21.494427Z","end":"2026-07-28T21:17:22.433088Z","steps":["trace[1804894190] 'agreement among raft nodes before linearized reading' (duration: 938.493048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:22.433171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.494395Z","time spent":"938.765585ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:17:22.433227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033792947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T21:17:22.433267Z","caller":"traceutil/trace.go:171","msg":"trace[881019204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37212; }","duration":"1.03391299s","start":"2026-07-28T21:17:21.399345Z","end":"2026-07-28T21:17:22.433258Z","steps":["trace[881019204] 'agreement among raft nodes before linearized reading' (duration: 1.033808737s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:22.433309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.399319Z","time spent":"1.033982012s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T21:17:22.433347Z","caller":"traceutil/trace.go:171","msg":"trace[1071426166] transaction","detail":"{read_only:false; response_revision:37212; number_of_response:1; }","duration":"755.596083ms","start":"2026-07-28T21:17:21.677736Z","end":"2026-07-28T21:17:22.433332Z","steps":["trace[1071426166] 'process raft request' (duration: 396.420962ms)","trace[1071426166] 'compare' (duration: 358.126585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:22.433442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.677705Z","time spent":"755.678924ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:22.433131Z","caller":"traceutil/trace.go:171","msg":"trace[1609752314] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37212; }","duration":"1.013968256s","start":"2026-07-28T21:17:21.419126Z","end":"2026-07-28T21:17:22.433094Z","steps":["trace[1609752314] 'agreement among raft nodes before linearized reading' (duration: 1.013826492s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:22.433562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.419103Z","time spent":"1.014449047s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T21:17:22.456367Z","caller":"traceutil/trace.go:171","msg":"trace[1124890186] transaction","detail":"{read_only:false; response_revision:37214; number_of_response:1; }","duration":"592.728096ms","start":"2026-07-28T21:17:21.863618Z","end":"2026-07-28T21:17:22.456346Z","steps":["trace[1124890186] 'process raft request' (duration: 592.639494ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:22.456527Z","caller":"traceutil/trace.go:171","msg":"trace[892304589] transaction","detail":"{read_only:false; response_revision:37215; number_of_response:1; }","duration":"591.966467ms","start":"2026-07-28T21:17:21.864549Z","end":"2026-07-28T21:17:22.456515Z","steps":["trace[892304589] 'process raft request' (duration: 591.757782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:22.45662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.864521Z","time spent":"592.050999ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:22.456665Z","caller":"traceutil/trace.go:171","msg":"trace[698928979] transaction","detail":"{read_only:false; response_revision:37216; number_of_response:1; }","duration":"567.909778ms","start":"2026-07-28T21:17:21.888742Z","end":"2026-07-28T21:17:22.456652Z","steps":["trace[698928979] 'process raft request' (duration: 567.718383ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:22.456752Z","caller":"traceutil/trace.go:171","msg":"trace[108167756] transaction","detail":"{read_only:false; response_revision:37217; number_of_response:1; }","duration":"394.875813ms","start":"2026-07-28T21:17:22.061857Z","end":"2026-07-28T21:17:22.456733Z","steps":["trace[108167756] 'process raft request' (duration: 394.73979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:22.456759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.888722Z","time spent":"567.99204ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:22.456519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.863595Z","time spent":"592.844889ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:22.45686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:22.061831Z","time spent":"394.974126ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:22.456379Z","caller":"traceutil/trace.go:171","msg":"trace[1372713876] transaction","detail":"{read_only:false; response_revision:37213; number_of_response:1; }","duration":"701.757362ms","start":"2026-07-28T21:17:21.754593Z","end":"2026-07-28T21:17:22.456351Z","steps":["trace[1372713876] 'process raft request' (duration: 701.507655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:22.456996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.754572Z","time spent":"702.374368ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:22.457198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.407817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:22.4572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.979669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:22.457238Z","caller":"traceutil/trace.go:171","msg":"trace[748177355] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:37217; }","duration":"520.484089ms","start":"2026-07-28T21:17:21.936744Z","end":"2026-07-28T21:17:22.457228Z","steps":["trace[748177355] 'agreement among raft nodes before linearized reading' (duration: 520.426348ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:22.457255Z","caller":"traceutil/trace.go:171","msg":"trace[893065942] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37217; }","duration":"157.074821ms","start":"2026-07-28T21:17:22.300164Z","end":"2026-07-28T21:17:22.457238Z","steps":["trace[893065942] 'agreement among raft nodes before linearized reading' (duration: 156.928668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:22.457266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.936726Z","time spent":"520.53239ms","remote":"127.0.0.1:40310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:22.457265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.370213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T21:17:22.45732Z","caller":"traceutil/trace.go:171","msg":"trace[1116865295] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37217; }","duration":"101.456444ms","start":"2026-07-28T21:17:22.355852Z","end":"2026-07-28T21:17:22.457308Z","steps":["trace[1116865295] 'agreement among raft nodes before linearized reading' (duration: 101.28617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:22.457424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.443091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:22.457444Z","caller":"traceutil/trace.go:171","msg":"trace[360119675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37217; }","duration":"778.505972ms","start":"2026-07-28T21:17:21.678933Z","end":"2026-07-28T21:17:22.457439Z","steps":["trace[360119675] 'agreement among raft nodes before linearized reading' (duration: 778.470532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:22.457461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:21.678911Z","time spent":"778.544683ms","remote":"127.0.0.1:42794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:17:22.457532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.647617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:22.457593Z","caller":"traceutil/trace.go:171","msg":"trace[539727078] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:37217; }","duration":"110.75693ms","start":"2026-07-28T21:17:22.346818Z","end":"2026-07-28T21:17:22.457575Z","steps":["trace[539727078] 'agreement among raft nodes before linearized reading' (duration: 110.662138ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:28.0792Z","caller":"traceutil/trace.go:171","msg":"trace[99174860] transaction","detail":"{read_only:false; response_revision:37319; number_of_response:1; }","duration":"454.699987ms","start":"2026-07-28T21:17:27.624468Z","end":"2026-07-28T21:17:28.079168Z","steps":["trace[99174860] 'process raft request' (duration: 454.509442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:28.079381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:27.624435Z","time spent":"454.856391ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:28.449436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.866275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:28.449894Z","caller":"traceutil/trace.go:171","msg":"trace[83129891] transaction","detail":"{read_only:false; response_revision:37323; number_of_response:1; }","duration":"361.340845ms","start":"2026-07-28T21:17:28.088533Z","end":"2026-07-28T21:17:28.449874Z","steps":["trace[83129891] 'process raft request' (duration: 361.290844ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:28.449983Z","caller":"traceutil/trace.go:171","msg":"trace[425055754] transaction","detail":"{read_only:false; response_revision:37321; number_of_response:1; }","duration":"742.193494ms","start":"2026-07-28T21:17:27.707777Z","end":"2026-07-28T21:17:28.449971Z","steps":["trace[425055754] 'process raft request' (duration: 741.832715ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:28.450037Z","caller":"traceutil/trace.go:171","msg":"trace[1082249697] transaction","detail":"{read_only:false; response_revision:37322; number_of_response:1; }","duration":"365.198792ms","start":"2026-07-28T21:17:28.084827Z","end":"2026-07-28T21:17:28.450026Z","steps":["trace[1082249697] 'process raft request' (duration: 364.946106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:28.45008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:27.707766Z","time spent":"742.264176ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:28.450107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.084806Z","time spent":"365.266474ms","remote":"127.0.0.1:42906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T21:17:28.450188Z","caller":"traceutil/trace.go:171","msg":"trace[1519525907] linearizableReadLoop","detail":"{readStateIndex:38413; appliedIndex:38410; }","duration":"726.253631ms","start":"2026-07-28T21:17:27.723928Z","end":"2026-07-28T21:17:28.450182Z","steps":["trace[1519525907] 'read index received' (duration: 354.978385ms)","trace[1519525907] 'applied index is now lower than readState.Index' (duration: 371.274056ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:28.44998Z","caller":"traceutil/trace.go:171","msg":"trace[929445406] transaction","detail":"{read_only:false; response_revision:37320; number_of_response:1; }","duration":"746.218085ms","start":"2026-07-28T21:17:27.703696Z","end":"2026-07-28T21:17:28.449914Z","steps":["trace[929445406] 'process raft request' (duration: 415.060543ms)","trace[929445406] 'compare' (duration: 330.299541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:28.450251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:27.703653Z","time spent":"746.580414ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:28.450414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.484377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T21:17:28.450436Z","caller":"traceutil/trace.go:171","msg":"trace[1674736896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37323; }","duration":"726.570869ms","start":"2026-07-28T21:17:27.72386Z","end":"2026-07-28T21:17:28.450431Z","steps":["trace[1674736896] 'agreement among raft nodes before linearized reading' (duration: 726.466597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:28.450451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:27.723847Z","time spent":"726.60061ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T21:17:28.450473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.004752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T21:17:28.450518Z","caller":"traceutil/trace.go:171","msg":"trace[1016249291] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37323; }","duration":"699.107444ms","start":"2026-07-28T21:17:27.751397Z","end":"2026-07-28T21:17:28.450505Z","steps":["trace[1016249291] 'agreement among raft nodes before linearized reading' (duration: 699.002652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:28.450545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:27.751376Z","time spent":"699.163016ms","remote":"127.0.0.1:40262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T21:17:28.450693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.705042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:28.450731Z","caller":"traceutil/trace.go:171","msg":"trace[95808907] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:37323; }","duration":"688.744512ms","start":"2026-07-28T21:17:27.761974Z","end":"2026-07-28T21:17:28.450718Z","steps":["trace[95808907] 'agreement among raft nodes before linearized reading' (duration: 688.687801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:28.450762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:27.761887Z","time spent":"688.864646ms","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:28.45074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.849601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:9439"} {"level":"warn","ts":"2026-07-28T21:17:28.450757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.5846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-28T21:17:28.45083Z","caller":"traceutil/trace.go:171","msg":"trace[161828689] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37323; }","duration":"287.702403ms","start":"2026-07-28T21:17:28.163107Z","end":"2026-07-28T21:17:28.450809Z","steps":["trace[161828689] 'agreement among raft nodes before linearized reading' (duration: 287.482027ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:28.450856Z","caller":"traceutil/trace.go:171","msg":"trace[1485341910] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37323; }","duration":"334.038145ms","start":"2026-07-28T21:17:28.116797Z","end":"2026-07-28T21:17:28.450836Z","steps":["trace[1485341910] 'agreement among raft nodes before linearized reading' (duration: 333.677666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:28.450936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.116774Z","time spent":"334.148988ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9461,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-28T21:17:28.451236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.088523Z","time spent":"361.904619ms","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T21:17:28.94949Z","caller":"traceutil/trace.go:171","msg":"trace[2062877762] linearizableReadLoop","detail":"{readStateIndex:38416; appliedIndex:38415; }","duration":"492.375887ms","start":"2026-07-28T21:17:28.457092Z","end":"2026-07-28T21:17:28.949468Z","steps":["trace[2062877762] 'read index received' (duration: 492.204293ms)","trace[2062877762] 'applied index is now lower than readState.Index' (duration: 170.984µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:28.949562Z","caller":"traceutil/trace.go:171","msg":"trace[1477467018] transaction","detail":"{read_only:false; response_revision:37324; number_of_response:1; }","duration":"493.67723ms","start":"2026-07-28T21:17:28.455878Z","end":"2026-07-28T21:17:28.949556Z","steps":["trace[1477467018] 'process raft request' (duration: 493.463275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:28.949883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.455869Z","time spent":"493.710972ms","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:28.949928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.809909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22743"} {"level":"info","ts":"2026-07-28T21:17:28.950022Z","caller":"traceutil/trace.go:171","msg":"trace[989423581] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37324; }","duration":"492.923372ms","start":"2026-07-28T21:17:28.457076Z","end":"2026-07-28T21:17:28.95Z","steps":["trace[989423581] 'agreement among raft nodes before linearized reading' (duration: 492.634554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:28.950068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.45707Z","time spent":"492.988214ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22765,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-28T21:17:29.124363Z","caller":"traceutil/trace.go:171","msg":"trace[990764183] transaction","detail":"{read_only:false; response_revision:37328; number_of_response:1; }","duration":"641.293034ms","start":"2026-07-28T21:17:28.483048Z","end":"2026-07-28T21:17:29.124341Z","steps":["trace[990764183] 'process raft request' (duration: 641.219832ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:29.124416Z","caller":"traceutil/trace.go:171","msg":"trace[1219021812] transaction","detail":"{read_only:false; response_revision:37327; number_of_response:1; }","duration":"641.845677ms","start":"2026-07-28T21:17:28.482539Z","end":"2026-07-28T21:17:29.124384Z","steps":["trace[1219021812] 'process raft request' (duration: 641.695313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.124517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.483031Z","time spent":"641.395566ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:29.124423Z","caller":"traceutil/trace.go:171","msg":"trace[1744708100] transaction","detail":"{read_only:false; response_revision:37326; number_of_response:1; }","duration":"644.811372ms","start":"2026-07-28T21:17:28.479581Z","end":"2026-07-28T21:17:29.124393Z","steps":["trace[1744708100] 'process raft request' (duration: 644.594667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.124598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.482511Z","time spent":"641.978211ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:29.124672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.479562Z","time spent":"645.005747ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:29.124706Z","caller":"traceutil/trace.go:171","msg":"trace[1965647599] transaction","detail":"{read_only:false; response_revision:37329; number_of_response:1; }","duration":"640.594866ms","start":"2026-07-28T21:17:28.484081Z","end":"2026-07-28T21:17:29.124676Z","steps":["trace[1965647599] 'process raft request' (duration: 640.225027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.124861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.484068Z","time spent":"640.716489ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:29.124887Z","caller":"traceutil/trace.go:171","msg":"trace[105923378] transaction","detail":"{read_only:false; response_revision:37325; number_of_response:1; }","duration":"661.075764ms","start":"2026-07-28T21:17:28.463212Z","end":"2026-07-28T21:17:29.124288Z","steps":["trace[105923378] 'process raft request' (duration: 660.782726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.124946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.463196Z","time spent":"661.721419ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10588,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:29.124945Z","caller":"traceutil/trace.go:171","msg":"trace[1517519358] transaction","detail":"{read_only:false; response_revision:37330; number_of_response:1; }","duration":"638.00515ms","start":"2026-07-28T21:17:28.486923Z","end":"2026-07-28T21:17:29.124929Z","steps":["trace[1517519358] 'process raft request' (duration: 637.612761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.125007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.48691Z","time spent":"638.067752ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:29.124959Z","caller":"traceutil/trace.go:171","msg":"trace[1301231928] linearizableReadLoop","detail":"{readStateIndex:38422; appliedIndex:38420; }","duration":"175.374814ms","start":"2026-07-28T21:17:28.949538Z","end":"2026-07-28T21:17:29.124913Z","steps":["trace[1301231928] 'read index received' (duration: 174.81969ms)","trace[1301231928] 'applied index is now lower than readState.Index' (duration: 553.974µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:29.125089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.889812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T21:17:29.125163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.94496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:17:29.125196Z","caller":"traceutil/trace.go:171","msg":"trace[234419659] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37330; }","duration":"635.018315ms","start":"2026-07-28T21:17:28.49017Z","end":"2026-07-28T21:17:29.125188Z","steps":["trace[234419659] 'agreement among raft nodes before linearized reading' (duration: 634.82055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.125219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.490161Z","time spent":"635.052116ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T21:17:29.125219Z","caller":"traceutil/trace.go:171","msg":"trace[935627903] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:37330; }","duration":"396.025592ms","start":"2026-07-28T21:17:28.729178Z","end":"2026-07-28T21:17:29.125204Z","steps":["trace[935627903] 'agreement among raft nodes before linearized reading' (duration: 395.94975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.125254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.729161Z","time spent":"396.083693ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:29.125315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.993828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T21:17:29.125365Z","caller":"traceutil/trace.go:171","msg":"trace[2090653759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37330; }","duration":"208.088081ms","start":"2026-07-28T21:17:28.917262Z","end":"2026-07-28T21:17:29.12535Z","steps":["trace[2090653759] 'agreement among raft nodes before linearized reading' (duration: 207.957578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.125319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.273024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T21:17:29.125385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.294342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T21:17:29.125101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.348204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-28T21:17:29.125435Z","caller":"traceutil/trace.go:171","msg":"trace[215180732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37330; }","duration":"637.360564ms","start":"2026-07-28T21:17:28.488057Z","end":"2026-07-28T21:17:29.125418Z","steps":["trace[215180732] 'agreement among raft nodes before linearized reading' (duration: 637.22915ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:29.125442Z","caller":"traceutil/trace.go:171","msg":"trace[667107190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37330; }","duration":"365.446869ms","start":"2026-07-28T21:17:28.759965Z","end":"2026-07-28T21:17:29.125412Z","steps":["trace[667107190] 'agreement among raft nodes before linearized reading' (duration: 365.059289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.125466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.488044Z","time spent":"637.415305ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T21:17:29.125175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.025204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T21:17:29.125506Z","caller":"traceutil/trace.go:171","msg":"trace[897194374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37330; }","duration":"633.366623ms","start":"2026-07-28T21:17:28.492131Z","end":"2026-07-28T21:17:29.125497Z","steps":["trace[897194374] 'agreement among raft nodes before linearized reading' (duration: 632.945742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.125516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.759949Z","time spent":"365.555781ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T21:17:29.125468Z","caller":"traceutil/trace.go:171","msg":"trace[1394830329] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:37330; }","duration":"501.742435ms","start":"2026-07-28T21:17:28.623709Z","end":"2026-07-28T21:17:29.125452Z","steps":["trace[1394830329] 'agreement among raft nodes before linearized reading' (duration: 501.230302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.125551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.492123Z","time spent":"633.416384ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T21:17:29.125571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.623689Z","time spent":"501.870928ms","remote":"127.0.0.1:40394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":730,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-28T21:17:29.125985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.579654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:17:29.126029Z","caller":"traceutil/trace.go:171","msg":"trace[145859927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37330; }","duration":"636.653336ms","start":"2026-07-28T21:17:28.489366Z","end":"2026-07-28T21:17:29.126019Z","steps":["trace[145859927] 'agreement among raft nodes before linearized reading' (duration: 635.695962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.126056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.48935Z","time spent":"636.699887ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T21:17:29.283807Z","caller":"traceutil/trace.go:171","msg":"trace[268386262] linearizableReadLoop","detail":"{readStateIndex:38424; appliedIndex:38422; }","duration":"158.740614ms","start":"2026-07-28T21:17:29.125038Z","end":"2026-07-28T21:17:29.283779Z","steps":["trace[268386262] 'read index received' (duration: 104.916164ms)","trace[268386262] 'applied index is now lower than readState.Index' (duration: 53.82304ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:29.284025Z","caller":"traceutil/trace.go:171","msg":"trace[1038635422] transaction","detail":"{read_only:false; response_revision:37331; number_of_response:1; }","duration":"297.371198ms","start":"2026-07-28T21:17:28.986637Z","end":"2026-07-28T21:17:29.284008Z","steps":["trace[1038635422] 'process raft request' (duration: 243.298621ms)","trace[1038635422] 'compare' (duration: 53.284447ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:29.284376Z","caller":"traceutil/trace.go:171","msg":"trace[58681157] transaction","detail":"{read_only:false; response_revision:37332; number_of_response:1; }","duration":"278.246155ms","start":"2026-07-28T21:17:29.006118Z","end":"2026-07-28T21:17:29.284364Z","steps":["trace[58681157] 'process raft request' (duration: 277.564008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.284555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.670948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:29.284591Z","caller":"traceutil/trace.go:171","msg":"trace[947119653] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37332; }","duration":"267.76038ms","start":"2026-07-28T21:17:29.01682Z","end":"2026-07-28T21:17:29.284581Z","steps":["trace[947119653] 'agreement among raft nodes before linearized reading' (duration: 267.682648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.284876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.969328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T21:17:29.284904Z","caller":"traceutil/trace.go:171","msg":"trace[1103060381] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:37332; }","duration":"316.03316ms","start":"2026-07-28T21:17:28.968863Z","end":"2026-07-28T21:17:29.284896Z","steps":["trace[1103060381] 'agreement among raft nodes before linearized reading' (duration: 315.884226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.284932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:28.968845Z","time spent":"316.078282ms","remote":"127.0.0.1:40490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":177,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:17:29.355421Z","caller":"traceutil/trace.go:171","msg":"trace[927603688] transaction","detail":"{read_only:false; response_revision:37333; number_of_response:1; }","duration":"224.875675ms","start":"2026-07-28T21:17:29.130518Z","end":"2026-07-28T21:17:29.355393Z","steps":["trace[927603688] 'process raft request' (duration: 224.599848ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:29.355482Z","caller":"traceutil/trace.go:171","msg":"trace[306545820] transaction","detail":"{read_only:false; response_revision:37334; number_of_response:1; }","duration":"224.880975ms","start":"2026-07-28T21:17:29.130583Z","end":"2026-07-28T21:17:29.355464Z","steps":["trace[306545820] 'process raft request' (duration: 224.69405ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:29.355688Z","caller":"traceutil/trace.go:171","msg":"trace[1673268019] transaction","detail":"{read_only:false; response_revision:37337; number_of_response:1; }","duration":"223.623803ms","start":"2026-07-28T21:17:29.132052Z","end":"2026-07-28T21:17:29.355675Z","steps":["trace[1673268019] 'process raft request' (duration: 223.283575ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:29.355781Z","caller":"traceutil/trace.go:171","msg":"trace[823673962] transaction","detail":"{read_only:false; response_revision:37336; number_of_response:1; }","duration":"224.973928ms","start":"2026-07-28T21:17:29.130796Z","end":"2026-07-28T21:17:29.35577Z","steps":["trace[823673962] 'process raft request' (duration: 224.521536ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:29.355709Z","caller":"traceutil/trace.go:171","msg":"trace[1279094501] transaction","detail":"{read_only:false; response_revision:37335; number_of_response:1; }","duration":"224.992828ms","start":"2026-07-28T21:17:29.130697Z","end":"2026-07-28T21:17:29.35569Z","steps":["trace[1279094501] 'process raft request' (duration: 224.599868ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:29.355811Z","caller":"traceutil/trace.go:171","msg":"trace[1955839630] transaction","detail":"{read_only:false; response_revision:37338; number_of_response:1; }","duration":"222.914335ms","start":"2026-07-28T21:17:29.132891Z","end":"2026-07-28T21:17:29.355805Z","steps":["trace[1955839630] 'process raft request' (duration: 222.518246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.355939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.670332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:29.355967Z","caller":"traceutil/trace.go:171","msg":"trace[1816463883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37338; }","duration":"198.762335ms","start":"2026-07-28T21:17:29.1572Z","end":"2026-07-28T21:17:29.355963Z","steps":["trace[1816463883] 'agreement among raft nodes before linearized reading' (duration: 198.654002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.356007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.894863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10606"} {"level":"info","ts":"2026-07-28T21:17:29.356046Z","caller":"traceutil/trace.go:171","msg":"trace[531317885] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37338; }","duration":"227.946594ms","start":"2026-07-28T21:17:29.12809Z","end":"2026-07-28T21:17:29.356037Z","steps":["trace[531317885] 'agreement among raft nodes before linearized reading' (duration: 227.790739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.654594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.873811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:29.654825Z","caller":"traceutil/trace.go:171","msg":"trace[223566445] linearizableReadLoop","detail":"{readStateIndex:38431; appliedIndex:38430; }","duration":"299.362129ms","start":"2026-07-28T21:17:29.35544Z","end":"2026-07-28T21:17:29.654802Z","steps":["trace[223566445] 'read index received' (duration: 105.20471ms)","trace[223566445] 'applied index is now lower than readState.Index' (duration: 194.154369ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:29.654998Z","caller":"traceutil/trace.go:171","msg":"trace[1186869142] transaction","detail":"{read_only:false; response_revision:37339; number_of_response:1; }","duration":"344.628533ms","start":"2026-07-28T21:17:29.31035Z","end":"2026-07-28T21:17:29.654978Z","steps":["trace[1186869142] 'process raft request' (duration: 150.26852ms)","trace[1186869142] 'compare' (duration: 193.690047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:29.655224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:29.31031Z","time spent":"344.855978ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:29.655276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.204664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:29.655316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.203369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T21:17:29.655374Z","caller":"traceutil/trace.go:171","msg":"trace[1477465660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37339; }","duration":"297.374948ms","start":"2026-07-28T21:17:29.357979Z","end":"2026-07-28T21:17:29.655354Z","steps":["trace[1477465660] 'agreement among raft nodes before linearized reading' (duration: 297.175823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.655204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.663304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:29.655591Z","caller":"traceutil/trace.go:171","msg":"trace[274057631] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37339; }","duration":"264.351393ms","start":"2026-07-28T21:17:29.391052Z","end":"2026-07-28T21:17:29.655403Z","steps":["trace[274057631] 'agreement among raft nodes before linearized reading' (duration: 264.098927ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:29.655742Z","caller":"traceutil/trace.go:171","msg":"trace[1351067897] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37339; }","duration":"366.2411ms","start":"2026-07-28T21:17:29.289455Z","end":"2026-07-28T21:17:29.655696Z","steps":["trace[1351067897] 'agreement among raft nodes before linearized reading' (duration: 365.667845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:29.655834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:29.289428Z","time spent":"366.381193ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T21:17:29.891293Z","caller":"traceutil/trace.go:171","msg":"trace[1081467184] linearizableReadLoop","detail":"{readStateIndex:38432; appliedIndex:38431; }","duration":"221.533881ms","start":"2026-07-28T21:17:29.669732Z","end":"2026-07-28T21:17:29.891265Z","steps":["trace[1081467184] 'read index received' (duration: 191.298626ms)","trace[1081467184] 'applied index is now lower than readState.Index' (duration: 30.234015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:29.891532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.782127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T21:17:29.891574Z","caller":"traceutil/trace.go:171","msg":"trace[1956498006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:37340; }","duration":"221.846179ms","start":"2026-07-28T21:17:29.669716Z","end":"2026-07-28T21:17:29.891562Z","steps":["trace[1956498006] 'agreement among raft nodes before linearized reading' (duration: 221.671664ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:29.891574Z","caller":"traceutil/trace.go:171","msg":"trace[2069121956] transaction","detail":"{read_only:false; response_revision:37340; number_of_response:1; }","duration":"231.422122ms","start":"2026-07-28T21:17:29.660118Z","end":"2026-07-28T21:17:29.89154Z","steps":["trace[2069121956] 'process raft request' (duration: 200.518791ms)","trace[2069121956] 'compare' (duration: 30.482951ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:30.27243Z","caller":"traceutil/trace.go:171","msg":"trace[394706383] transaction","detail":"{read_only:false; response_revision:37341; number_of_response:1; }","duration":"401.578314ms","start":"2026-07-28T21:17:29.870827Z","end":"2026-07-28T21:17:30.272405Z","steps":["trace[394706383] 'process raft request' (duration: 401.387659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:30.272585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:29.870795Z","time spent":"401.710257ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:30.875045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.601122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:30.875426Z","caller":"traceutil/trace.go:171","msg":"trace[1112210434] transaction","detail":"{read_only:false; response_revision:37342; number_of_response:1; }","duration":"929.198422ms","start":"2026-07-28T21:17:29.946209Z","end":"2026-07-28T21:17:30.875408Z","steps":["trace[1112210434] 'process raft request' (duration: 514.156079ms)","trace[1112210434] 'compare' (duration: 414.264114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:30.875484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:29.94618Z","time spent":"929.278784ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:31.352961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.819089ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T21:17:31.353235Z","caller":"traceutil/trace.go:171","msg":"trace[596730167] linearizableReadLoop","detail":"{readStateIndex:38434; appliedIndex:38432; }","duration":"1.370830758s","start":"2026-07-28T21:17:29.982382Z","end":"2026-07-28T21:17:31.353213Z","steps":["trace[596730167] 'read index received' (duration: 289.90377ms)","trace[596730167] 'applied index is now lower than readState.Index' (duration: 1.080925667s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:31.353547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371160756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:31.353597Z","caller":"traceutil/trace.go:171","msg":"trace[1781589379] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:37342; }","duration":"1.371260499s","start":"2026-07-28T21:17:29.98232Z","end":"2026-07-28T21:17:31.353581Z","steps":["trace[1781589379] 'agreement among raft nodes before linearized reading' (duration: 1.371173177s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.353639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:29.982301Z","time spent":"1.371327801s","remote":"127.0.0.1:46074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:17:31.35385Z","caller":"traceutil/trace.go:171","msg":"trace[393972067] transaction","detail":"{read_only:false; response_revision:37343; number_of_response:1; }","duration":"896.391693ms","start":"2026-07-28T21:17:30.457424Z","end":"2026-07-28T21:17:31.353816Z","steps":["trace[393972067] 'process raft request' (duration: 895.681954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.354004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:30.457415Z","time spent":"896.510386ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:31.869673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.79394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:31.869914Z","caller":"traceutil/trace.go:171","msg":"trace[1421966512] transaction","detail":"{read_only:false; response_revision:37344; number_of_response:1; }","duration":"1.412651635s","start":"2026-07-28T21:17:30.457233Z","end":"2026-07-28T21:17:31.869885Z","steps":["trace[1421966512] 'process raft request' (duration: 896.549167ms)","trace[1421966512] 'compare' (duration: 515.444312ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:31.86998Z","caller":"traceutil/trace.go:171","msg":"trace[631175930] transaction","detail":"{read_only:false; response_revision:37345; number_of_response:1; }","duration":"737.844344ms","start":"2026-07-28T21:17:31.132114Z","end":"2026-07-28T21:17:31.869958Z","steps":["trace[631175930] 'process raft request' (duration: 737.6748ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:31.870018Z","caller":"traceutil/trace.go:171","msg":"trace[549594196] transaction","detail":"{read_only:false; response_revision:37346; number_of_response:1; }","duration":"737.805714ms","start":"2026-07-28T21:17:31.132177Z","end":"2026-07-28T21:17:31.869983Z","steps":["trace[549594196] 'process raft request' (duration: 737.711091ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:31.870033Z","caller":"traceutil/trace.go:171","msg":"trace[883255730] transaction","detail":"{read_only:false; response_revision:37347; number_of_response:1; }","duration":"737.529356ms","start":"2026-07-28T21:17:31.132485Z","end":"2026-07-28T21:17:31.870014Z","steps":["trace[883255730] 'process raft request' (duration: 737.441764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.870467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726015958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-28T21:17:31.870459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827851532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T21:17:31.870492Z","caller":"traceutil/trace.go:171","msg":"trace[1322704768] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37350; }","duration":"1.726077639s","start":"2026-07-28T21:17:30.144405Z","end":"2026-07-28T21:17:31.870483Z","steps":["trace[1322704768] 'agreement among raft nodes before linearized reading' (duration: 1.725994087s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.870039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:30.457206Z","time spent":"1.412766528s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:31.870504Z","caller":"traceutil/trace.go:171","msg":"trace[768736534] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37350; }","duration":"1.827948614s","start":"2026-07-28T21:17:30.042542Z","end":"2026-07-28T21:17:31.870491Z","steps":["trace[768736534] 'agreement among raft nodes before linearized reading' (duration: 1.82778348s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.870513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:30.144373Z","time spent":"1.726135731s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:17:31.87054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:30.042516Z","time spent":"1.828015676s","remote":"127.0.0.1:40262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T21:17:31.870118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.132087Z","time spent":"737.935737ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:31.87051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.132465Z","time spent":"738.015679ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:31.870119Z","caller":"traceutil/trace.go:171","msg":"trace[1932960826] transaction","detail":"{read_only:false; response_revision:37348; number_of_response:1; }","duration":"737.562607ms","start":"2026-07-28T21:17:31.132476Z","end":"2026-07-28T21:17:31.870038Z","steps":["trace[1932960826] 'process raft request' (duration: 737.492575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.870787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.132449Z","time spent":"738.315026ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:31.870182Z","caller":"traceutil/trace.go:171","msg":"trace[702734067] transaction","detail":"{read_only:false; response_revision:37349; number_of_response:1; }","duration":"736.86023ms","start":"2026-07-28T21:17:31.133312Z","end":"2026-07-28T21:17:31.870172Z","steps":["trace[702734067] 'process raft request' (duration: 736.691256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.870872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.133269Z","time spent":"737.555718ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:31.870198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.132151Z","time spent":"737.963947ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:31.870263Z","caller":"traceutil/trace.go:171","msg":"trace[1852614768] transaction","detail":"{read_only:false; response_revision:37350; number_of_response:1; }","duration":"209.340973ms","start":"2026-07-28T21:17:31.660904Z","end":"2026-07-28T21:17:31.870245Z","steps":["trace[1852614768] 'process raft request' (duration: 209.271361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:31.870287Z","caller":"traceutil/trace.go:171","msg":"trace[482875099] linearizableReadLoop","detail":"{readStateIndex:38442; appliedIndex:38436; }","duration":"516.992582ms","start":"2026-07-28T21:17:31.353272Z","end":"2026-07-28T21:17:31.870265Z","steps":["trace[482875099] 'read index received' (duration: 120.572159ms)","trace[482875099] 'applied index is now lower than readState.Index' (duration: 396.418263ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:31.870328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566659559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:31.871096Z","caller":"traceutil/trace.go:171","msg":"trace[1225134165] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37350; }","duration":"1.56747799s","start":"2026-07-28T21:17:30.303595Z","end":"2026-07-28T21:17:31.871073Z","steps":["trace[1225134165] 'agreement among raft nodes before linearized reading' (duration: 1.56668064s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.870345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.015479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:17:31.871154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.175883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T21:17:31.87116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:30.303578Z","time spent":"1.567558201s","remote":"127.0.0.1:49474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-28T21:17:31.871205Z","caller":"traceutil/trace.go:171","msg":"trace[725732650] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37350; }","duration":"511.261306ms","start":"2026-07-28T21:17:31.359926Z","end":"2026-07-28T21:17:31.871188Z","steps":["trace[725732650] 'agreement among raft nodes before linearized reading' (duration: 511.174733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.871237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.359909Z","time spent":"511.322048ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T21:17:31.871254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.965268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T21:17:31.871314Z","caller":"traceutil/trace.go:171","msg":"trace[1103685940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37350; }","duration":"511.054711ms","start":"2026-07-28T21:17:31.360251Z","end":"2026-07-28T21:17:31.871306Z","steps":["trace[1103685940] 'agreement among raft nodes before linearized reading' (duration: 510.971268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.871337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.360239Z","time spent":"511.092651ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T21:17:31.871403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.119622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T21:17:31.871444Z","caller":"traceutil/trace.go:171","msg":"trace[527274946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37350; }","duration":"511.157773ms","start":"2026-07-28T21:17:31.360278Z","end":"2026-07-28T21:17:31.871435Z","steps":["trace[527274946] 'agreement among raft nodes before linearized reading' (duration: 511.078471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.871469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.360258Z","time spent":"511.204914ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T21:17:31.871515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.962839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T21:17:31.871549Z","caller":"traceutil/trace.go:171","msg":"trace[1927795204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37350; }","duration":"511.007089ms","start":"2026-07-28T21:17:31.360532Z","end":"2026-07-28T21:17:31.871539Z","steps":["trace[1927795204] 'agreement among raft nodes before linearized reading' (duration: 510.939338ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:31.871164Z","caller":"traceutil/trace.go:171","msg":"trace[509049448] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:37350; }","duration":"776.865341ms","start":"2026-07-28T21:17:31.094286Z","end":"2026-07-28T21:17:31.871152Z","steps":["trace[509049448] 'agreement among raft nodes before linearized reading' (duration: 776.001149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.871639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.094263Z","time spent":"777.352104ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:31.871555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.499812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:17:31.871692Z","caller":"traceutil/trace.go:171","msg":"trace[1284941684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37350; }","duration":"511.665267ms","start":"2026-07-28T21:17:31.360009Z","end":"2026-07-28T21:17:31.871675Z","steps":["trace[1284941684] 'agreement among raft nodes before linearized reading' (duration: 511.514932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.871744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.359986Z","time spent":"511.745639ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T21:17:31.870405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712287481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:31.871846Z","caller":"traceutil/trace.go:171","msg":"trace[1441462183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37350; }","duration":"1.713760518s","start":"2026-07-28T21:17:30.158064Z","end":"2026-07-28T21:17:31.871824Z","steps":["trace[1441462183] 'agreement among raft nodes before linearized reading' (duration: 1.712326292s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.870395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053410212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:31.871926Z","caller":"traceutil/trace.go:171","msg":"trace[784891697] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:37350; }","duration":"1.055007344s","start":"2026-07-28T21:17:30.8169Z","end":"2026-07-28T21:17:31.871907Z","steps":["trace[784891697] 'agreement among raft nodes before linearized reading' (duration: 1.053444544s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.871957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:30.158043Z","time spent":"1.71383838s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:17:31.870395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027876217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:31.871974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:30.816862Z","time spent":"1.055091736s","remote":"127.0.0.1:42646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:17:31.872018Z","caller":"traceutil/trace.go:171","msg":"trace[520304792] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:37350; }","duration":"1.02952178s","start":"2026-07-28T21:17:30.842473Z","end":"2026-07-28T21:17:31.871995Z","steps":["trace[520304792] 'agreement among raft nodes before linearized reading' (duration: 1.027805256s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.870411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339627269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-07-28T21:17:31.872085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:30.842455Z","time spent":"1.029607401s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:17:31.872106Z","caller":"traceutil/trace.go:171","msg":"trace[2145924430] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:37350; }","duration":"1.341375873s","start":"2026-07-28T21:17:30.530719Z","end":"2026-07-28T21:17:31.872095Z","steps":["trace[2145924430] 'agreement among raft nodes before linearized reading' (duration: 1.339554447s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.872129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:30.530689Z","time spent":"1.341432605s","remote":"127.0.0.1:45298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T21:17:31.870376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557658851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:17:31.872253Z","caller":"traceutil/trace.go:171","msg":"trace[1401506023] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:37350; }","duration":"1.55957856s","start":"2026-07-28T21:17:30.312668Z","end":"2026-07-28T21:17:31.872247Z","steps":["trace[1401506023] 'agreement among raft nodes before linearized reading' (duration: 1.557682302s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.872275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:30.312643Z","time spent":"1.559625152s","remote":"127.0.0.1:40690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:31.871592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.591445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T21:17:31.872473Z","caller":"traceutil/trace.go:171","msg":"trace[1936779443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37350; }","duration":"512.482497ms","start":"2026-07-28T21:17:31.359977Z","end":"2026-07-28T21:17:31.87246Z","steps":["trace[1936779443] 'agreement among raft nodes before linearized reading' (duration: 511.592865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:31.872511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.359967Z","time spent":"512.533618ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T21:17:31.871589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.360528Z","time spent":"511.054801ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T21:17:32.358641Z","caller":"traceutil/trace.go:171","msg":"trace[2049921440] transaction","detail":"{read_only:false; response_revision:37351; number_of_response:1; }","duration":"482.850087ms","start":"2026-07-28T21:17:31.875762Z","end":"2026-07-28T21:17:32.358612Z","steps":["trace[2049921440] 'process raft request' (duration: 482.659972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:32.358787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.875742Z","time spent":"482.96991ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:32.908838Z","caller":"traceutil/trace.go:171","msg":"trace[1875124434] linearizableReadLoop","detail":"{readStateIndex:38450; appliedIndex:38443; }","duration":"1.029008027s","start":"2026-07-28T21:17:31.879812Z","end":"2026-07-28T21:17:32.90882Z","steps":["trace[1875124434] 'read index received' (duration: 478.644472ms)","trace[1875124434] 'applied index is now lower than readState.Index' (duration: 550.362635ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:32.908931Z","caller":"traceutil/trace.go:171","msg":"trace[564283423] transaction","detail":"{read_only:false; response_revision:37354; number_of_response:1; }","duration":"1.032374991s","start":"2026-07-28T21:17:31.876545Z","end":"2026-07-28T21:17:32.90892Z","steps":["trace[564283423] 'process raft request' (duration: 1.032106665s)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:32.908944Z","caller":"traceutil/trace.go:171","msg":"trace[185630069] transaction","detail":"{read_only:false; response_revision:37352; number_of_response:1; }","duration":"1.032472124s","start":"2026-07-28T21:17:31.876432Z","end":"2026-07-28T21:17:32.908905Z","steps":["trace[185630069] 'process raft request' (duration: 1.032020523s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:32.90919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.876522Z","time spent":"1.032428273s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:32.908954Z","caller":"traceutil/trace.go:171","msg":"trace[321463204] transaction","detail":"{read_only:false; response_revision:37353; number_of_response:1; }","duration":"1.032407342s","start":"2026-07-28T21:17:31.876462Z","end":"2026-07-28T21:17:32.90887Z","steps":["trace[321463204] 'process raft request' (duration: 1.032149806s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:32.909273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.876354Z","time spent":"1.032836683s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:32.909354Z","caller":"traceutil/trace.go:171","msg":"trace[1658462967] transaction","detail":"{read_only:false; response_revision:37355; number_of_response:1; }","duration":"1.032193077s","start":"2026-07-28T21:17:31.877155Z","end":"2026-07-28T21:17:32.909348Z","steps":["trace[1658462967] 'process raft request' (duration: 1.03152026s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:32.909396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.877148Z","time spent":"1.032227358s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:32.909452Z","caller":"traceutil/trace.go:171","msg":"trace[99255697] transaction","detail":"{read_only:false; response_revision:37356; number_of_response:1; }","duration":"1.031665622s","start":"2026-07-28T21:17:31.877781Z","end":"2026-07-28T21:17:32.909447Z","steps":["trace[99255697] 'process raft request' (duration: 1.030917184s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:32.909439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.876446Z","time spent":"1.032846012s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:32.909483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.877776Z","time spent":"1.031688673s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:32.909534Z","caller":"traceutil/trace.go:171","msg":"trace[1444531829] transaction","detail":"{read_only:false; response_revision:37357; number_of_response:1; }","duration":"1.031697323s","start":"2026-07-28T21:17:31.877832Z","end":"2026-07-28T21:17:32.909529Z","steps":["trace[1444531829] 'process raft request' (duration: 1.030884903s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:32.909559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.87782Z","time spent":"1.031725154s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:32.909695Z","caller":"traceutil/trace.go:171","msg":"trace[234727286] transaction","detail":"{read_only:false; response_revision:37358; number_of_response:1; }","duration":"968.911966ms","start":"2026-07-28T21:17:31.940769Z","end":"2026-07-28T21:17:32.909681Z","steps":["trace[234727286] 'process raft request' (duration: 967.981883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:32.909764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.940748Z","time spent":"968.982218ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23008,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:32.9098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029979211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:32.909852Z","caller":"traceutil/trace.go:171","msg":"trace[763055195] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37358; }","duration":"1.030046672s","start":"2026-07-28T21:17:31.879787Z","end":"2026-07-28T21:17:32.909833Z","steps":["trace[763055195] 'agreement among raft nodes before linearized reading' (duration: 1.02997013s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:32.909836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.333698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-28T21:17:32.909863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.888496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:32.909881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.879761Z","time spent":"1.030115064s","remote":"127.0.0.1:40454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-28T21:17:32.909888Z","caller":"traceutil/trace.go:171","msg":"trace[1718722601] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:37358; }","duration":"985.942937ms","start":"2026-07-28T21:17:31.923936Z","end":"2026-07-28T21:17:32.909879Z","steps":["trace[1718722601] 'agreement among raft nodes before linearized reading' (duration: 985.899846ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:32.909889Z","caller":"traceutil/trace.go:171","msg":"trace[137122852] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37358; }","duration":"424.44871ms","start":"2026-07-28T21:17:32.485428Z","end":"2026-07-28T21:17:32.909877Z","steps":["trace[137122852] 'agreement among raft nodes before linearized reading' (duration: 424.272086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:32.909909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.923921Z","time spent":"985.981588ms","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:32.909923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:32.485406Z","time spent":"424.509692ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:17:32.910031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028967504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:32.910153Z","caller":"traceutil/trace.go:171","msg":"trace[1766189530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37358; }","duration":"1.029117578s","start":"2026-07-28T21:17:31.881014Z","end":"2026-07-28T21:17:32.910132Z","steps":["trace[1766189530] 'agreement among raft nodes before linearized reading' (duration: 1.028704468s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:32.910267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:31.880999Z","time spent":"1.029252091s","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:17:32.911491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.295408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T21:17:32.911606Z","caller":"traceutil/trace.go:171","msg":"trace[1120203369] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37358; }","duration":"427.402477ms","start":"2026-07-28T21:17:32.484179Z","end":"2026-07-28T21:17:32.911582Z","steps":["trace[1120203369] 'agreement among raft nodes before linearized reading' (duration: 425.747624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:32.911706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:32.484158Z","time spent":"427.535189ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T21:17:33.448169Z","caller":"traceutil/trace.go:171","msg":"trace[1002396452] linearizableReadLoop","detail":"{readStateIndex:38453; appliedIndex:38451; }","duration":"528.963034ms","start":"2026-07-28T21:17:32.91918Z","end":"2026-07-28T21:17:33.448143Z","steps":["trace[1002396452] 'read index received' (duration: 55.785111ms)","trace[1002396452] 'applied index is now lower than readState.Index' (duration: 473.176583ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:33.44827Z","caller":"traceutil/trace.go:171","msg":"trace[1367255111] transaction","detail":"{read_only:false; response_revision:37360; number_of_response:1; }","duration":"532.306059ms","start":"2026-07-28T21:17:32.915952Z","end":"2026-07-28T21:17:33.448258Z","steps":["trace[1367255111] 'process raft request' (duration: 531.882598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:33.448449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.255041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:33.448463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:32.915929Z","time spent":"532.458732ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:33.448493Z","caller":"traceutil/trace.go:171","msg":"trace[510117342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37360; }","duration":"529.328493ms","start":"2026-07-28T21:17:32.919153Z","end":"2026-07-28T21:17:33.448482Z","steps":["trace[510117342] 'agreement among raft nodes before linearized reading' (duration: 529.246221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:33.448517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:32.919145Z","time spent":"529.366354ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:17:33.458085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.477288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-28T21:17:33.458122Z","caller":"traceutil/trace.go:171","msg":"trace[867327243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37361; }","duration":"533.528739ms","start":"2026-07-28T21:17:32.924582Z","end":"2026-07-28T21:17:33.458111Z","steps":["trace[867327243] 'agreement among raft nodes before linearized reading' (duration: 533.391436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:33.458143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:32.924575Z","time spent":"533.56221ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1660,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-28T21:17:33.458292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.928225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1412"} {"level":"info","ts":"2026-07-28T21:17:33.458319Z","caller":"traceutil/trace.go:171","msg":"trace[415071709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:37361; }","duration":"398.999208ms","start":"2026-07-28T21:17:33.059311Z","end":"2026-07-28T21:17:33.45831Z","steps":["trace[415071709] 'agreement among raft nodes before linearized reading' (duration: 398.919216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:33.45834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:33.05929Z","time spent":"399.0436ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1434,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-28T21:17:33.810163Z","caller":"traceutil/trace.go:171","msg":"trace[944734560] linearizableReadLoop","detail":"{readStateIndex:38455; appliedIndex:38454; }","duration":"268.646383ms","start":"2026-07-28T21:17:33.541488Z","end":"2026-07-28T21:17:33.810135Z","steps":["trace[944734560] 'read index received' (duration: 226.121617ms)","trace[944734560] 'applied index is now lower than readState.Index' (duration: 42.523456ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:33.810351Z","caller":"traceutil/trace.go:171","msg":"trace[1391090543] transaction","detail":"{read_only:false; response_revision:37362; number_of_response:1; }","duration":"315.801434ms","start":"2026-07-28T21:17:33.494524Z","end":"2026-07-28T21:17:33.810325Z","steps":["trace[1391090543] 'process raft request' (duration: 273.155315ms)","trace[1391090543] 'compare' (duration: 42.264819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:33.810391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.884918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-9d1310547b8d660ac1d6f9c8bab45eaf965299f83f797e532adbaa1cbf44ce07\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-07-28T21:17:33.810429Z","caller":"traceutil/trace.go:171","msg":"trace[2018011539] range","detail":"{range_begin:/registry/volumeattachments/csi-9d1310547b8d660ac1d6f9c8bab45eaf965299f83f797e532adbaa1cbf44ce07; range_end:; response_count:1; response_revision:37362; }","duration":"268.990061ms","start":"2026-07-28T21:17:33.541425Z","end":"2026-07-28T21:17:33.810415Z","steps":["trace[2018011539] 'agreement among raft nodes before linearized reading' (duration: 268.818656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:33.810478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:33.494496Z","time spent":"315.915348ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:34.01492Z","caller":"traceutil/trace.go:171","msg":"trace[892575578] transaction","detail":"{read_only:false; response_revision:37363; number_of_response:1; }","duration":"138.943953ms","start":"2026-07-28T21:17:33.875951Z","end":"2026-07-28T21:17:34.014895Z","steps":["trace[892575578] 'process raft request' (duration: 127.38685ms)","trace[892575578] 'compare' (duration: 11.464021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:34.615427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.057575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:34.615773Z","caller":"traceutil/trace.go:171","msg":"trace[365241746] transaction","detail":"{read_only:false; response_revision:37365; number_of_response:1; }","duration":"739.776883ms","start":"2026-07-28T21:17:33.875978Z","end":"2026-07-28T21:17:34.615754Z","steps":["trace[365241746] 'process raft request' (duration: 739.571018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:34.615863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:33.875954Z","time spent":"739.872616ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:34.615818Z","caller":"traceutil/trace.go:171","msg":"trace[874964997] transaction","detail":"{read_only:false; response_revision:37364; number_of_response:1; }","duration":"739.836475ms","start":"2026-07-28T21:17:33.875952Z","end":"2026-07-28T21:17:34.615789Z","steps":["trace[874964997] 'process raft request' (duration: 428.332379ms)","trace[874964997] 'compare' (duration: 310.341307ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:34.616212Z","caller":"traceutil/trace.go:171","msg":"trace[779260292] linearizableReadLoop","detail":"{readStateIndex:38462; appliedIndex:38456; }","duration":"479.750549ms","start":"2026-07-28T21:17:34.136451Z","end":"2026-07-28T21:17:34.616201Z","steps":["trace[779260292] 'read index received' (duration: 167.884675ms)","trace[779260292] 'applied index is now lower than readState.Index' (duration: 311.864994ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:34.616195Z","caller":"traceutil/trace.go:171","msg":"trace[1674735163] transaction","detail":"{read_only:false; response_revision:37366; number_of_response:1; }","duration":"740.108672ms","start":"2026-07-28T21:17:33.876046Z","end":"2026-07-28T21:17:34.616154Z","steps":["trace[1674735163] 'process raft request' (duration: 739.61905ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:34.616261Z","caller":"traceutil/trace.go:171","msg":"trace[293570900] transaction","detail":"{read_only:false; response_revision:37367; number_of_response:1; }","duration":"739.165788ms","start":"2026-07-28T21:17:33.877085Z","end":"2026-07-28T21:17:34.616251Z","steps":["trace[293570900] 'process raft request' (duration: 738.965763ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:34.616248Z","caller":"traceutil/trace.go:171","msg":"trace[1853583189] transaction","detail":"{read_only:false; response_revision:37369; number_of_response:1; }","duration":"737.994228ms","start":"2026-07-28T21:17:33.878224Z","end":"2026-07-28T21:17:34.616219Z","steps":["trace[1853583189] 'process raft request' (duration: 737.947256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:34.6163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:33.875923Z","time spent":"740.288236ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:34.616335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.886302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:17:34.616343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:33.877076Z","time spent":"739.214239ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:34.616362Z","caller":"traceutil/trace.go:171","msg":"trace[592301948] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:37369; }","duration":"479.916754ms","start":"2026-07-28T21:17:34.136434Z","end":"2026-07-28T21:17:34.616351Z","steps":["trace[592301948] 'agreement among raft nodes before linearized reading' (duration: 479.835952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:34.616352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.684412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:34.616384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.136362Z","time spent":"480.016216ms","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:34.616394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:33.878216Z","time spent":"738.102731ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:34.616222Z","caller":"traceutil/trace.go:171","msg":"trace[1152666002] transaction","detail":"{read_only:false; response_revision:37368; number_of_response:1; }","duration":"738.940802ms","start":"2026-07-28T21:17:33.877265Z","end":"2026-07-28T21:17:34.616205Z","steps":["trace[1152666002] 'process raft request' (duration: 738.86579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:34.616392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:33.876014Z","time spent":"740.278056ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:34.616461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:33.877228Z","time spent":"739.205409ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:34.616403Z","caller":"traceutil/trace.go:171","msg":"trace[1696693453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37369; }","duration":"457.777874ms","start":"2026-07-28T21:17:34.158611Z","end":"2026-07-28T21:17:34.616389Z","steps":["trace[1696693453] 'agreement among raft nodes before linearized reading' (duration: 457.683952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:34.616522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.158585Z","time spent":"457.930727ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:17:34.616579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.289418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:17:34.616652Z","caller":"traceutil/trace.go:171","msg":"trace[637388893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37369; }","duration":"254.405791ms","start":"2026-07-28T21:17:34.362227Z","end":"2026-07-28T21:17:34.616633Z","steps":["trace[637388893] 'agreement among raft nodes before linearized reading' (duration: 254.197506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:35.249297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.090374ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-28T21:17:35.249363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.617571Z","time spent":"631.789323ms","remote":"127.0.0.1:42846","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T21:17:35.266251Z","caller":"traceutil/trace.go:171","msg":"trace[373163127] linearizableReadLoop","detail":"{readStateIndex:38464; appliedIndex:38462; }","duration":"416.806928ms","start":"2026-07-28T21:17:34.849419Z","end":"2026-07-28T21:17:35.266226Z","steps":["trace[373163127] 'read index received' (duration: 126.796846ms)","trace[373163127] 'applied index is now lower than readState.Index' (duration: 290.008982ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:35.266539Z","caller":"traceutil/trace.go:171","msg":"trace[1051141724] transaction","detail":"{read_only:false; response_revision:37370; number_of_response:1; }","duration":"645.53147ms","start":"2026-07-28T21:17:34.620984Z","end":"2026-07-28T21:17:35.266515Z","steps":["trace[1051141724] 'process raft request' (duration: 645.070639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:35.266647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.620967Z","time spent":"645.619352ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:35.266922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.479626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T21:17:35.267004Z","caller":"traceutil/trace.go:171","msg":"trace[452580307] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:37370; }","duration":"417.609699ms","start":"2026-07-28T21:17:34.849377Z","end":"2026-07-28T21:17:35.266987Z","steps":["trace[452580307] 'agreement among raft nodes before linearized reading' (duration: 417.174127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:35.267047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.849359Z","time spent":"417.6776ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":180,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:35.759839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.684113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:35.760198Z","caller":"traceutil/trace.go:171","msg":"trace[1218406933] transaction","detail":"{read_only:false; response_revision:37374; number_of_response:1; }","duration":"296.65259ms","start":"2026-07-28T21:17:35.463527Z","end":"2026-07-28T21:17:35.76018Z","steps":["trace[1218406933] 'process raft request' (duration: 296.614239ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:35.760314Z","caller":"traceutil/trace.go:171","msg":"trace[359878560] transaction","detail":"{read_only:false; response_revision:37372; number_of_response:1; }","duration":"483.629778ms","start":"2026-07-28T21:17:35.276666Z","end":"2026-07-28T21:17:35.760296Z","steps":["trace[359878560] 'process raft request' (duration: 483.267409ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:35.760388Z","caller":"traceutil/trace.go:171","msg":"trace[1813213564] transaction","detail":"{read_only:false; response_revision:37371; number_of_response:1; }","duration":"510.294641ms","start":"2026-07-28T21:17:35.25008Z","end":"2026-07-28T21:17:35.760375Z","steps":["trace[1813213564] 'process raft request' (duration: 255.998072ms)","trace[1813213564] 'compare' (duration: 253.57879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:35.760397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.27663Z","time spent":"483.720091ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:35.760378Z","caller":"traceutil/trace.go:171","msg":"trace[665333369] transaction","detail":"{read_only:false; response_revision:37373; number_of_response:1; }","duration":"307.498814ms","start":"2026-07-28T21:17:35.452849Z","end":"2026-07-28T21:17:35.760348Z","steps":["trace[665333369] 'process raft request' (duration: 307.223748ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:35.760404Z","caller":"traceutil/trace.go:171","msg":"trace[638715065] linearizableReadLoop","detail":"{readStateIndex:38465; appliedIndex:38464; }","duration":"494.070082ms","start":"2026-07-28T21:17:35.266312Z","end":"2026-07-28T21:17:35.760382Z","steps":["trace[638715065] 'read index received' (duration: 239.795763ms)","trace[638715065] 'applied index is now lower than readState.Index' (duration: 254.272349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:35.760433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.250055Z","time spent":"510.352833ms","remote":"127.0.0.1:42846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:35.760506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.602614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T21:17:35.760523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.452821Z","time spent":"307.620718ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:35.760543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.61535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T21:17:35.76057Z","caller":"traceutil/trace.go:171","msg":"trace[640499014] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37374; }","duration":"864.665882ms","start":"2026-07-28T21:17:34.895896Z","end":"2026-07-28T21:17:35.760562Z","steps":["trace[640499014] 'agreement among raft nodes before linearized reading' (duration: 864.573089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:35.760593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.300806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T21:17:35.760618Z","caller":"traceutil/trace.go:171","msg":"trace[310043360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37374; }","duration":"846.342627ms","start":"2026-07-28T21:17:34.91427Z","end":"2026-07-28T21:17:35.760613Z","steps":["trace[310043360] 'agreement among raft nodes before linearized reading' (duration: 846.284826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:35.760598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.796376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:17:35.760628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.581429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T21:17:35.760636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.914263Z","time spent":"846.368109ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T21:17:35.760629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.43773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T21:17:35.760648Z","caller":"traceutil/trace.go:171","msg":"trace[1015090203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37374; }","duration":"847.62069ms","start":"2026-07-28T21:17:34.913021Z","end":"2026-07-28T21:17:35.760642Z","steps":["trace[1015090203] 'agreement among raft nodes before linearized reading' (duration: 847.558968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:35.760593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.895886Z","time spent":"864.701712ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:17:35.760668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.913011Z","time spent":"847.654241ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T21:17:35.760626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.478561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T21:17:35.760665Z","caller":"traceutil/trace.go:171","msg":"trace[1756145484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37374; }","duration":"844.488311ms","start":"2026-07-28T21:17:34.916166Z","end":"2026-07-28T21:17:35.760654Z","steps":["trace[1756145484] 'agreement among raft nodes before linearized reading' (duration: 844.355788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:35.760704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.916157Z","time spent":"844.541142ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T21:17:35.760711Z","caller":"traceutil/trace.go:171","msg":"trace[365577848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37374; }","duration":"861.619074ms","start":"2026-07-28T21:17:34.899073Z","end":"2026-07-28T21:17:35.760692Z","steps":["trace[365577848] 'agreement among raft nodes before linearized reading' (duration: 861.341857ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:35.760652Z","caller":"traceutil/trace.go:171","msg":"trace[1647377327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37374; }","duration":"889.900129ms","start":"2026-07-28T21:17:34.870738Z","end":"2026-07-28T21:17:35.760638Z","steps":["trace[1647377327] 'agreement among raft nodes before linearized reading' (duration: 889.780346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:35.760729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.679281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T21:17:35.760801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.870718Z","time spent":"890.073403ms","remote":"127.0.0.1:41280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:17:35.760829Z","caller":"traceutil/trace.go:171","msg":"trace[1562518779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37374; }","duration":"845.806864ms","start":"2026-07-28T21:17:34.914999Z","end":"2026-07-28T21:17:35.760806Z","steps":["trace[1562518779] 'agreement among raft nodes before linearized reading' (duration: 845.517647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:35.760899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.914989Z","time spent":"845.894906ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T21:17:35.76096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.29235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:35.760541Z","caller":"traceutil/trace.go:171","msg":"trace[1561631129] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37374; }","duration":"846.685747ms","start":"2026-07-28T21:17:34.913846Z","end":"2026-07-28T21:17:35.760532Z","steps":["trace[1561631129] 'agreement among raft nodes before linearized reading' (duration: 846.553234ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:35.761001Z","caller":"traceutil/trace.go:171","msg":"trace[840900099] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:37375; }","duration":"491.370673ms","start":"2026-07-28T21:17:35.269617Z","end":"2026-07-28T21:17:35.760988Z","steps":["trace[840900099] 'agreement among raft nodes before linearized reading' (duration: 491.281241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:35.761034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.913824Z","time spent":"847.189289ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T21:17:35.761044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.269599Z","time spent":"491.433436ms","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:35.760763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:34.899053Z","time spent":"861.700417ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T21:17:35.761131Z","caller":"traceutil/trace.go:171","msg":"trace[1411474704] transaction","detail":"{read_only:false; response_revision:37375; number_of_response:1; }","duration":"134.824459ms","start":"2026-07-28T21:17:35.626295Z","end":"2026-07-28T21:17:35.76112Z","steps":["trace[1411474704] 'process raft request' (duration: 134.507871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:36.093056Z","caller":"traceutil/trace.go:171","msg":"trace[192549302] linearizableReadLoop","detail":"{readStateIndex:38470; appliedIndex:38469; }","duration":"326.461963ms","start":"2026-07-28T21:17:35.766579Z","end":"2026-07-28T21:17:36.093041Z","steps":["trace[192549302] 'read index received' (duration: 206.665µs)","trace[192549302] 'applied index is now lower than readState.Index' (duration: 326.254568ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:36.093126Z","caller":"traceutil/trace.go:171","msg":"trace[304491262] transaction","detail":"{read_only:false; response_revision:37376; number_of_response:1; }","duration":"326.545315ms","start":"2026-07-28T21:17:35.766547Z","end":"2026-07-28T21:17:36.093092Z","steps":["trace[304491262] 'process raft request' (duration: 326.374821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:36.093203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.607957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T21:17:36.09323Z","caller":"traceutil/trace.go:171","msg":"trace[434220748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37376; }","duration":"326.656229ms","start":"2026-07-28T21:17:35.766566Z","end":"2026-07-28T21:17:36.093223Z","steps":["trace[434220748] 'agreement among raft nodes before linearized reading' (duration: 326.558036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:36.093252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.76656Z","time spent":"326.68721ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T21:17:36.093287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.766524Z","time spent":"326.677899ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:36.593487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227825690250095,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T21:17:36.61809Z","caller":"traceutil/trace.go:171","msg":"trace[265399898] transaction","detail":"{read_only:false; response_revision:37379; number_of_response:1; }","duration":"851.299633ms","start":"2026-07-28T21:17:35.76677Z","end":"2026-07-28T21:17:36.61807Z","steps":["trace[265399898] 'process raft request' (duration: 851.246672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:36.618203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.766765Z","time spent":"851.374025ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:36.618276Z","caller":"traceutil/trace.go:171","msg":"trace[681080303] transaction","detail":"{read_only:false; response_revision:37380; number_of_response:1; }","duration":"851.292613ms","start":"2026-07-28T21:17:35.766967Z","end":"2026-07-28T21:17:36.61826Z","steps":["trace[681080303] 'process raft request' (duration: 851.078318ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:36.61835Z","caller":"traceutil/trace.go:171","msg":"trace[1746057965] transaction","detail":"{read_only:false; response_revision:37378; number_of_response:1; }","duration":"851.60899ms","start":"2026-07-28T21:17:35.766734Z","end":"2026-07-28T21:17:36.618343Z","steps":["trace[1746057965] 'process raft request' (duration: 851.257041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:36.618367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.766952Z","time spent":"851.366425ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:36.618383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.766729Z","time spent":"851.638992ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:36.618634Z","caller":"traceutil/trace.go:171","msg":"trace[896723666] transaction","detail":"{read_only:false; response_revision:37377; number_of_response:1; }","duration":"851.943699ms","start":"2026-07-28T21:17:35.76668Z","end":"2026-07-28T21:17:36.618624Z","steps":["trace[896723666] 'process raft request' (duration: 851.194021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:36.618672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.76667Z","time spent":"851.98167ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:36.618705Z","caller":"traceutil/trace.go:171","msg":"trace[911606432] linearizableReadLoop","detail":"{readStateIndex:38477; appliedIndex:38470; }","duration":"525.582088ms","start":"2026-07-28T21:17:36.093105Z","end":"2026-07-28T21:17:36.618687Z","steps":["trace[911606432] 'read index received' (duration: 524.703436ms)","trace[911606432] 'applied index is now lower than readState.Index' (duration: 877.652µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:36.618753Z","caller":"traceutil/trace.go:171","msg":"trace[1748467728] transaction","detail":"{read_only:false; response_revision:37383; number_of_response:1; }","duration":"598.270195ms","start":"2026-07-28T21:17:36.020473Z","end":"2026-07-28T21:17:36.618743Z","steps":["trace[1748467728] 'process raft request' (duration: 598.174003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:36.618793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.020445Z","time spent":"598.329917ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:36.618821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.779058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:36.618849Z","caller":"traceutil/trace.go:171","msg":"trace[250453547] transaction","detail":"{read_only:false; response_revision:37381; number_of_response:1; }","duration":"851.269233ms","start":"2026-07-28T21:17:35.767574Z","end":"2026-07-28T21:17:36.618843Z","steps":["trace[250453547] 'process raft request' (duration: 850.631967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:36.618873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.767567Z","time spent":"851.293093ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:36.618878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.910406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:36.618898Z","caller":"traceutil/trace.go:171","msg":"trace[1730187183] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:37383; }","duration":"544.966608ms","start":"2026-07-28T21:17:36.073925Z","end":"2026-07-28T21:17:36.618891Z","steps":["trace[1730187183] 'agreement among raft nodes before linearized reading' (duration: 544.933087ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:36.618846Z","caller":"traceutil/trace.go:171","msg":"trace[1018547468] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:37383; }","duration":"526.84612ms","start":"2026-07-28T21:17:36.091992Z","end":"2026-07-28T21:17:36.618838Z","steps":["trace[1018547468] 'agreement among raft nodes before linearized reading' (duration: 526.789708ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:36.618917Z","caller":"traceutil/trace.go:171","msg":"trace[269001674] transaction","detail":"{read_only:false; response_revision:37382; number_of_response:1; }","duration":"767.104774ms","start":"2026-07-28T21:17:35.851803Z","end":"2026-07-28T21:17:36.618908Z","steps":["trace[269001674] 'process raft request' (duration: 766.774906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:36.618922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.073904Z","time spent":"545.010558ms","remote":"127.0.0.1:49350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:36.61895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.851773Z","time spent":"767.159796ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:36.619056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.683385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"info","ts":"2026-07-28T21:17:36.619075Z","caller":"traceutil/trace.go:171","msg":"trace[2107300465] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37383; }","duration":"524.722195ms","start":"2026-07-28T21:17:36.094347Z","end":"2026-07-28T21:17:36.619069Z","steps":["trace[2107300465] 'agreement among raft nodes before linearized reading' (duration: 524.643113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:36.619087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.094326Z","time spent":"524.758187ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23046,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T21:17:36.618928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.09197Z","time spent":"526.951823ms","remote":"127.0.0.1:46022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:36.619187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.905502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:36.619202Z","caller":"traceutil/trace.go:171","msg":"trace[2113527118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37383; }","duration":"460.951463ms","start":"2026-07-28T21:17:36.158247Z","end":"2026-07-28T21:17:36.619198Z","steps":["trace[2113527118] 'agreement among raft nodes before linearized reading' (duration: 460.923383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:36.619206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.919299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T21:17:36.619214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.15823Z","time spent":"460.981634ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T21:17:36.619229Z","caller":"traceutil/trace.go:171","msg":"trace[1921928854] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:37383; }","duration":"851.937789ms","start":"2026-07-28T21:17:35.767282Z","end":"2026-07-28T21:17:36.61922Z","steps":["trace[1921928854] 'agreement among raft nodes before linearized reading' (duration: 851.864367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:36.619244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:35.767243Z","time spent":"851.997981ms","remote":"127.0.0.1:40454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T21:17:37.12561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.996183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:37.125721Z","caller":"traceutil/trace.go:171","msg":"trace[226792173] transaction","detail":"{read_only:false; response_revision:37384; number_of_response:1; }","duration":"504.777012ms","start":"2026-07-28T21:17:36.62092Z","end":"2026-07-28T21:17:37.125697Z","steps":["trace[226792173] 'process raft request' (duration: 314.594674ms)","trace[226792173] 'compare' (duration: 189.683936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:37.125782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.620912Z","time spent":"504.841104ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:37.185497Z","caller":"traceutil/trace.go:171","msg":"trace[261080151] linearizableReadLoop","detail":"{readStateIndex:38483; appliedIndex:38477; }","duration":"510.22715ms","start":"2026-07-28T21:17:36.675255Z","end":"2026-07-28T21:17:37.185482Z","steps":["trace[261080151] 'read index received' (duration: 260.339292ms)","trace[261080151] 'applied index is now lower than readState.Index' (duration: 249.887118ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:37.185636Z","caller":"traceutil/trace.go:171","msg":"trace[1963342464] transaction","detail":"{read_only:false; response_revision:37386; number_of_response:1; }","duration":"563.546218ms","start":"2026-07-28T21:17:36.622083Z","end":"2026-07-28T21:17:37.185629Z","steps":["trace[1963342464] 'process raft request' (duration: 563.303862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:37.185719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.622074Z","time spent":"563.578149ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:37.185513Z","caller":"traceutil/trace.go:171","msg":"trace[991393623] transaction","detail":"{read_only:false; response_revision:37385; number_of_response:1; }","duration":"564.140123ms","start":"2026-07-28T21:17:36.621338Z","end":"2026-07-28T21:17:37.185478Z","steps":["trace[991393623] 'process raft request' (duration: 563.912177ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:37.185924Z","caller":"traceutil/trace.go:171","msg":"trace[828348837] transaction","detail":"{read_only:false; response_revision:37389; number_of_response:1; }","duration":"563.18854ms","start":"2026-07-28T21:17:36.622677Z","end":"2026-07-28T21:17:37.185865Z","steps":["trace[828348837] 'process raft request' (duration: 562.784689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:37.18593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.621315Z","time spent":"564.529494ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:37.18598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.701702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:37.186051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.108664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-28T21:17:37.186073Z","caller":"traceutil/trace.go:171","msg":"trace[1775380135] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:37389; }","duration":"303.223047ms","start":"2026-07-28T21:17:36.882843Z","end":"2026-07-28T21:17:37.186066Z","steps":["trace[1775380135] 'agreement among raft nodes before linearized reading' (duration: 303.071453ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:37.186072Z","caller":"traceutil/trace.go:171","msg":"trace[1487548837] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37389; }","duration":"510.834106ms","start":"2026-07-28T21:17:36.675218Z","end":"2026-07-28T21:17:37.186052Z","steps":["trace[1487548837] 'agreement among raft nodes before linearized reading' (duration: 510.678462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:37.186098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.882821Z","time spent":"303.271848ms","remote":"127.0.0.1:45298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T21:17:37.18609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.697853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:37.186124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.770266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:37.186042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.803388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:17:37.186169Z","caller":"traceutil/trace.go:171","msg":"trace[1696369291] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:37389; }","duration":"213.827396ms","start":"2026-07-28T21:17:36.972323Z","end":"2026-07-28T21:17:37.18615Z","steps":["trace[1696369291] 'agreement among raft nodes before linearized reading' (duration: 213.697033ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:37.186185Z","caller":"traceutil/trace.go:171","msg":"trace[26413868] transaction","detail":"{read_only:false; response_revision:37387; number_of_response:1; }","duration":"564.029951ms","start":"2026-07-28T21:17:36.622143Z","end":"2026-07-28T21:17:37.186173Z","steps":["trace[26413868] 'process raft request' (duration: 563.275431ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:37.186182Z","caller":"traceutil/trace.go:171","msg":"trace[1115018921] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:37389; }","duration":"359.859079ms","start":"2026-07-28T21:17:36.826302Z","end":"2026-07-28T21:17:37.186162Z","steps":["trace[1115018921] 'agreement among raft nodes before linearized reading' (duration: 359.786107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:37.186192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.622668Z","time spent":"563.366454ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:37.186235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.82628Z","time spent":"359.943221ms","remote":"127.0.0.1:49256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:17:37.186316Z","caller":"traceutil/trace.go:171","msg":"trace[457541392] transaction","detail":"{read_only:false; response_revision:37388; number_of_response:1; }","duration":"563.690062ms","start":"2026-07-28T21:17:36.622621Z","end":"2026-07-28T21:17:37.186311Z","steps":["trace[457541392] 'process raft request' (duration: 562.81988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:37.186317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.622132Z","time spent":"564.081762ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:37.186352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.622612Z","time spent":"563.719083ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:37.186194Z","caller":"traceutil/trace.go:171","msg":"trace[110240544] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:37389; }","duration":"487.023273ms","start":"2026-07-28T21:17:36.699165Z","end":"2026-07-28T21:17:37.186188Z","steps":["trace[110240544] 'agreement among raft nodes before linearized reading' (duration: 486.725216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:37.186397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.699154Z","time spent":"487.237549ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:37.186117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:36.675202Z","time spent":"510.906147ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T21:17:37.491054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.191986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:17:37.491146Z","caller":"traceutil/trace.go:171","msg":"trace[806922564] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:37389; }","duration":"252.319309ms","start":"2026-07-28T21:17:37.238802Z","end":"2026-07-28T21:17:37.491122Z","steps":["trace[806922564] 'count revisions from in-memory index tree' (duration: 252.105034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:37.491135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.665738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:17:37.491209Z","caller":"traceutil/trace.go:171","msg":"trace[674281262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37389; }","duration":"220.796922ms","start":"2026-07-28T21:17:37.270393Z","end":"2026-07-28T21:17:37.49119Z","steps":["trace[674281262] 'range keys from in-memory index tree' (duration: 220.457873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:37.491082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.897697ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:37.491522Z","caller":"traceutil/trace.go:171","msg":"trace[716615278] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37389; }","duration":"125.352439ms","start":"2026-07-28T21:17:37.366151Z","end":"2026-07-28T21:17:37.491504Z","steps":["trace[716615278] 'range keys from in-memory index tree' (duration: 124.881907ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:37.698662Z","caller":"traceutil/trace.go:171","msg":"trace[630121907] transaction","detail":"{read_only:false; response_revision:37390; number_of_response:1; }","duration":"202.09106ms","start":"2026-07-28T21:17:37.49654Z","end":"2026-07-28T21:17:37.698631Z","steps":["trace[630121907] 'process raft request' (duration: 201.883634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:37.906872Z","caller":"traceutil/trace.go:171","msg":"trace[1203552080] transaction","detail":"{read_only:false; response_revision:37391; number_of_response:1; }","duration":"142.216036ms","start":"2026-07-28T21:17:37.764619Z","end":"2026-07-28T21:17:37.906835Z","steps":["trace[1203552080] 'process raft request' (duration: 129.496404ms)","trace[1203552080] 'compare' (duration: 12.432274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:38.272027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.901479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:38.272136Z","caller":"traceutil/trace.go:171","msg":"trace[1859106169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37393; }","duration":"114.078373ms","start":"2026-07-28T21:17:38.158035Z","end":"2026-07-28T21:17:38.272113Z","steps":["trace[1859106169] 'range keys from in-memory index tree' (duration: 113.769775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:38.918754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.796656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:38.919021Z","caller":"traceutil/trace.go:171","msg":"trace[1050360091] transaction","detail":"{read_only:false; response_revision:37396; number_of_response:1; }","duration":"295.421778ms","start":"2026-07-28T21:17:38.62357Z","end":"2026-07-28T21:17:38.918992Z","steps":["trace[1050360091] 'process raft request' (duration: 295.323826ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:38.919317Z","caller":"traceutil/trace.go:171","msg":"trace[299184449] linearizableReadLoop","detail":"{readStateIndex:38489; appliedIndex:38488; }","duration":"392.152184ms","start":"2026-07-28T21:17:38.527137Z","end":"2026-07-28T21:17:38.919289Z","steps":["trace[299184449] 'read index received' (duration: 192.706612ms)","trace[299184449] 'applied index is now lower than readState.Index' (duration: 199.443142ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:38.919345Z","caller":"traceutil/trace.go:171","msg":"trace[2066483141] transaction","detail":"{read_only:false; response_revision:37395; number_of_response:1; }","duration":"461.588129ms","start":"2026-07-28T21:17:38.457695Z","end":"2026-07-28T21:17:38.919284Z","steps":["trace[2066483141] 'process raft request' (duration: 262.131997ms)","trace[2066483141] 'compare' (duration: 198.620342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:38.919482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.325888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:38.919511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:38.457673Z","time spent":"461.745144ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:38.919577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.556997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T21:17:38.919572Z","caller":"traceutil/trace.go:171","msg":"trace[438133467] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:37396; }","duration":"392.461862ms","start":"2026-07-28T21:17:38.52708Z","end":"2026-07-28T21:17:38.919542Z","steps":["trace[438133467] 'agreement among raft nodes before linearized reading' (duration: 392.312998ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:38.919613Z","caller":"traceutil/trace.go:171","msg":"trace[1232044177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37396; }","duration":"296.652699ms","start":"2026-07-28T21:17:38.622948Z","end":"2026-07-28T21:17:38.919601Z","steps":["trace[1232044177] 'agreement among raft nodes before linearized reading' (duration: 296.487415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:38.919604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.429979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T21:17:38.919677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.321991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T21:17:38.920375Z","caller":"traceutil/trace.go:171","msg":"trace[1292083853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37396; }","duration":"297.03882ms","start":"2026-07-28T21:17:38.623315Z","end":"2026-07-28T21:17:38.920354Z","steps":["trace[1292083853] 'agreement among raft nodes before linearized reading' (duration: 296.149677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:38.919666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.122916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T21:17:38.920587Z","caller":"traceutil/trace.go:171","msg":"trace[121641683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37396; }","duration":"297.097282ms","start":"2026-07-28T21:17:38.623479Z","end":"2026-07-28T21:17:38.920576Z","steps":["trace[121641683] 'agreement among raft nodes before linearized reading' (duration: 295.976073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:38.919647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:38.527056Z","time spent":"392.557535ms","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:17:38.919704Z","caller":"traceutil/trace.go:171","msg":"trace[117393989] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37396; }","duration":"295.549881ms","start":"2026-07-28T21:17:38.624136Z","end":"2026-07-28T21:17:38.919685Z","steps":["trace[117393989] 'agreement among raft nodes before linearized reading' (duration: 295.305035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:38.919717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.124806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T21:17:38.920896Z","caller":"traceutil/trace.go:171","msg":"trace[1998040226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37396; }","duration":"297.362018ms","start":"2026-07-28T21:17:38.623515Z","end":"2026-07-28T21:17:38.920877Z","steps":["trace[1998040226] 'agreement among raft nodes before linearized reading' (duration: 295.958562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:38.919813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.335288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-28T21:17:38.920981Z","caller":"traceutil/trace.go:171","msg":"trace[1035277433] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:37396; }","duration":"281.524788ms","start":"2026-07-28T21:17:38.639434Z","end":"2026-07-28T21:17:38.920959Z","steps":["trace[1035277433] 'agreement among raft nodes before linearized reading' (duration: 280.272216ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:39.109626Z","caller":"traceutil/trace.go:171","msg":"trace[169600960] linearizableReadLoop","detail":"{readStateIndex:38491; appliedIndex:38490; }","duration":"185.616933ms","start":"2026-07-28T21:17:38.923979Z","end":"2026-07-28T21:17:39.109596Z","steps":["trace[169600960] 'read index received' (duration: 140.195695ms)","trace[169600960] 'applied index is now lower than readState.Index' (duration: 45.419918ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:39.109756Z","caller":"traceutil/trace.go:171","msg":"trace[1086879708] transaction","detail":"{read_only:false; response_revision:37397; number_of_response:1; }","duration":"186.242368ms","start":"2026-07-28T21:17:38.923471Z","end":"2026-07-28T21:17:39.109713Z","steps":["trace[1086879708] 'process raft request' (duration: 140.919352ms)","trace[1086879708] 'compare' (duration: 45.052339ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:39.110014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.014533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-07-28T21:17:39.110081Z","caller":"traceutil/trace.go:171","msg":"trace[1590075660] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:37397; }","duration":"186.115894ms","start":"2026-07-28T21:17:38.92395Z","end":"2026-07-28T21:17:39.110066Z","steps":["trace[1590075660] 'agreement among raft nodes before linearized reading' (duration: 185.869418ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:39.338981Z","caller":"traceutil/trace.go:171","msg":"trace[1796905919] transaction","detail":"{read_only:false; response_revision:37399; number_of_response:1; }","duration":"414.606572ms","start":"2026-07-28T21:17:38.924357Z","end":"2026-07-28T21:17:39.338964Z","steps":["trace[1796905919] 'process raft request' (duration: 414.53982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:39.339102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:38.924349Z","time spent":"414.691734ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:39.338991Z","caller":"traceutil/trace.go:171","msg":"trace[1269162818] transaction","detail":"{read_only:false; response_revision:37398; number_of_response:1; }","duration":"414.956671ms","start":"2026-07-28T21:17:38.924004Z","end":"2026-07-28T21:17:39.33896Z","steps":["trace[1269162818] 'process raft request' (duration: 315.032734ms)","trace[1269162818] 'compare' (duration: 99.768573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:39.339256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:38.923983Z","time spent":"415.189597ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:39.339283Z","caller":"traceutil/trace.go:171","msg":"trace[354733338] linearizableReadLoop","detail":"{readStateIndex:38495; appliedIndex:38491; }","duration":"229.548374ms","start":"2026-07-28T21:17:39.109717Z","end":"2026-07-28T21:17:39.339266Z","steps":["trace[354733338] 'read index received' (duration: 129.388321ms)","trace[354733338] 'applied index is now lower than readState.Index' (duration: 100.158503ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:39.339325Z","caller":"traceutil/trace.go:171","msg":"trace[146095069] transaction","detail":"{read_only:false; response_revision:37401; number_of_response:1; }","duration":"414.287765ms","start":"2026-07-28T21:17:38.925026Z","end":"2026-07-28T21:17:39.339314Z","steps":["trace[146095069] 'process raft request' (duration: 414.179882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:39.33937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:38.925014Z","time spent":"414.333216ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:39.339433Z","caller":"traceutil/trace.go:171","msg":"trace[1210013682] transaction","detail":"{read_only:false; response_revision:37400; number_of_response:1; }","duration":"414.88639ms","start":"2026-07-28T21:17:38.92454Z","end":"2026-07-28T21:17:39.339426Z","steps":["trace[1210013682] 'process raft request' (duration: 414.411188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:39.339433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.315118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:39.339459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.725429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:17:39.33947Z","caller":"traceutil/trace.go:171","msg":"trace[1402387635] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:37401; }","duration":"299.374719ms","start":"2026-07-28T21:17:39.040083Z","end":"2026-07-28T21:17:39.339458Z","steps":["trace[1402387635] 'agreement among raft nodes before linearized reading' (duration: 299.268907ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:39.339497Z","caller":"traceutil/trace.go:171","msg":"trace[1320398736] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:37401; }","duration":"411.802811ms","start":"2026-07-28T21:17:38.927684Z","end":"2026-07-28T21:17:39.339487Z","steps":["trace[1320398736] 'agreement among raft nodes before linearized reading' (duration: 411.710189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:39.339523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:38.927667Z","time spent":"411.849943ms","remote":"127.0.0.1:40714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:39.339583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.379241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-07-28T21:17:39.339612Z","caller":"traceutil/trace.go:171","msg":"trace[1929923269] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:37401; }","duration":"415.416442ms","start":"2026-07-28T21:17:38.924188Z","end":"2026-07-28T21:17:39.339604Z","steps":["trace[1929923269] 'agreement among raft nodes before linearized reading' (duration: 415.33068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:39.339664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:38.924181Z","time spent":"415.477154ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-28T21:17:39.339472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:38.924517Z","time spent":"414.93491ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:39.484485Z","caller":"traceutil/trace.go:171","msg":"trace[1478346045] transaction","detail":"{read_only:false; response_revision:37402; number_of_response:1; }","duration":"370.022815ms","start":"2026-07-28T21:17:39.114432Z","end":"2026-07-28T21:17:39.484454Z","steps":["trace[1478346045] 'process raft request' (duration: 353.067427ms)","trace[1478346045] 'compare' (duration: 16.707142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:39.484654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:39.114407Z","time spent":"370.164468ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:39.484736Z","caller":"traceutil/trace.go:171","msg":"trace[61018590] transaction","detail":"{read_only:false; response_revision:37403; number_of_response:1; }","duration":"354.097462ms","start":"2026-07-28T21:17:39.130614Z","end":"2026-07-28T21:17:39.484712Z","steps":["trace[61018590] 'process raft request' (duration: 353.759053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:39.484904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:39.130596Z","time spent":"354.220525ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:39.485063Z","caller":"traceutil/trace.go:171","msg":"trace[1519978851] transaction","detail":"{read_only:false; response_revision:37404; number_of_response:1; }","duration":"293.606634ms","start":"2026-07-28T21:17:39.191427Z","end":"2026-07-28T21:17:39.485033Z","steps":["trace[1519978851] 'process raft request' (duration: 293.173403ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:39.485439Z","caller":"traceutil/trace.go:171","msg":"trace[622758766] transaction","detail":"{read_only:false; response_revision:37405; number_of_response:1; }","duration":"293.575901ms","start":"2026-07-28T21:17:39.191838Z","end":"2026-07-28T21:17:39.485414Z","steps":["trace[622758766] 'process raft request' (duration: 293.089579ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:39.485472Z","caller":"traceutil/trace.go:171","msg":"trace[982702352] transaction","detail":"{read_only:false; response_revision:37407; number_of_response:1; }","duration":"292.552626ms","start":"2026-07-28T21:17:39.192904Z","end":"2026-07-28T21:17:39.485457Z","steps":["trace[982702352] 'process raft request' (duration: 292.454964ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:39.485536Z","caller":"traceutil/trace.go:171","msg":"trace[782995529] linearizableReadLoop","detail":"{readStateIndex:38502; appliedIndex:38495; }","duration":"146.197106ms","start":"2026-07-28T21:17:39.339323Z","end":"2026-07-28T21:17:39.48552Z","steps":["trace[782995529] 'read index received' (duration: 128.15941ms)","trace[782995529] 'applied index is now lower than readState.Index' (duration: 18.036856ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:39.485592Z","caller":"traceutil/trace.go:171","msg":"trace[1232376925] transaction","detail":"{read_only:false; response_revision:37406; number_of_response:1; }","duration":"293.035798ms","start":"2026-07-28T21:17:39.192541Z","end":"2026-07-28T21:17:39.485576Z","steps":["trace[1232376925] 'process raft request' (duration: 292.739491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:39.485634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.073339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:39.485668Z","caller":"traceutil/trace.go:171","msg":"trace[1214783738] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:37408; }","duration":"329.213022ms","start":"2026-07-28T21:17:39.156445Z","end":"2026-07-28T21:17:39.485658Z","steps":["trace[1214783738] 'agreement among raft nodes before linearized reading' (duration: 329.13199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:39.485705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:39.156425Z","time spent":"329.271304ms","remote":"127.0.0.1:45392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:39.485744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.355433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:17:39.485817Z","caller":"traceutil/trace.go:171","msg":"trace[1218763814] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:37408; }","duration":"241.466776ms","start":"2026-07-28T21:17:39.244332Z","end":"2026-07-28T21:17:39.485798Z","steps":["trace[1218763814] 'agreement among raft nodes before linearized reading' (duration: 241.347832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:39.485895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.410034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:39.485956Z","caller":"traceutil/trace.go:171","msg":"trace[1215284242] transaction","detail":"{read_only:false; response_revision:37408; number_of_response:1; }","duration":"292.687271ms","start":"2026-07-28T21:17:39.193227Z","end":"2026-07-28T21:17:39.485915Z","steps":["trace[1215284242] 'process raft request' (duration: 292.181987ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:39.485988Z","caller":"traceutil/trace.go:171","msg":"trace[249661963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37408; }","duration":"328.535817ms","start":"2026-07-28T21:17:39.157429Z","end":"2026-07-28T21:17:39.485965Z","steps":["trace[249661963] 'agreement among raft nodes before linearized reading' (duration: 328.366413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:39.486052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:39.15739Z","time spent":"328.65129ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T21:17:39.694644Z","caller":"traceutil/trace.go:171","msg":"trace[2058152882] linearizableReadLoop","detail":"{readStateIndex:38503; appliedIndex:38502; }","duration":"207.072216ms","start":"2026-07-28T21:17:39.487547Z","end":"2026-07-28T21:17:39.694619Z","steps":["trace[2058152882] 'read index received' (duration: 206.688966ms)","trace[2058152882] 'applied index is now lower than readState.Index' (duration: 382.27µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:39.694768Z","caller":"traceutil/trace.go:171","msg":"trace[1162972392] transaction","detail":"{read_only:false; response_revision:37409; number_of_response:1; }","duration":"350.87515ms","start":"2026-07-28T21:17:39.343883Z","end":"2026-07-28T21:17:39.694758Z","steps":["trace[1162972392] 'process raft request' (duration: 350.570013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:39.694881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:39.343854Z","time spent":"350.939832ms","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:39.695124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.548827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:39.69517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.639805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18c690b55b3cd67f\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-28T21:17:39.69523Z","caller":"traceutil/trace.go:171","msg":"trace[2031871625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37409; }","duration":"207.702081ms","start":"2026-07-28T21:17:39.487502Z","end":"2026-07-28T21:17:39.695204Z","steps":["trace[2031871625] 'agreement among raft nodes before linearized reading' (duration: 207.498966ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:39.695246Z","caller":"traceutil/trace.go:171","msg":"trace[1176743985] range","detail":"{range_begin:/registry/events/openstack/container-infra.18c690b55b3cd67f; range_end:; response_count:1; response_revision:37409; }","duration":"206.763148ms","start":"2026-07-28T21:17:39.488464Z","end":"2026-07-28T21:17:39.695227Z","steps":["trace[1176743985] 'agreement among raft nodes before linearized reading' (duration: 206.529722ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:39.862758Z","caller":"traceutil/trace.go:171","msg":"trace[1208275620] linearizableReadLoop","detail":"{readStateIndex:38504; appliedIndex:38503; }","duration":"160.436926ms","start":"2026-07-28T21:17:39.702293Z","end":"2026-07-28T21:17:39.86273Z","steps":["trace[1208275620] 'read index received' (duration: 113.55249ms)","trace[1208275620] 'applied index is now lower than readState.Index' (duration: 46.883176ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:39.862791Z","caller":"traceutil/trace.go:171","msg":"trace[1568176801] transaction","detail":"{read_only:false; response_revision:37410; number_of_response:1; }","duration":"164.741386ms","start":"2026-07-28T21:17:39.698012Z","end":"2026-07-28T21:17:39.862753Z","steps":["trace[1568176801] 'process raft request' (duration: 117.8628ms)","trace[1568176801] 'compare' (duration: 46.633799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:39.862965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.650251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:17:39.863Z","caller":"traceutil/trace.go:171","msg":"trace[17514524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37410; }","duration":"160.702072ms","start":"2026-07-28T21:17:39.702288Z","end":"2026-07-28T21:17:39.86299Z","steps":["trace[17514524] 'agreement among raft nodes before linearized reading' (duration: 160.535808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.433485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227825690250220,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T21:17:43.469029Z","caller":"traceutil/trace.go:171","msg":"trace[1266619812] linearizableReadLoop","detail":"{readStateIndex:38538; appliedIndex:38537; }","duration":"536.591846ms","start":"2026-07-28T21:17:42.932419Z","end":"2026-07-28T21:17:43.469011Z","steps":["trace[1266619812] 'read index received' (duration: 536.388121ms)","trace[1266619812] 'applied index is now lower than readState.Index' (duration: 202.565µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:43.469079Z","caller":"traceutil/trace.go:171","msg":"trace[1281167461] transaction","detail":"{read_only:false; response_revision:37443; number_of_response:1; }","duration":"537.611391ms","start":"2026-07-28T21:17:42.93144Z","end":"2026-07-28T21:17:43.469051Z","steps":["trace[1281167461] 'process raft request' (duration: 537.442397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.469157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.726629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:43.469178Z","caller":"traceutil/trace.go:171","msg":"trace[1385333632] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37443; }","duration":"536.76701ms","start":"2026-07-28T21:17:42.932405Z","end":"2026-07-28T21:17:43.469172Z","steps":["trace[1385333632] 'agreement among raft nodes before linearized reading' (duration: 536.704539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.4692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:42.932384Z","time spent":"536.810451ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T21:17:43.469207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:42.93142Z","time spent":"537.715413ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:43.469237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.667283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:43.469301Z","caller":"traceutil/trace.go:171","msg":"trace[516011826] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:37443; }","duration":"518.773127ms","start":"2026-07-28T21:17:42.95051Z","end":"2026-07-28T21:17:43.469283Z","steps":["trace[516011826] 'agreement among raft nodes before linearized reading' (duration: 518.649383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.469346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:42.950503Z","time spent":"518.832598ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:43.469368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.76006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-28T21:17:43.469417Z","caller":"traceutil/trace.go:171","msg":"trace[1281596984] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37443; }","duration":"161.812791ms","start":"2026-07-28T21:17:43.30759Z","end":"2026-07-28T21:17:43.469403Z","steps":["trace[1281596984] 'agreement among raft nodes before linearized reading' (duration: 161.658596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.469544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.037357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T21:17:43.469564Z","caller":"traceutil/trace.go:171","msg":"trace[1172229551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37443; }","duration":"111.076109ms","start":"2026-07-28T21:17:43.358482Z","end":"2026-07-28T21:17:43.469559Z","steps":["trace[1172229551] 'agreement among raft nodes before linearized reading' (duration: 110.986217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.469585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.751173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:43.469596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.319483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T21:17:43.469617Z","caller":"traceutil/trace.go:171","msg":"trace[1579307221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37443; }","duration":"404.780184ms","start":"2026-07-28T21:17:43.064826Z","end":"2026-07-28T21:17:43.469606Z","steps":["trace[1579307221] 'agreement among raft nodes before linearized reading' (duration: 404.727923ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:43.469631Z","caller":"traceutil/trace.go:171","msg":"trace[2131990460] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37443; }","duration":"404.397535ms","start":"2026-07-28T21:17:43.065222Z","end":"2026-07-28T21:17:43.46962Z","steps":["trace[2131990460] 'agreement among raft nodes before linearized reading' (duration: 404.296743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.469644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.064766Z","time spent":"404.873797ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:17:43.469661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.065202Z","time spent":"404.452856ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:17:43.469691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.587003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T21:17:43.469723Z","caller":"traceutil/trace.go:171","msg":"trace[588645866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37443; }","duration":"115.635695ms","start":"2026-07-28T21:17:43.354077Z","end":"2026-07-28T21:17:43.469712Z","steps":["trace[588645866] 'agreement among raft nodes before linearized reading' (duration: 115.559623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.46976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.979739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:43.469809Z","caller":"traceutil/trace.go:171","msg":"trace[1119872807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37443; }","duration":"312.02637ms","start":"2026-07-28T21:17:43.157774Z","end":"2026-07-28T21:17:43.469801Z","steps":["trace[1119872807] 'agreement among raft nodes before linearized reading' (duration: 311.962778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.469698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.995281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T21:17:43.469861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.327141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T21:17:43.469891Z","caller":"traceutil/trace.go:171","msg":"trace[1285764452] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37443; }","duration":"470.378782ms","start":"2026-07-28T21:17:42.999503Z","end":"2026-07-28T21:17:43.469882Z","steps":["trace[1285764452] 'agreement among raft nodes before linearized reading' (duration: 470.257129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.469907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.86062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T21:17:43.469917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:42.999493Z","time spent":"470.417854ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T21:17:43.469933Z","caller":"traceutil/trace.go:171","msg":"trace[411470108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37443; }","duration":"346.907611ms","start":"2026-07-28T21:17:43.123017Z","end":"2026-07-28T21:17:43.469925Z","steps":["trace[411470108] 'agreement among raft nodes before linearized reading' (duration: 346.831689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.469964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.123006Z","time spent":"346.947492ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T21:17:43.469861Z","caller":"traceutil/trace.go:171","msg":"trace[758008951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37443; }","duration":"108.192646ms","start":"2026-07-28T21:17:43.36166Z","end":"2026-07-28T21:17:43.469853Z","steps":["trace[758008951] 'agreement among raft nodes before linearized reading' (duration: 107.992491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.469618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.455178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T21:17:43.469833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.157715Z","time spent":"312.113192ms","remote":"127.0.0.1:42794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T21:17:43.470074Z","caller":"traceutil/trace.go:171","msg":"trace[503354822] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37443; }","duration":"111.94689ms","start":"2026-07-28T21:17:43.358115Z","end":"2026-07-28T21:17:43.470062Z","steps":["trace[503354822] 'agreement among raft nodes before linearized reading' (duration: 111.442768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:43.94608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.618576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:43.946182Z","caller":"traceutil/trace.go:171","msg":"trace[1775745843] transaction","detail":"{read_only:false; response_revision:37444; number_of_response:1; }","duration":"472.764442ms","start":"2026-07-28T21:17:43.473397Z","end":"2026-07-28T21:17:43.946162Z","steps":["trace[1775745843] 'process raft request' (duration: 204.977832ms)","trace[1775745843] 'compare' (duration: 267.463092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:43.946236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.473386Z","time spent":"472.824235ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:44.034139Z","caller":"traceutil/trace.go:171","msg":"trace[1759030455] transaction","detail":"{read_only:false; response_revision:37447; number_of_response:1; }","duration":"560.446119ms","start":"2026-07-28T21:17:43.473663Z","end":"2026-07-28T21:17:44.034109Z","steps":["trace[1759030455] 'process raft request' (duration: 560.370448ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:44.034153Z","caller":"traceutil/trace.go:171","msg":"trace[1514972701] transaction","detail":"{read_only:false; response_revision:37445; number_of_response:1; }","duration":"560.659625ms","start":"2026-07-28T21:17:43.47346Z","end":"2026-07-28T21:17:44.03412Z","steps":["trace[1514972701] 'process raft request' (duration: 560.364907ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:44.034178Z","caller":"traceutil/trace.go:171","msg":"trace[1024032827] transaction","detail":"{read_only:false; response_revision:37446; number_of_response:1; }","duration":"560.574202ms","start":"2026-07-28T21:17:43.473567Z","end":"2026-07-28T21:17:44.034142Z","steps":["trace[1024032827] 'process raft request' (duration: 560.419018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.034289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.47342Z","time spent":"560.802078ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:44.034298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.473648Z","time spent":"560.565682ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:44.034332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.473559Z","time spent":"560.678125ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:44.034537Z","caller":"traceutil/trace.go:171","msg":"trace[1249529467] transaction","detail":"{read_only:false; response_revision:37448; number_of_response:1; }","duration":"560.621094ms","start":"2026-07-28T21:17:43.473904Z","end":"2026-07-28T21:17:44.034525Z","steps":["trace[1249529467] 'process raft request' (duration: 560.162792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.034606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.473883Z","time spent":"560.689565ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:44.03466Z","caller":"traceutil/trace.go:171","msg":"trace[1684525925] transaction","detail":"{read_only:false; response_revision:37449; number_of_response:1; }","duration":"560.524511ms","start":"2026-07-28T21:17:43.474123Z","end":"2026-07-28T21:17:44.034647Z","steps":["trace[1684525925] 'process raft request' (duration: 560.298095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.03473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.474109Z","time spent":"560.588833ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:44.034761Z","caller":"traceutil/trace.go:171","msg":"trace[597055850] transaction","detail":"{read_only:false; response_revision:37453; number_of_response:1; }","duration":"533.780494ms","start":"2026-07-28T21:17:43.500955Z","end":"2026-07-28T21:17:44.034735Z","steps":["trace[597055850] 'process raft request' (duration: 533.707302ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:44.034833Z","caller":"traceutil/trace.go:171","msg":"trace[1389697681] transaction","detail":"{read_only:false; response_revision:37452; number_of_response:1; }","duration":"538.060563ms","start":"2026-07-28T21:17:43.496762Z","end":"2026-07-28T21:17:44.034823Z","steps":["trace[1389697681] 'process raft request' (duration: 537.865488ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:44.03479Z","caller":"traceutil/trace.go:171","msg":"trace[798772833] transaction","detail":"{read_only:false; response_revision:37451; number_of_response:1; }","duration":"538.70373ms","start":"2026-07-28T21:17:43.496051Z","end":"2026-07-28T21:17:44.034754Z","steps":["trace[798772833] 'process raft request' (duration: 538.537825ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:44.03483Z","caller":"traceutil/trace.go:171","msg":"trace[547081917] transaction","detail":"{read_only:false; response_revision:37450; number_of_response:1; }","duration":"560.48575ms","start":"2026-07-28T21:17:43.474323Z","end":"2026-07-28T21:17:44.034809Z","steps":["trace[547081917] 'process raft request' (duration: 560.209803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.034887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.496753Z","time spent":"538.102624ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:44.03491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.500941Z","time spent":"533.894268ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:44.034924Z","caller":"traceutil/trace.go:171","msg":"trace[2009700140] linearizableReadLoop","detail":"{readStateIndex:38544; appliedIndex:38538; }","duration":"560.693565ms","start":"2026-07-28T21:17:43.474218Z","end":"2026-07-28T21:17:44.034911Z","steps":["trace[2009700140] 'read index received' (duration: 204.005988ms)","trace[2009700140] 'applied index is now lower than readState.Index' (duration: 356.686257ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:44.034928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.47431Z","time spent":"560.573663ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:44.034964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.496033Z","time spent":"538.840972ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:44.03501Z","caller":"traceutil/trace.go:171","msg":"trace[1994323688] transaction","detail":"{read_only:false; response_revision:37454; number_of_response:1; }","duration":"533.414416ms","start":"2026-07-28T21:17:43.501586Z","end":"2026-07-28T21:17:44.035001Z","steps":["trace[1994323688] 'process raft request' (duration: 533.118028ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:44.035029Z","caller":"traceutil/trace.go:171","msg":"trace[30602223] transaction","detail":"{read_only:false; response_revision:37455; number_of_response:1; }","duration":"533.18596ms","start":"2026-07-28T21:17:43.501831Z","end":"2026-07-28T21:17:44.035017Z","steps":["trace[30602223] 'process raft request' (duration: 532.985835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.035059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.501576Z","time spent":"533.453236ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:44.035058Z","caller":"traceutil/trace.go:171","msg":"trace[1691925833] transaction","detail":"{read_only:false; response_revision:37456; number_of_response:1; }","duration":"533.050906ms","start":"2026-07-28T21:17:43.501974Z","end":"2026-07-28T21:17:44.035025Z","steps":["trace[1691925833] 'process raft request' (duration: 532.896792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.035081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.501825Z","time spent":"533.228391ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:44.035113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.88448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:44.035149Z","caller":"traceutil/trace.go:171","msg":"trace[1263543196] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37456; }","duration":"560.942942ms","start":"2026-07-28T21:17:43.474196Z","end":"2026-07-28T21:17:44.035138Z","steps":["trace[1263543196] 'agreement among raft nodes before linearized reading' (duration: 560.87244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.035181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.474189Z","time spent":"560.984124ms","remote":"127.0.0.1:40454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T21:17:44.035184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.501966Z","time spent":"533.146208ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:44.209715Z","caller":"traceutil/trace.go:171","msg":"trace[326577903] linearizableReadLoop","detail":"{readStateIndex:38552; appliedIndex:38551; }","duration":"174.735339ms","start":"2026-07-28T21:17:44.03495Z","end":"2026-07-28T21:17:44.209685Z","steps":["trace[326577903] 'read index received' (duration: 172.721257ms)","trace[326577903] 'applied index is now lower than readState.Index' (duration: 2.012962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:44.209909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.406351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-28T21:17:44.209977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.71944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:17:44.209992Z","caller":"traceutil/trace.go:171","msg":"trace[1298771490] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37457; }","duration":"284.498683ms","start":"2026-07-28T21:17:43.925473Z","end":"2026-07-28T21:17:44.209972Z","steps":["trace[1298771490] 'agreement among raft nodes before linearized reading' (duration: 284.236956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.210067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.18068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:44.210098Z","caller":"traceutil/trace.go:171","msg":"trace[643274333] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:37457; }","duration":"692.212811ms","start":"2026-07-28T21:17:43.517874Z","end":"2026-07-28T21:17:44.210087Z","steps":["trace[643274333] 'agreement among raft nodes before linearized reading' (duration: 692.158849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.210132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.517837Z","time spent":"692.286093ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:44.210156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.640607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T21:17:44.210012Z","caller":"traceutil/trace.go:171","msg":"trace[540361079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37457; }","duration":"326.807733ms","start":"2026-07-28T21:17:43.883193Z","end":"2026-07-28T21:17:44.210001Z","steps":["trace[540361079] 'agreement among raft nodes before linearized reading' (duration: 326.625248ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:44.21016Z","caller":"traceutil/trace.go:171","msg":"trace[1753475750] transaction","detail":"{read_only:false; response_revision:37457; number_of_response:1; }","duration":"284.536014ms","start":"2026-07-28T21:17:43.925594Z","end":"2026-07-28T21:17:44.21013Z","steps":["trace[1753475750] 'process raft request' (duration: 282.052431ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:44.210227Z","caller":"traceutil/trace.go:171","msg":"trace[345944086] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:37457; }","duration":"409.726659ms","start":"2026-07-28T21:17:43.800482Z","end":"2026-07-28T21:17:44.210209Z","steps":["trace[345944086] 'agreement among raft nodes before linearized reading' (duration: 409.475112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.210234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.883172Z","time spent":"327.049598ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T21:17:44.210275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:43.800461Z","time spent":"409.80378ms","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:44.229603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.396815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-28T21:17:44.229708Z","caller":"traceutil/trace.go:171","msg":"trace[2051394466] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:37458; }","duration":"139.456936ms","start":"2026-07-28T21:17:44.090189Z","end":"2026-07-28T21:17:44.229646Z","steps":["trace[2051394466] 'agreement among raft nodes before linearized reading' (duration: 139.294392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.230143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.402149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:44.230194Z","caller":"traceutil/trace.go:171","msg":"trace[1299434576] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37458; }","duration":"189.488002ms","start":"2026-07-28T21:17:44.040691Z","end":"2026-07-28T21:17:44.230179Z","steps":["trace[1299434576] 'agreement among raft nodes before linearized reading' (duration: 188.761914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:44.731609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227825690250244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T21:17:45.23192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227825690250244,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T21:17:45.388728Z","caller":"traceutil/trace.go:171","msg":"trace[337416364] transaction","detail":"{read_only:false; response_revision:37459; number_of_response:1; }","duration":"1.174535555s","start":"2026-07-28T21:17:44.21417Z","end":"2026-07-28T21:17:45.388706Z","steps":["trace[337416364] 'process raft request' (duration: 1.174358491s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:45.388863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:44.214152Z","time spent":"1.174641508s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:45.388871Z","caller":"traceutil/trace.go:171","msg":"trace[1667881419] transaction","detail":"{read_only:false; response_revision:37460; number_of_response:1; }","duration":"1.174639068s","start":"2026-07-28T21:17:44.214203Z","end":"2026-07-28T21:17:45.388842Z","steps":["trace[1667881419] 'process raft request' (duration: 1.174464483s)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:45.388871Z","caller":"traceutil/trace.go:171","msg":"trace[548190758] linearizableReadLoop","detail":"{readStateIndex:38555; appliedIndex:38553; }","duration":"1.158180331s","start":"2026-07-28T21:17:44.230655Z","end":"2026-07-28T21:17:45.388835Z","steps":["trace[548190758] 'read index received' (duration: 1.157877464s)","trace[548190758] 'applied index is now lower than readState.Index' (duration: 300.577µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:45.389006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:44.214186Z","time spent":"1.174744741s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:45.389043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158344226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:45.389116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.799597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:17:45.389204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.078376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:17:45.389217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.465027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-28T21:17:45.389235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.824733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:45.389245Z","caller":"traceutil/trace.go:171","msg":"trace[1792155039] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:37460; }","duration":"457.227089ms","start":"2026-07-28T21:17:44.932004Z","end":"2026-07-28T21:17:45.389231Z","steps":["trace[1792155039] 'agreement among raft nodes before linearized reading' (duration: 457.111416ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:45.389222Z","caller":"traceutil/trace.go:171","msg":"trace[1735493319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37460; }","duration":"1.158522161s","start":"2026-07-28T21:17:44.230603Z","end":"2026-07-28T21:17:45.389126Z","steps":["trace[1735493319] 'agreement among raft nodes before linearized reading' (duration: 1.158312396s)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:45.389254Z","caller":"traceutil/trace.go:171","msg":"trace[74891276] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:37460; }","duration":"777.549299ms","start":"2026-07-28T21:17:44.611694Z","end":"2026-07-28T21:17:45.389243Z","steps":["trace[74891276] 'agreement among raft nodes before linearized reading' (duration: 777.350604ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:45.389276Z","caller":"traceutil/trace.go:171","msg":"trace[2054469123] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:37460; }","duration":"788.901135ms","start":"2026-07-28T21:17:44.600363Z","end":"2026-07-28T21:17:45.389264Z","steps":["trace[2054469123] 'agreement among raft nodes before linearized reading' (duration: 788.841824ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:45.389238Z","caller":"traceutil/trace.go:171","msg":"trace[385497558] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:37460; }","duration":"181.93183ms","start":"2026-07-28T21:17:45.207287Z","end":"2026-07-28T21:17:45.389218Z","steps":["trace[385497558] 'agreement among raft nodes before linearized reading' (duration: 181.751796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:45.389298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:44.611669Z","time spent":"777.62307ms","remote":"127.0.0.1:42846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-28T21:17:45.389319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:44.600343Z","time spent":"788.967027ms","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:45.389322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:44.230583Z","time spent":"1.158721715s","remote":"127.0.0.1:42794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:17:45.38915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155484484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fd29b3ad-e77f-4b67-9b89-3fbdfa047c8b\" ","response":"range_response_count:1 size:2207"} {"level":"info","ts":"2026-07-28T21:17:45.38951Z","caller":"traceutil/trace.go:171","msg":"trace[2054158924] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fd29b3ad-e77f-4b67-9b89-3fbdfa047c8b; range_end:; response_count:1; response_revision:37460; }","duration":"1.155893834s","start":"2026-07-28T21:17:44.233604Z","end":"2026-07-28T21:17:45.389498Z","steps":["trace[2054158924] 'agreement among raft nodes before linearized reading' (duration: 1.155392582s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:45.389281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:44.931985Z","time spent":"457.287841ms","remote":"127.0.0.1:45702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:45.389545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:44.233588Z","time spent":"1.155946365s","remote":"127.0.0.1:40312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2229,"request content":"key:\"/registry/persistentvolumes/pvc-fd29b3ad-e77f-4b67-9b89-3fbdfa047c8b\" "} {"level":"warn","ts":"2026-07-28T21:17:48.549636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227825690250309,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T21:17:48.756231Z","caller":"traceutil/trace.go:171","msg":"trace[1839551156] transaction","detail":"{read_only:false; response_revision:37486; number_of_response:1; }","duration":"710.028062ms","start":"2026-07-28T21:17:48.04618Z","end":"2026-07-28T21:17:48.756209Z","steps":["trace[1839551156] 'process raft request' (duration: 709.858658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:48.756368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.046164Z","time spent":"710.132314ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:48.877242Z","caller":"traceutil/trace.go:171","msg":"trace[62216515] linearizableReadLoop","detail":"{readStateIndex:38588; appliedIndex:38581; }","duration":"828.089666ms","start":"2026-07-28T21:17:48.049132Z","end":"2026-07-28T21:17:48.877222Z","steps":["trace[62216515] 'read index received' (duration: 706.992885ms)","trace[62216515] 'applied index is now lower than readState.Index' (duration: 121.095751ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:48.87734Z","caller":"traceutil/trace.go:171","msg":"trace[1936969815] transaction","detail":"{read_only:false; response_revision:37489; number_of_response:1; }","duration":"828.667271ms","start":"2026-07-28T21:17:48.048644Z","end":"2026-07-28T21:17:48.877311Z","steps":["trace[1936969815] 'process raft request' (duration: 828.419195ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:48.877371Z","caller":"traceutil/trace.go:171","msg":"trace[62883563] transaction","detail":"{read_only:false; response_revision:37492; number_of_response:1; }","duration":"647.951352ms","start":"2026-07-28T21:17:48.229409Z","end":"2026-07-28T21:17:48.87736Z","steps":["trace[62883563] 'process raft request' (duration: 647.774757ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:48.877375Z","caller":"traceutil/trace.go:171","msg":"trace[1919699353] transaction","detail":"{read_only:false; response_revision:37491; number_of_response:1; }","duration":"826.172667ms","start":"2026-07-28T21:17:48.051176Z","end":"2026-07-28T21:17:48.877349Z","steps":["trace[1919699353] 'process raft request' (duration: 825.969522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:48.87746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.048618Z","time spent":"828.774953ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:48.877516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.229387Z","time spent":"648.009242ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:48.877611Z","caller":"traceutil/trace.go:171","msg":"trace[823585620] transaction","detail":"{read_only:false; response_revision:37487; number_of_response:1; }","duration":"830.374404ms","start":"2026-07-28T21:17:48.047227Z","end":"2026-07-28T21:17:48.877602Z","steps":["trace[823585620] 'process raft request' (duration: 774.569723ms)","trace[823585620] 'compare' (duration: 54.804846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:48.877614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.051153Z","time spent":"826.310081ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:48.877657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.047202Z","time spent":"830.434815ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:48.877707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.283875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:17:48.877747Z","caller":"traceutil/trace.go:171","msg":"trace[1129272669] transaction","detail":"{read_only:false; response_revision:37490; number_of_response:1; }","duration":"826.820254ms","start":"2026-07-28T21:17:48.050916Z","end":"2026-07-28T21:17:48.877737Z","steps":["trace[1129272669] 'process raft request' (duration: 826.195158ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:48.87776Z","caller":"traceutil/trace.go:171","msg":"trace[1141736760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37492; }","duration":"827.354837ms","start":"2026-07-28T21:17:48.050391Z","end":"2026-07-28T21:17:48.877746Z","steps":["trace[1141736760] 'agreement among raft nodes before linearized reading' (duration: 827.204043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:48.877797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.050382Z","time spent":"827.403848ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T21:17:48.877832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.846872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:17:48.877799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.050901Z","time spent":"826.869945ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:48.87787Z","caller":"traceutil/trace.go:171","msg":"trace[596709739] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:37492; }","duration":"587.933964ms","start":"2026-07-28T21:17:48.289926Z","end":"2026-07-28T21:17:48.87786Z","steps":["trace[596709739] 'agreement among raft nodes before linearized reading' (duration: 587.808481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:48.877882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.593934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"warn","ts":"2026-07-28T21:17:48.877873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.740363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T21:17:48.877901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.289898Z","time spent":"587.995816ms","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:17:48.87799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.830939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T21:17:48.878012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.988683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T21:17:48.877909Z","caller":"traceutil/trace.go:171","msg":"trace[1394545831] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37492; }","duration":"352.670526ms","start":"2026-07-28T21:17:48.52523Z","end":"2026-07-28T21:17:48.877901Z","steps":["trace[1394545831] 'agreement among raft nodes before linearized reading' (duration: 352.558343ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:48.87803Z","caller":"traceutil/trace.go:171","msg":"trace[894389988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37492; }","duration":"825.928581ms","start":"2026-07-28T21:17:48.052092Z","end":"2026-07-28T21:17:48.87802Z","steps":["trace[894389988] 'agreement among raft nodes before linearized reading' (duration: 825.827009ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:48.878045Z","caller":"traceutil/trace.go:171","msg":"trace[1295134644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37492; }","duration":"826.035214ms","start":"2026-07-28T21:17:48.051999Z","end":"2026-07-28T21:17:48.878035Z","steps":["trace[1295134644] 'agreement among raft nodes before linearized reading' (duration: 825.908881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:48.878071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.051989Z","time spent":"826.077135ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T21:17:48.878067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.052059Z","time spent":"826.001393ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T21:17:48.877725Z","caller":"traceutil/trace.go:171","msg":"trace[53436585] transaction","detail":"{read_only:false; response_revision:37488; number_of_response:1; }","duration":"829.320638ms","start":"2026-07-28T21:17:48.048397Z","end":"2026-07-28T21:17:48.877718Z","steps":["trace[53436585] 'process raft request' (duration: 828.575289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:48.878104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.525205Z","time spent":"352.863691ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1660,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-28T21:17:48.878104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.764092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T21:17:48.878146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.048385Z","time spent":"829.738998ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:48.877925Z","caller":"traceutil/trace.go:171","msg":"trace[1217749038] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37492; }","duration":"828.833535ms","start":"2026-07-28T21:17:48.049077Z","end":"2026-07-28T21:17:48.87791Z","steps":["trace[1217749038] 'agreement among raft nodes before linearized reading' (duration: 828.699512ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:48.878179Z","caller":"traceutil/trace.go:171","msg":"trace[1606292155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37492; }","duration":"826.870975ms","start":"2026-07-28T21:17:48.051289Z","end":"2026-07-28T21:17:48.87816Z","steps":["trace[1606292155] 'agreement among raft nodes before linearized reading' (duration: 826.640949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:48.87823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.051279Z","time spent":"826.942607ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T21:17:48.878225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:48.049064Z","time spent":"829.147993ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T21:17:49.165456Z","caller":"traceutil/trace.go:171","msg":"trace[2104371177] transaction","detail":"{read_only:false; response_revision:37496; number_of_response:1; }","duration":"281.527748ms","start":"2026-07-28T21:17:48.883901Z","end":"2026-07-28T21:17:49.165429Z","steps":["trace[2104371177] 'process raft request' (duration: 281.453806ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:49.165614Z","caller":"traceutil/trace.go:171","msg":"trace[1551887656] linearizableReadLoop","detail":"{readStateIndex:38593; appliedIndex:38589; }","duration":"216.046772ms","start":"2026-07-28T21:17:48.949533Z","end":"2026-07-28T21:17:49.16558Z","steps":["trace[1551887656] 'read index received' (duration: 215.601871ms)","trace[1551887656] 'applied index is now lower than readState.Index' (duration: 442.631µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:49.16566Z","caller":"traceutil/trace.go:171","msg":"trace[1947308395] transaction","detail":"{read_only:false; response_revision:37497; number_of_response:1; }","duration":"281.116787ms","start":"2026-07-28T21:17:48.884505Z","end":"2026-07-28T21:17:49.165621Z","steps":["trace[1947308395] 'process raft request' (duration: 280.886431ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:49.165473Z","caller":"traceutil/trace.go:171","msg":"trace[709928908] transaction","detail":"{read_only:false; response_revision:37495; number_of_response:1; }","duration":"282.219956ms","start":"2026-07-28T21:17:48.883211Z","end":"2026-07-28T21:17:49.165431Z","steps":["trace[709928908] 'process raft request' (duration: 282.098993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:49.165831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.288108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T21:17:49.165873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.478159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:49.165903Z","caller":"traceutil/trace.go:171","msg":"trace[1448103344] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37497; }","duration":"216.423551ms","start":"2026-07-28T21:17:48.949462Z","end":"2026-07-28T21:17:49.165886Z","steps":["trace[1448103344] 'agreement among raft nodes before linearized reading' (duration: 216.222036ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:49.165914Z","caller":"traceutil/trace.go:171","msg":"trace[159951367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:37497; }","duration":"113.587803ms","start":"2026-07-28T21:17:49.052314Z","end":"2026-07-28T21:17:49.165902Z","steps":["trace[159951367] 'agreement among raft nodes before linearized reading' (duration: 113.501311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:49.165996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.956644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T21:17:49.166043Z","caller":"traceutil/trace.go:171","msg":"trace[2033264618] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37497; }","duration":"126.068037ms","start":"2026-07-28T21:17:49.039963Z","end":"2026-07-28T21:17:49.166031Z","steps":["trace[2033264618] 'agreement among raft nodes before linearized reading' (duration: 125.79365ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:49.166469Z","caller":"traceutil/trace.go:171","msg":"trace[326818072] transaction","detail":"{read_only:false; response_revision:37494; number_of_response:1; }","duration":"283.374444ms","start":"2026-07-28T21:17:48.883069Z","end":"2026-07-28T21:17:49.166443Z","steps":["trace[326818072] 'process raft request' (duration: 282.084532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:50.298183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.108702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:17:50.29848Z","caller":"traceutil/trace.go:171","msg":"trace[375640145] transaction","detail":"{read_only:false; response_revision:37499; number_of_response:1; }","duration":"1.126895821s","start":"2026-07-28T21:17:49.171543Z","end":"2026-07-28T21:17:50.298439Z","steps":["trace[375640145] 'process raft request' (duration: 437.44578ms)","trace[375640145] 'compare' (duration: 687.655516ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:17:50.298562Z","caller":"traceutil/trace.go:171","msg":"trace[1625053103] linearizableReadLoop","detail":"{readStateIndex:38595; appliedIndex:38594; }","duration":"892.202536ms","start":"2026-07-28T21:17:49.406329Z","end":"2026-07-28T21:17:50.298532Z","steps":["trace[1625053103] 'read index received' (duration: 202.704284ms)","trace[1625053103] 'applied index is now lower than readState.Index' (duration: 689.496062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:50.298634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:49.171516Z","time spent":"1.127031173s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:50.299294Z","caller":"traceutil/trace.go:171","msg":"trace[1447525225] transaction","detail":"{read_only:false; response_revision:37500; number_of_response:1; }","duration":"812.989545ms","start":"2026-07-28T21:17:49.486282Z","end":"2026-07-28T21:17:50.299272Z","steps":["trace[1447525225] 'process raft request' (duration: 812.142872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:50.299434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:49.486241Z","time spent":"813.149909ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:50.299803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.382847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:17:50.299946Z","caller":"traceutil/trace.go:171","msg":"trace[1781011167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37500; }","duration":"893.595133ms","start":"2026-07-28T21:17:49.406283Z","end":"2026-07-28T21:17:50.299878Z","steps":["trace[1781011167] 'agreement among raft nodes before linearized reading' (duration: 893.054359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:50.300067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:49.406262Z","time spent":"893.785897ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T21:17:50.866559Z","caller":"traceutil/trace.go:171","msg":"trace[347203119] transaction","detail":"{read_only:false; response_revision:37503; number_of_response:1; }","duration":"105.132028ms","start":"2026-07-28T21:17:50.761408Z","end":"2026-07-28T21:17:50.86654Z","steps":["trace[347203119] 'process raft request' (duration: 104.995164ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:51.136644Z","caller":"traceutil/trace.go:171","msg":"trace[279172458] transaction","detail":"{read_only:false; response_revision:37504; number_of_response:1; }","duration":"369.45939ms","start":"2026-07-28T21:17:50.767163Z","end":"2026-07-28T21:17:51.136622Z","steps":["trace[279172458] 'process raft request' (duration: 366.168827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:51.136869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:50.767152Z","time spent":"369.641045ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:17:51.137032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.497336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:17:51.137084Z","caller":"traceutil/trace.go:171","msg":"trace[268741782] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:37505; }","duration":"313.605569ms","start":"2026-07-28T21:17:50.823463Z","end":"2026-07-28T21:17:51.137069Z","steps":["trace[268741782] 'agreement among raft nodes before linearized reading' (duration: 313.471656ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:51.136882Z","caller":"traceutil/trace.go:171","msg":"trace[182921404] linearizableReadLoop","detail":"{readStateIndex:38602; appliedIndex:38599; }","duration":"313.340273ms","start":"2026-07-28T21:17:50.823512Z","end":"2026-07-28T21:17:51.136852Z","steps":["trace[182921404] 'read index received' (duration: 42.966136ms)","trace[182921404] 'applied index is now lower than readState.Index' (duration: 270.372027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:17:51.137129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:50.82344Z","time spent":"313.678561ms","remote":"127.0.0.1:45634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:17:51.137059Z","caller":"traceutil/trace.go:171","msg":"trace[564570150] transaction","detail":"{read_only:false; response_revision:37505; number_of_response:1; }","duration":"356.846893ms","start":"2026-07-28T21:17:50.780167Z","end":"2026-07-28T21:17:51.137014Z","steps":["trace[564570150] 'process raft request' (duration: 356.37161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:51.137381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:17:50.780128Z","time spent":"357.12157ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:17:51.145795Z","caller":"traceutil/trace.go:171","msg":"trace[882946176] transaction","detail":"{read_only:false; response_revision:37506; number_of_response:1; }","duration":"262.319922ms","start":"2026-07-28T21:17:50.883456Z","end":"2026-07-28T21:17:51.145776Z","steps":["trace[882946176] 'process raft request' (duration: 262.149618ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:51.146199Z","caller":"traceutil/trace.go:171","msg":"trace[1728284950] transaction","detail":"{read_only:false; response_revision:37510; number_of_response:1; }","duration":"262.508497ms","start":"2026-07-28T21:17:50.883665Z","end":"2026-07-28T21:17:51.146174Z","steps":["trace[1728284950] 'process raft request' (duration: 262.387944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:51.146248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.405187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T21:17:51.146287Z","caller":"traceutil/trace.go:171","msg":"trace[1315468303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37511; }","duration":"202.495439ms","start":"2026-07-28T21:17:50.943782Z","end":"2026-07-28T21:17:51.146277Z","steps":["trace[1315468303] 'agreement among raft nodes before linearized reading' (duration: 202.349156ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:51.146284Z","caller":"traceutil/trace.go:171","msg":"trace[120161663] transaction","detail":"{read_only:false; response_revision:37507; number_of_response:1; }","duration":"262.758433ms","start":"2026-07-28T21:17:50.883497Z","end":"2026-07-28T21:17:51.146256Z","steps":["trace[120161663] 'process raft request' (duration: 262.22236ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:51.146381Z","caller":"traceutil/trace.go:171","msg":"trace[2140344958] transaction","detail":"{read_only:false; response_revision:37509; number_of_response:1; }","duration":"262.819795ms","start":"2026-07-28T21:17:50.88355Z","end":"2026-07-28T21:17:51.14637Z","steps":["trace[2140344958] 'process raft request' (duration: 262.462186ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:51.14638Z","caller":"traceutil/trace.go:171","msg":"trace[643934676] transaction","detail":"{read_only:false; response_revision:37511; number_of_response:1; }","duration":"261.671775ms","start":"2026-07-28T21:17:50.884696Z","end":"2026-07-28T21:17:51.146368Z","steps":["trace[643934676] 'process raft request' (duration: 261.387898ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:17:51.146459Z","caller":"traceutil/trace.go:171","msg":"trace[15870897] transaction","detail":"{read_only:false; response_revision:37508; number_of_response:1; }","duration":"262.837455ms","start":"2026-07-28T21:17:50.883541Z","end":"2026-07-28T21:17:51.146378Z","steps":["trace[15870897] 'process raft request' (duration: 262.392734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:17:51.146561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.403759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-28T21:17:51.146711Z","caller":"traceutil/trace.go:171","msg":"trace[1339250212] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:37511; }","duration":"102.606144ms","start":"2026-07-28T21:17:51.044089Z","end":"2026-07-28T21:17:51.146695Z","steps":["trace[1339250212] 'agreement among raft nodes before linearized reading' (duration: 102.355208ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:02.619327Z","caller":"traceutil/trace.go:171","msg":"trace[1016163981] linearizableReadLoop","detail":"{readStateIndex:38717; appliedIndex:38716; }","duration":"246.842371ms","start":"2026-07-28T21:18:02.372465Z","end":"2026-07-28T21:18:02.619308Z","steps":["trace[1016163981] 'read index received' (duration: 246.695607ms)","trace[1016163981] 'applied index is now lower than readState.Index' (duration: 145.914µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:02.619443Z","caller":"traceutil/trace.go:171","msg":"trace[688539018] transaction","detail":"{read_only:false; response_revision:37618; number_of_response:1; }","duration":"271.544845ms","start":"2026-07-28T21:18:02.347842Z","end":"2026-07-28T21:18:02.619387Z","steps":["trace[688539018] 'process raft request' (duration: 271.326059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:02.619573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.674925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7699"} {"level":"info","ts":"2026-07-28T21:18:02.619597Z","caller":"traceutil/trace.go:171","msg":"trace[764885579] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:37618; }","duration":"136.723367ms","start":"2026-07-28T21:18:02.482866Z","end":"2026-07-28T21:18:02.619589Z","steps":["trace[764885579] 'agreement among raft nodes before linearized reading' (duration: 136.655025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:02.619501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.021015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:18:02.619694Z","caller":"traceutil/trace.go:171","msg":"trace[1990994250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37618; }","duration":"247.253322ms","start":"2026-07-28T21:18:02.372422Z","end":"2026-07-28T21:18:02.619675Z","steps":["trace[1990994250] 'agreement among raft nodes before linearized reading' (duration: 246.988674ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:03.074197Z","caller":"traceutil/trace.go:171","msg":"trace[1589176227] linearizableReadLoop","detail":"{readStateIndex:38718; appliedIndex:38717; }","duration":"449.518185ms","start":"2026-07-28T21:18:02.624655Z","end":"2026-07-28T21:18:03.074173Z","steps":["trace[1589176227] 'read index received' (duration: 426.881983ms)","trace[1589176227] 'applied index is now lower than readState.Index' (duration: 22.635052ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:03.074238Z","caller":"traceutil/trace.go:171","msg":"trace[1188905286] transaction","detail":"{read_only:false; response_revision:37619; number_of_response:1; }","duration":"452.015449ms","start":"2026-07-28T21:18:02.622174Z","end":"2026-07-28T21:18:03.074189Z","steps":["trace[1188905286] 'process raft request' (duration: 429.387057ms)","trace[1188905286] 'compare' (duration: 22.303094ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:03.074395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:02.622159Z","time spent":"452.160372ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:03.074405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.732901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T21:18:03.074451Z","caller":"traceutil/trace.go:171","msg":"trace[387906252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37619; }","duration":"449.822203ms","start":"2026-07-28T21:18:02.624617Z","end":"2026-07-28T21:18:03.074439Z","steps":["trace[387906252] 'agreement among raft nodes before linearized reading' (duration: 449.676399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.074491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:02.624601Z","time spent":"449.880915ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T21:18:03.075995Z","caller":"traceutil/trace.go:171","msg":"trace[1097871432] transaction","detail":"{read_only:false; response_revision:37620; number_of_response:1; }","duration":"162.327514ms","start":"2026-07-28T21:18:02.91365Z","end":"2026-07-28T21:18:03.075977Z","steps":["trace[1097871432] 'process raft request' (duration: 162.218462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.076593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.925324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T21:18:03.076632Z","caller":"traceutil/trace.go:171","msg":"trace[535753989] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37620; }","duration":"270.052148ms","start":"2026-07-28T21:18:02.806568Z","end":"2026-07-28T21:18:03.07662Z","steps":["trace[535753989] 'agreement among raft nodes before linearized reading' (duration: 269.924635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.924402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.952834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:03.924497Z","caller":"traceutil/trace.go:171","msg":"trace[1574286254] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37620; }","duration":"730.053966ms","start":"2026-07-28T21:18:03.194419Z","end":"2026-07-28T21:18:03.924473Z","steps":["trace[1574286254] 'range keys from in-memory index tree' (duration: 729.876302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.924542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.194372Z","time spent":"730.16074ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T21:18:03.924819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.310704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:03.924962Z","caller":"traceutil/trace.go:171","msg":"trace[111082509] transaction","detail":"{read_only:false; response_revision:37621; number_of_response:1; }","duration":"730.362854ms","start":"2026-07-28T21:18:03.194578Z","end":"2026-07-28T21:18:03.924941Z","steps":["trace[111082509] 'process raft request' (duration: 300.850225ms)","trace[111082509] 'compare' (duration: 428.980236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:03.925072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.19456Z","time spent":"730.476798ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:03.938896Z","caller":"traceutil/trace.go:171","msg":"trace[224053328] linearizableReadLoop","detail":"{readStateIndex:38725; appliedIndex:38719; }","duration":"734.371767ms","start":"2026-07-28T21:18:03.204511Z","end":"2026-07-28T21:18:03.938883Z","steps":["trace[224053328] 'read index received' (duration: 290.900655ms)","trace[224053328] 'applied index is now lower than readState.Index' (duration: 443.470262ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:03.939103Z","caller":"traceutil/trace.go:171","msg":"trace[779899466] transaction","detail":"{read_only:false; response_revision:37622; number_of_response:1; }","duration":"744.488953ms","start":"2026-07-28T21:18:03.194603Z","end":"2026-07-28T21:18:03.939092Z","steps":["trace[779899466] 'process raft request' (duration: 744.087902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.939157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.194591Z","time spent":"744.534304ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:03.939262Z","caller":"traceutil/trace.go:171","msg":"trace[1591510471] transaction","detail":"{read_only:false; response_revision:37623; number_of_response:1; }","duration":"744.594725ms","start":"2026-07-28T21:18:03.19466Z","end":"2026-07-28T21:18:03.939255Z","steps":["trace[1591510471] 'process raft request' (duration: 744.105872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.939301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.194654Z","time spent":"744.628386ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:03.939368Z","caller":"traceutil/trace.go:171","msg":"trace[1744298362] transaction","detail":"{read_only:false; response_revision:37624; number_of_response:1; }","duration":"744.662077ms","start":"2026-07-28T21:18:03.194699Z","end":"2026-07-28T21:18:03.939361Z","steps":["trace[1744298362] 'process raft request' (duration: 744.098402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.939404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.194691Z","time spent":"744.695108ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:03.939458Z","caller":"traceutil/trace.go:171","msg":"trace[1985885837] transaction","detail":"{read_only:false; response_revision:37625; number_of_response:1; }","duration":"744.729909ms","start":"2026-07-28T21:18:03.194723Z","end":"2026-07-28T21:18:03.939453Z","steps":["trace[1985885837] 'process raft request' (duration: 744.099042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.939498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.194716Z","time spent":"744.76011ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:03.939595Z","caller":"traceutil/trace.go:171","msg":"trace[472067346] transaction","detail":"{read_only:false; response_revision:37626; number_of_response:1; }","duration":"744.719768ms","start":"2026-07-28T21:18:03.194869Z","end":"2026-07-28T21:18:03.939589Z","steps":["trace[472067346] 'process raft request' (duration: 743.984709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.939658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.194837Z","time spent":"744.7766ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:03.939771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.26834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T21:18:03.9398Z","caller":"traceutil/trace.go:171","msg":"trace[759110228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37626; }","duration":"735.330632ms","start":"2026-07-28T21:18:03.204463Z","end":"2026-07-28T21:18:03.939794Z","steps":["trace[759110228] 'agreement among raft nodes before linearized reading' (duration: 735.24869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.93982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.204446Z","time spent":"735.369593ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T21:18:03.939969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.031488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T21:18:03.93999Z","caller":"traceutil/trace.go:171","msg":"trace[686135586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37626; }","duration":"715.075488ms","start":"2026-07-28T21:18:03.224909Z","end":"2026-07-28T21:18:03.939985Z","steps":["trace[686135586] 'agreement among raft nodes before linearized reading' (duration: 715.018037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.940006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.224899Z","time spent":"715.10383ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T21:18:03.940121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.513074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:03.940149Z","caller":"traceutil/trace.go:171","msg":"trace[36983601] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:37626; }","duration":"142.575795ms","start":"2026-07-28T21:18:03.797566Z","end":"2026-07-28T21:18:03.940142Z","steps":["trace[36983601] 'agreement among raft nodes before linearized reading' (duration: 142.522554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.940136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.754854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:18:03.940227Z","caller":"traceutil/trace.go:171","msg":"trace[1994213718] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:37626; }","duration":"122.857497ms","start":"2026-07-28T21:18:03.81734Z","end":"2026-07-28T21:18:03.940198Z","steps":["trace[1994213718] 'agreement among raft nodes before linearized reading' (duration: 122.696353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.940304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.380335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:18:03.940328Z","caller":"traceutil/trace.go:171","msg":"trace[406475446] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:37626; }","duration":"143.438247ms","start":"2026-07-28T21:18:03.796883Z","end":"2026-07-28T21:18:03.940322Z","steps":["trace[406475446] 'agreement among raft nodes before linearized reading' (duration: 143.372715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.940442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.002245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:03.940464Z","caller":"traceutil/trace.go:171","msg":"trace[477384241] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:37626; }","duration":"228.053476ms","start":"2026-07-28T21:18:03.712403Z","end":"2026-07-28T21:18:03.940457Z","steps":["trace[477384241] 'agreement among raft nodes before linearized reading' (duration: 228.021335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.940649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.634725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:18:03.940678Z","caller":"traceutil/trace.go:171","msg":"trace[1654129161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37626; }","duration":"704.682945ms","start":"2026-07-28T21:18:03.235987Z","end":"2026-07-28T21:18:03.94067Z","steps":["trace[1654129161] 'agreement among raft nodes before linearized reading' (duration: 704.603423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.940699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.235974Z","time spent":"704.719527ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T21:18:03.940834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.269487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T21:18:03.94086Z","caller":"traceutil/trace.go:171","msg":"trace[664202882] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37626; }","duration":"708.323988ms","start":"2026-07-28T21:18:03.232529Z","end":"2026-07-28T21:18:03.940853Z","steps":["trace[664202882] 'agreement among raft nodes before linearized reading' (duration: 708.258986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.940878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.232519Z","time spent":"708.3558ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T21:18:03.940987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.55947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T21:18:03.94101Z","caller":"traceutil/trace.go:171","msg":"trace[968436004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37626; }","duration":"711.617702ms","start":"2026-07-28T21:18:03.229384Z","end":"2026-07-28T21:18:03.941002Z","steps":["trace[968436004] 'agreement among raft nodes before linearized reading' (duration: 711.56544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:03.941028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.229365Z","time spent":"711.659792ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T21:18:04.562925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.048224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:04.563086Z","caller":"traceutil/trace.go:171","msg":"trace[1427478506] transaction","detail":"{read_only:false; response_revision:37627; number_of_response:1; }","duration":"617.956472ms","start":"2026-07-28T21:18:03.945107Z","end":"2026-07-28T21:18:04.563063Z","steps":["trace[1427478506] 'process raft request' (duration: 342.686974ms)","trace[1427478506] 'compare' (duration: 273.859823ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:04.563222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.94509Z","time spent":"618.072435ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:04.581701Z","caller":"traceutil/trace.go:171","msg":"trace[1372207080] transaction","detail":"{read_only:false; response_revision:37628; number_of_response:1; }","duration":"636.450021ms","start":"2026-07-28T21:18:03.945232Z","end":"2026-07-28T21:18:04.581682Z","steps":["trace[1372207080] 'process raft request' (duration: 636.336308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:04.581817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.945207Z","time spent":"636.548874ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:04.582043Z","caller":"traceutil/trace.go:171","msg":"trace[149351386] transaction","detail":"{read_only:false; response_revision:37630; number_of_response:1; }","duration":"636.294107ms","start":"2026-07-28T21:18:03.94574Z","end":"2026-07-28T21:18:04.582034Z","steps":["trace[149351386] 'process raft request' (duration: 636.120322ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:04.582025Z","caller":"traceutil/trace.go:171","msg":"trace[712815186] linearizableReadLoop","detail":"{readStateIndex:38727; appliedIndex:38725; }","duration":"636.556004ms","start":"2026-07-28T21:18:03.945444Z","end":"2026-07-28T21:18:04.582Z","steps":["trace[712815186] 'read index received' (duration: 342.381336ms)","trace[712815186] 'applied index is now lower than readState.Index' (duration: 294.173778ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:04.582083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.945721Z","time spent":"636.341878ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:04.58214Z","caller":"traceutil/trace.go:171","msg":"trace[1657700888] transaction","detail":"{read_only:false; response_revision:37631; number_of_response:1; }","duration":"636.281457ms","start":"2026-07-28T21:18:03.945845Z","end":"2026-07-28T21:18:04.582127Z","steps":["trace[1657700888] 'process raft request' (duration: 636.111053ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:04.582178Z","caller":"traceutil/trace.go:171","msg":"trace[1324568947] transaction","detail":"{read_only:false; response_revision:37629; number_of_response:1; }","duration":"636.655876ms","start":"2026-07-28T21:18:03.945515Z","end":"2026-07-28T21:18:04.582171Z","steps":["trace[1324568947] 'process raft request' (duration: 636.136053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:04.582213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.945491Z","time spent":"636.701817ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:04.582236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.945801Z","time spent":"636.366009ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:04.582467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.119693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-07-28T21:18:04.582502Z","caller":"traceutil/trace.go:171","msg":"trace[1954460516] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:37631; }","duration":"517.198426ms","start":"2026-07-28T21:18:04.065293Z","end":"2026-07-28T21:18:04.582492Z","steps":["trace[1954460516] 'agreement among raft nodes before linearized reading' (duration: 517.073743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:04.582527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:04.06527Z","time spent":"517.252107ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T21:18:04.582597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.703326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:04.582641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.955577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:04.582644Z","caller":"traceutil/trace.go:171","msg":"trace[75960262] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:37631; }","duration":"225.808608ms","start":"2026-07-28T21:18:04.356823Z","end":"2026-07-28T21:18:04.582632Z","steps":["trace[75960262] 'agreement among raft nodes before linearized reading' (duration: 225.737247ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:04.582668Z","caller":"traceutil/trace.go:171","msg":"trace[657920630] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37631; }","duration":"307.982477ms","start":"2026-07-28T21:18:04.274677Z","end":"2026-07-28T21:18:04.58266Z","steps":["trace[657920630] 'agreement among raft nodes before linearized reading' (duration: 307.942046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:04.582692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:04.274639Z","time spent":"308.047739ms","remote":"127.0.0.1:49474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T21:18:04.582828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.014701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T21:18:04.582852Z","caller":"traceutil/trace.go:171","msg":"trace[98008440] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37631; }","duration":"343.065073ms","start":"2026-07-28T21:18:04.239781Z","end":"2026-07-28T21:18:04.582846Z","steps":["trace[98008440] 'agreement among raft nodes before linearized reading' (duration: 343.003701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:04.582868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:04.239762Z","time spent":"343.102354ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:18:04.582889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.446136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"info","ts":"2026-07-28T21:18:04.582926Z","caller":"traceutil/trace.go:171","msg":"trace[235027011] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37631; }","duration":"637.480917ms","start":"2026-07-28T21:18:03.945435Z","end":"2026-07-28T21:18:04.582916Z","steps":["trace[235027011] 'agreement among raft nodes before linearized reading' (duration: 637.355613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:04.582958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.084657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:04.582981Z","caller":"traceutil/trace.go:171","msg":"trace[1380729882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37631; }","duration":"425.158398ms","start":"2026-07-28T21:18:04.157817Z","end":"2026-07-28T21:18:04.582975Z","steps":["trace[1380729882] 'agreement among raft nodes before linearized reading' (duration: 425.126627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:04.583002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:04.157788Z","time spent":"425.20907ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:18:04.582957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:03.945399Z","time spent":"637.551688ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23046,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T21:18:04.583102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.405469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:04.583643Z","caller":"traceutil/trace.go:171","msg":"trace[388237897] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:37631; }","duration":"212.971555ms","start":"2026-07-28T21:18:04.370632Z","end":"2026-07-28T21:18:04.583603Z","steps":["trace[388237897] 'agreement among raft nodes before linearized reading' (duration: 212.267146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:05.037499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.010532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:05.037644Z","caller":"traceutil/trace.go:171","msg":"trace[1150598345] transaction","detail":"{read_only:false; response_revision:37632; number_of_response:1; }","duration":"449.542796ms","start":"2026-07-28T21:18:04.58807Z","end":"2026-07-28T21:18:05.037612Z","steps":["trace[1150598345] 'process raft request' (duration: 216.293708ms)","trace[1150598345] 'compare' (duration: 232.777626ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:05.037728Z","caller":"traceutil/trace.go:171","msg":"trace[1955019672] transaction","detail":"{read_only:false; response_revision:37633; number_of_response:1; }","duration":"410.697204ms","start":"2026-07-28T21:18:04.627013Z","end":"2026-07-28T21:18:05.03771Z","steps":["trace[1955019672] 'process raft request' (duration: 410.597141ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:05.03772Z","caller":"traceutil/trace.go:171","msg":"trace[1579084640] linearizableReadLoop","detail":"{readStateIndex:38731; appliedIndex:38730; }","duration":"449.255469ms","start":"2026-07-28T21:18:04.588428Z","end":"2026-07-28T21:18:05.037684Z","steps":["trace[1579084640] 'read index received' (duration: 215.905268ms)","trace[1579084640] 'applied index is now lower than readState.Index' (duration: 233.347861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:05.037789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:04.588059Z","time spent":"449.654179ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:05.037805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:04.626947Z","time spent":"410.825317ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:05.037902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.449414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:05.037941Z","caller":"traceutil/trace.go:171","msg":"trace[1734737768] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37633; }","duration":"449.537876ms","start":"2026-07-28T21:18:04.58839Z","end":"2026-07-28T21:18:05.037928Z","steps":["trace[1734737768] 'agreement among raft nodes before linearized reading' (duration: 449.415023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:05.037976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:04.588374Z","time spent":"449.592897ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-28T21:18:05.088387Z","caller":"traceutil/trace.go:171","msg":"trace[1215054533] transaction","detail":"{read_only:false; response_revision:37634; number_of_response:1; }","duration":"222.231399ms","start":"2026-07-28T21:18:04.866135Z","end":"2026-07-28T21:18:05.088366Z","steps":["trace[1215054533] 'process raft request' (duration: 222.029164ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:05.088497Z","caller":"traceutil/trace.go:171","msg":"trace[235392277] transaction","detail":"{read_only:false; response_revision:37635; number_of_response:1; }","duration":"169.540177ms","start":"2026-07-28T21:18:04.918939Z","end":"2026-07-28T21:18:05.08848Z","steps":["trace[235392277] 'process raft request' (duration: 169.329282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:05.088743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.906542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T21:18:05.088799Z","caller":"traceutil/trace.go:171","msg":"trace[238273494] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:37635; }","duration":"475.987605ms","start":"2026-07-28T21:18:04.612797Z","end":"2026-07-28T21:18:05.088785Z","steps":["trace[238273494] 'agreement among raft nodes before linearized reading' (duration: 475.8189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:05.088837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:04.612785Z","time spent":"476.044166ms","remote":"127.0.0.1:42846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-28T21:18:05.088879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.336989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-28T21:18:05.088911Z","caller":"traceutil/trace.go:171","msg":"trace[1818592105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:37635; }","duration":"496.390599ms","start":"2026-07-28T21:18:04.592511Z","end":"2026-07-28T21:18:05.088902Z","steps":["trace[1818592105] 'agreement among raft nodes before linearized reading' (duration: 496.288277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:05.088933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:04.592503Z","time spent":"496.424941ms","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T21:18:06.948302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.394565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:06.948377Z","caller":"traceutil/trace.go:171","msg":"trace[120591822] transaction","detail":"{read_only:false; response_revision:37656; number_of_response:1; }","duration":"312.419009ms","start":"2026-07-28T21:18:06.635945Z","end":"2026-07-28T21:18:06.948364Z","steps":["trace[120591822] 'process raft request' (duration: 26.909571ms)","trace[120591822] 'compare' (duration: 285.136189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:06.94841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:06.635913Z","time spent":"312.482391ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:07.768395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.130376ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:07.768528Z","caller":"traceutil/trace.go:171","msg":"trace[1638659049] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37656; }","duration":"402.273991ms","start":"2026-07-28T21:18:07.366234Z","end":"2026-07-28T21:18:07.768508Z","steps":["trace[1638659049] 'range keys from in-memory index tree' (duration: 402.114536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:07.769067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.098727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:07.769258Z","caller":"traceutil/trace.go:171","msg":"trace[1621970174] transaction","detail":"{read_only:false; response_revision:37657; number_of_response:1; }","duration":"726.874588ms","start":"2026-07-28T21:18:07.042358Z","end":"2026-07-28T21:18:07.769233Z","steps":["trace[1621970174] 'process raft request' (duration: 271.502705ms)","trace[1621970174] 'compare' (duration: 454.432858ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:07.769275Z","caller":"traceutil/trace.go:171","msg":"trace[374855709] linearizableReadLoop","detail":"{readStateIndex:38758; appliedIndex:38756; }","duration":"660.045047ms","start":"2026-07-28T21:18:07.109213Z","end":"2026-07-28T21:18:07.769258Z","steps":["trace[374855709] 'read index received' (duration: 204.630693ms)","trace[374855709] 'applied index is now lower than readState.Index' (duration: 455.410724ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:07.769371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:07.042333Z","time spent":"726.97539ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:07.769345Z","caller":"traceutil/trace.go:171","msg":"trace[354131487] transaction","detail":"{read_only:false; response_revision:37658; number_of_response:1; }","duration":"671.936749ms","start":"2026-07-28T21:18:07.097379Z","end":"2026-07-28T21:18:07.769316Z","steps":["trace[354131487] 'process raft request' (duration: 671.784915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:07.769495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:07.09736Z","time spent":"672.055961ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:07.769529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.126276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:07.769659Z","caller":"traceutil/trace.go:171","msg":"trace[1622265897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37658; }","duration":"612.31274ms","start":"2026-07-28T21:18:07.157316Z","end":"2026-07-28T21:18:07.769628Z","steps":["trace[1622265897] 'agreement among raft nodes before linearized reading' (duration: 612.086325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:07.769721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:07.157292Z","time spent":"612.418434ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:18:07.769554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.333495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T21:18:07.769808Z","caller":"traceutil/trace.go:171","msg":"trace[1131670627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37658; }","duration":"660.685784ms","start":"2026-07-28T21:18:07.109105Z","end":"2026-07-28T21:18:07.769791Z","steps":["trace[1131670627] 'agreement among raft nodes before linearized reading' (duration: 660.221972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:07.769861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:07.109071Z","time spent":"660.772756ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T21:18:08.115776Z","caller":"traceutil/trace.go:171","msg":"trace[1297189507] transaction","detail":"{read_only:false; response_revision:37659; number_of_response:1; }","duration":"341.189895ms","start":"2026-07-28T21:18:07.774558Z","end":"2026-07-28T21:18:08.115748Z","steps":["trace[1297189507] 'process raft request' (duration: 340.9938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:08.115941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:07.774528Z","time spent":"341.32045ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:08.64447Z","caller":"traceutil/trace.go:171","msg":"trace[1441861891] linearizableReadLoop","detail":"{readStateIndex:38765; appliedIndex:38759; }","duration":"485.587737ms","start":"2026-07-28T21:18:08.158856Z","end":"2026-07-28T21:18:08.644444Z","steps":["trace[1441861891] 'read index received' (duration: 485.162006ms)","trace[1441861891] 'applied index is now lower than readState.Index' (duration: 424.671µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:08.646047Z","caller":"traceutil/trace.go:171","msg":"trace[445567262] transaction","detail":"{read_only:false; response_revision:37660; number_of_response:1; }","duration":"700.799017ms","start":"2026-07-28T21:18:07.945236Z","end":"2026-07-28T21:18:08.646035Z","steps":["trace[445567262] 'process raft request' (duration: 698.513169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:08.646282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:07.945215Z","time spent":"700.8677ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:08.646527Z","caller":"traceutil/trace.go:171","msg":"trace[829034136] transaction","detail":"{read_only:false; response_revision:37661; number_of_response:1; }","duration":"690.841756ms","start":"2026-07-28T21:18:07.955674Z","end":"2026-07-28T21:18:08.646516Z","steps":["trace[829034136] 'process raft request' (duration: 688.516177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:08.646646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:07.955646Z","time spent":"690.910788ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:08.646831Z","caller":"traceutil/trace.go:171","msg":"trace[1284070934] transaction","detail":"{read_only:false; response_revision:37662; number_of_response:1; }","duration":"691.126223ms","start":"2026-07-28T21:18:07.955694Z","end":"2026-07-28T21:18:08.646821Z","steps":["trace[1284070934] 'process raft request' (duration: 688.568468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:08.646949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:07.955671Z","time spent":"691.187485ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:08.647113Z","caller":"traceutil/trace.go:171","msg":"trace[295912773] transaction","detail":"{read_only:false; response_revision:37663; number_of_response:1; }","duration":"691.339529ms","start":"2026-07-28T21:18:07.955764Z","end":"2026-07-28T21:18:08.647103Z","steps":["trace[295912773] 'process raft request' (duration: 688.547458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:08.647217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:07.955735Z","time spent":"691.40514ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:08.647377Z","caller":"traceutil/trace.go:171","msg":"trace[1725083654] transaction","detail":"{read_only:false; response_revision:37664; number_of_response:1; }","duration":"690.284812ms","start":"2026-07-28T21:18:07.957081Z","end":"2026-07-28T21:18:08.647366Z","steps":["trace[1725083654] 'process raft request' (duration: 687.273485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:08.647491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:07.956958Z","time spent":"690.445155ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:08.647676Z","caller":"traceutil/trace.go:171","msg":"trace[1170409078] transaction","detail":"{read_only:false; response_revision:37665; number_of_response:1; }","duration":"690.323422ms","start":"2026-07-28T21:18:07.957342Z","end":"2026-07-28T21:18:08.647666Z","steps":["trace[1170409078] 'process raft request' (duration: 687.0598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:08.647728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:07.957335Z","time spent":"690.367444ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:08.647922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.067824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:08.647956Z","caller":"traceutil/trace.go:171","msg":"trace[386043820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37665; }","duration":"489.102825ms","start":"2026-07-28T21:18:08.158846Z","end":"2026-07-28T21:18:08.647949Z","steps":["trace[386043820] 'agreement among raft nodes before linearized reading' (duration: 489.044344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:08.647979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:08.15878Z","time spent":"489.194117ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:18:08.691748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.067009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:18:08.691833Z","caller":"traceutil/trace.go:171","msg":"trace[634486975] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:37666; }","duration":"274.231913ms","start":"2026-07-28T21:18:08.417578Z","end":"2026-07-28T21:18:08.69181Z","steps":["trace[634486975] 'agreement among raft nodes before linearized reading' (duration: 273.976497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:08.692151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.975095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T21:18:08.692177Z","caller":"traceutil/trace.go:171","msg":"trace[693870872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37666; }","duration":"111.023486ms","start":"2026-07-28T21:18:08.581147Z","end":"2026-07-28T21:18:08.692171Z","steps":["trace[693870872] 'agreement among raft nodes before linearized reading' (duration: 110.912744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:08.692167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.881432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:08.692247Z","caller":"traceutil/trace.go:171","msg":"trace[1303064640] transaction","detail":"{read_only:false; response_revision:37666; number_of_response:1; }","duration":"220.546275ms","start":"2026-07-28T21:18:08.471678Z","end":"2026-07-28T21:18:08.692225Z","steps":["trace[1303064640] 'process raft request' (duration: 219.705584ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:08.692258Z","caller":"traceutil/trace.go:171","msg":"trace[823324647] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:37666; }","duration":"124.040236ms","start":"2026-07-28T21:18:08.568196Z","end":"2026-07-28T21:18:08.692236Z","steps":["trace[823324647] 'agreement among raft nodes before linearized reading' (duration: 123.908193ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:08.97968Z","caller":"traceutil/trace.go:171","msg":"trace[1240872702] transaction","detail":"{read_only:false; response_revision:37667; number_of_response:1; }","duration":"282.818951ms","start":"2026-07-28T21:18:08.696815Z","end":"2026-07-28T21:18:08.979634Z","steps":["trace[1240872702] 'process raft request' (duration: 258.848364ms)","trace[1240872702] 'compare' (duration: 23.859894ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:09.539495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.561108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:09.539763Z","caller":"traceutil/trace.go:171","msg":"trace[1303052551] linearizableReadLoop","detail":"{readStateIndex:38771; appliedIndex:38767; }","duration":"398.003662ms","start":"2026-07-28T21:18:09.141744Z","end":"2026-07-28T21:18:09.539747Z","steps":["trace[1303052551] 'read index received' (duration: 188.072795ms)","trace[1303052551] 'applied index is now lower than readState.Index' (duration: 209.929837ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:09.539861Z","caller":"traceutil/trace.go:171","msg":"trace[738253372] transaction","detail":"{read_only:false; response_revision:37668; number_of_response:1; }","duration":"842.85942ms","start":"2026-07-28T21:18:08.69699Z","end":"2026-07-28T21:18:09.539849Z","steps":["trace[738253372] 'process raft request' (duration: 632.83478ms)","trace[738253372] 'compare' (duration: 209.446426ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:09.539927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:08.696979Z","time spent":"842.913171ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:09.540294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.848394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:09.540724Z","caller":"traceutil/trace.go:171","msg":"trace[755400943] transaction","detail":"{read_only:false; response_revision:37670; number_of_response:1; }","duration":"843.090065ms","start":"2026-07-28T21:18:08.697612Z","end":"2026-07-28T21:18:09.540702Z","steps":["trace[755400943] 'process raft request' (duration: 842.055259ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:09.540813Z","caller":"traceutil/trace.go:171","msg":"trace[1516695481] transaction","detail":"{read_only:false; response_revision:37671; number_of_response:1; }","duration":"841.520066ms","start":"2026-07-28T21:18:08.699275Z","end":"2026-07-28T21:18:09.540795Z","steps":["trace[1516695481] 'process raft request' (duration: 840.432328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:09.54085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:08.697601Z","time spent":"843.182747ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:09.540911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:08.699265Z","time spent":"841.604307ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:09.541018Z","caller":"traceutil/trace.go:171","msg":"trace[37731657] transaction","detail":"{read_only:false; response_revision:37669; number_of_response:1; }","duration":"843.540967ms","start":"2026-07-28T21:18:08.697468Z","end":"2026-07-28T21:18:09.541009Z","steps":["trace[37731657] 'process raft request' (duration: 842.117651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:09.541004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.828561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:09.54107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:08.697438Z","time spent":"843.605368ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:09.541124Z","caller":"traceutil/trace.go:171","msg":"trace[2033978592] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:37671; }","duration":"195.975824ms","start":"2026-07-28T21:18:09.345126Z","end":"2026-07-28T21:18:09.541102Z","steps":["trace[2033978592] 'agreement among raft nodes before linearized reading' (duration: 195.8213ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:09.540333Z","caller":"traceutil/trace.go:171","msg":"trace[2124429328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37671; }","duration":"381.906645ms","start":"2026-07-28T21:18:09.158416Z","end":"2026-07-28T21:18:09.540323Z","steps":["trace[2124429328] 'agreement among raft nodes before linearized reading' (duration: 381.844773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:09.541408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:09.158406Z","time spent":"382.990663ms","remote":"127.0.0.1:42794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:18:09.540317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.542396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:09.541598Z","caller":"traceutil/trace.go:171","msg":"trace[1658858148] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:37671; }","duration":"399.884879ms","start":"2026-07-28T21:18:09.141699Z","end":"2026-07-28T21:18:09.541583Z","steps":["trace[1658858148] 'agreement among raft nodes before linearized reading' (duration: 398.506505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:09.541652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:09.14168Z","time spent":"399.95237ms","remote":"127.0.0.1:49510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:18:09.876233Z","caller":"traceutil/trace.go:171","msg":"trace[1410965916] transaction","detail":"{read_only:false; response_revision:37672; number_of_response:1; }","duration":"100.227244ms","start":"2026-07-28T21:18:09.77598Z","end":"2026-07-28T21:18:09.876207Z","steps":["trace[1410965916] 'process raft request' (duration: 100.06851ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:09.912853Z","caller":"traceutil/trace.go:171","msg":"trace[1407125695] transaction","detail":"{read_only:false; response_revision:37673; number_of_response:1; }","duration":"134.706206ms","start":"2026-07-28T21:18:09.778118Z","end":"2026-07-28T21:18:09.912824Z","steps":["trace[1407125695] 'process raft request' (duration: 134.561182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:10.405677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.782984ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T21:18:10.405802Z","caller":"traceutil/trace.go:171","msg":"trace[103171406] linearizableReadLoop","detail":"{readStateIndex:38774; appliedIndex:38773; }","duration":"364.027934ms","start":"2026-07-28T21:18:10.041751Z","end":"2026-07-28T21:18:10.405779Z","steps":["trace[103171406] 'read index received' (duration: 104.383µs)","trace[103171406] 'applied index is now lower than readState.Index' (duration: 363.921541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:10.406326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.570797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T21:18:10.406367Z","caller":"traceutil/trace.go:171","msg":"trace[213215133] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37673; }","duration":"364.712231ms","start":"2026-07-28T21:18:10.041638Z","end":"2026-07-28T21:18:10.406351Z","steps":["trace[213215133] 'agreement among raft nodes before linearized reading' (duration: 364.535017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:10.406404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:10.041619Z","time spent":"364.777482ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:18:10.406676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.852821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T21:18:10.40675Z","caller":"traceutil/trace.go:171","msg":"trace[1048144647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37673; }","duration":"303.994065ms","start":"2026-07-28T21:18:10.102737Z","end":"2026-07-28T21:18:10.406731Z","steps":["trace[1048144647] 'agreement among raft nodes before linearized reading' (duration: 303.759019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:10.406783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:10.102706Z","time spent":"304.071757ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T21:18:10.406784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.451861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:10.406821Z","caller":"traceutil/trace.go:171","msg":"trace[2089462856] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:37673; }","duration":"244.490452ms","start":"2026-07-28T21:18:10.16232Z","end":"2026-07-28T21:18:10.40681Z","steps":["trace[2089462856] 'agreement among raft nodes before linearized reading' (duration: 244.4237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:10.406952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.373739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:10.406974Z","caller":"traceutil/trace.go:171","msg":"trace[141762064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37673; }","duration":"248.44312ms","start":"2026-07-28T21:18:10.158524Z","end":"2026-07-28T21:18:10.406967Z","steps":["trace[141762064] 'agreement among raft nodes before linearized reading' (duration: 248.399459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:10.407129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.079027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T21:18:10.407146Z","caller":"traceutil/trace.go:171","msg":"trace[628139471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37673; }","duration":"287.15102ms","start":"2026-07-28T21:18:10.119988Z","end":"2026-07-28T21:18:10.407139Z","steps":["trace[628139471] 'agreement among raft nodes before linearized reading' (duration: 287.085788ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:10.527851Z","caller":"traceutil/trace.go:171","msg":"trace[1158135543] transaction","detail":"{read_only:false; response_revision:37674; number_of_response:1; }","duration":"111.357876ms","start":"2026-07-28T21:18:10.416468Z","end":"2026-07-28T21:18:10.527825Z","steps":["trace[1158135543] 'process raft request' (duration: 111.134819ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:10.700782Z","caller":"traceutil/trace.go:171","msg":"trace[1920654966] transaction","detail":"{read_only:false; response_revision:37675; number_of_response:1; }","duration":"284.175154ms","start":"2026-07-28T21:18:10.416578Z","end":"2026-07-28T21:18:10.700753Z","steps":["trace[1920654966] 'process raft request' (duration: 283.770694ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:10.700806Z","caller":"traceutil/trace.go:171","msg":"trace[1195796604] transaction","detail":"{read_only:false; response_revision:37676; number_of_response:1; }","duration":"283.698903ms","start":"2026-07-28T21:18:10.417081Z","end":"2026-07-28T21:18:10.70078Z","steps":["trace[1195796604] 'process raft request' (duration: 283.57666ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:10.700759Z","caller":"traceutil/trace.go:171","msg":"trace[98237950] linearizableReadLoop","detail":"{readStateIndex:38777; appliedIndex:38774; }","duration":"283.004575ms","start":"2026-07-28T21:18:10.417716Z","end":"2026-07-28T21:18:10.700721Z","steps":["trace[98237950] 'read index received' (duration: 110.021672ms)","trace[98237950] 'applied index is now lower than readState.Index' (duration: 172.980773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:10.701077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.313693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"info","ts":"2026-07-28T21:18:10.701154Z","caller":"traceutil/trace.go:171","msg":"trace[1815875208] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37676; }","duration":"283.449946ms","start":"2026-07-28T21:18:10.417689Z","end":"2026-07-28T21:18:10.701139Z","steps":["trace[1815875208] 'agreement among raft nodes before linearized reading' (duration: 283.163759ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:10.79604Z","caller":"traceutil/trace.go:171","msg":"trace[652780220] transaction","detail":"{read_only:false; response_revision:37678; number_of_response:1; }","duration":"142.301578ms","start":"2026-07-28T21:18:10.653717Z","end":"2026-07-28T21:18:10.796018Z","steps":["trace[652780220] 'process raft request' (duration: 142.227736ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:10.796049Z","caller":"traceutil/trace.go:171","msg":"trace[2065429585] transaction","detail":"{read_only:false; response_revision:37677; number_of_response:1; }","duration":"142.412911ms","start":"2026-07-28T21:18:10.653613Z","end":"2026-07-28T21:18:10.796026Z","steps":["trace[2065429585] 'process raft request' (duration: 141.614451ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:10.796268Z","caller":"traceutil/trace.go:171","msg":"trace[139265687] transaction","detail":"{read_only:false; response_revision:37679; number_of_response:1; }","duration":"142.518813ms","start":"2026-07-28T21:18:10.653729Z","end":"2026-07-28T21:18:10.796248Z","steps":["trace[139265687] 'process raft request' (duration: 142.255977ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:10.796538Z","caller":"traceutil/trace.go:171","msg":"trace[1808039334] transaction","detail":"{read_only:false; response_revision:37680; number_of_response:1; }","duration":"141.870666ms","start":"2026-07-28T21:18:10.654654Z","end":"2026-07-28T21:18:10.796525Z","steps":["trace[1808039334] 'process raft request' (duration: 141.499437ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:10.796661Z","caller":"traceutil/trace.go:171","msg":"trace[812814464] transaction","detail":"{read_only:false; response_revision:37681; number_of_response:1; }","duration":"141.65834ms","start":"2026-07-28T21:18:10.654993Z","end":"2026-07-28T21:18:10.796651Z","steps":["trace[812814464] 'process raft request' (duration: 141.409834ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:10.796743Z","caller":"traceutil/trace.go:171","msg":"trace[1407642689] transaction","detail":"{read_only:false; response_revision:37682; number_of_response:1; }","duration":"140.8422ms","start":"2026-07-28T21:18:10.655888Z","end":"2026-07-28T21:18:10.79673Z","steps":["trace[1407642689] 'process raft request' (duration: 140.675096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:10.796964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.372791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T21:18:10.797086Z","caller":"traceutil/trace.go:171","msg":"trace[1290103708] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37682; }","duration":"271.545586ms","start":"2026-07-28T21:18:10.525511Z","end":"2026-07-28T21:18:10.797057Z","steps":["trace[1290103708] 'agreement among raft nodes before linearized reading' (duration: 271.223486ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:18.310233Z","caller":"traceutil/trace.go:171","msg":"trace[1385421277] linearizableReadLoop","detail":"{readStateIndex:38846; appliedIndex:38845; }","duration":"177.031376ms","start":"2026-07-28T21:18:18.133177Z","end":"2026-07-28T21:18:18.310208Z","steps":["trace[1385421277] 'read index received' (duration: 106.379359ms)","trace[1385421277] 'applied index is now lower than readState.Index' (duration: 70.650967ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:18.310335Z","caller":"traceutil/trace.go:171","msg":"trace[1530230057] transaction","detail":"{read_only:false; response_revision:37744; number_of_response:1; }","duration":"370.874998ms","start":"2026-07-28T21:18:17.939421Z","end":"2026-07-28T21:18:18.310296Z","steps":["trace[1530230057] 'process raft request' (duration: 299.957924ms)","trace[1530230057] 'compare' (duration: 70.145883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:18.310545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.356155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:421211"} {"level":"warn","ts":"2026-07-28T21:18:18.310536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:17.939406Z","time spent":"371.024581ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:18.310587Z","caller":"traceutil/trace.go:171","msg":"trace[388769455] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:37744; }","duration":"177.452998ms","start":"2026-07-28T21:18:18.133123Z","end":"2026-07-28T21:18:18.310576Z","steps":["trace[388769455] 'agreement among raft nodes before linearized reading' (duration: 177.213812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.144187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.204403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:19.144279Z","caller":"traceutil/trace.go:171","msg":"trace[1491034049] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:37744; }","duration":"668.375538ms","start":"2026-07-28T21:18:18.475878Z","end":"2026-07-28T21:18:19.144254Z","steps":["trace[1491034049] 'count revisions from in-memory index tree' (duration: 668.105281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.144329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:18.475855Z","time spent":"668.46001ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:19.236682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227825690250890,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T21:18:19.239926Z","caller":"traceutil/trace.go:171","msg":"trace[646344005] transaction","detail":"{read_only:false; response_revision:37745; number_of_response:1; }","duration":"540.739572ms","start":"2026-07-28T21:18:18.699163Z","end":"2026-07-28T21:18:19.239903Z","steps":["trace[646344005] 'process raft request' (duration: 540.377233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.240099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:18.699132Z","time spent":"540.850734ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421358,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:19.745585Z","caller":"traceutil/trace.go:171","msg":"trace[540042997] transaction","detail":"{read_only:false; response_revision:37746; number_of_response:1; }","duration":"920.166225ms","start":"2026-07-28T21:18:18.825381Z","end":"2026-07-28T21:18:19.745547Z","steps":["trace[540042997] 'process raft request' (duration: 865.42436ms)","trace[540042997] 'compare' (duration: 54.163761ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:19.74571Z","caller":"traceutil/trace.go:171","msg":"trace[280112495] transaction","detail":"{read_only:false; response_revision:37747; number_of_response:1; }","duration":"920.219286ms","start":"2026-07-28T21:18:18.825441Z","end":"2026-07-28T21:18:19.74566Z","steps":["trace[280112495] 'process raft request' (duration: 920.024421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.745749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:18.825357Z","time spent":"920.306118ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:19.745793Z","caller":"traceutil/trace.go:171","msg":"trace[103218990] transaction","detail":"{read_only:false; response_revision:37749; number_of_response:1; }","duration":"916.475871ms","start":"2026-07-28T21:18:18.829303Z","end":"2026-07-28T21:18:19.745778Z","steps":["trace[103218990] 'process raft request' (duration: 916.356898ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:19.745795Z","caller":"traceutil/trace.go:171","msg":"trace[522884399] transaction","detail":"{read_only:false; response_revision:37748; number_of_response:1; }","duration":"918.374939ms","start":"2026-07-28T21:18:18.827389Z","end":"2026-07-28T21:18:19.745764Z","steps":["trace[522884399] 'process raft request' (duration: 918.217745ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:19.745892Z","caller":"traceutil/trace.go:171","msg":"trace[377403731] linearizableReadLoop","detail":"{readStateIndex:38853; appliedIndex:38846; }","duration":"1.010034107s","start":"2026-07-28T21:18:18.735837Z","end":"2026-07-28T21:18:19.745871Z","steps":["trace[377403731] 'read index received' (duration: 503.618993ms)","trace[377403731] 'applied index is now lower than readState.Index' (duration: 506.414414ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:19.745871Z","caller":"traceutil/trace.go:171","msg":"trace[1446661967] transaction","detail":"{read_only:false; response_revision:37750; number_of_response:1; }","duration":"914.141372ms","start":"2026-07-28T21:18:18.831686Z","end":"2026-07-28T21:18:19.745827Z","steps":["trace[1446661967] 'process raft request' (duration: 914.038259ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:19.745975Z","caller":"traceutil/trace.go:171","msg":"trace[1359703312] transaction","detail":"{read_only:false; response_revision:37751; number_of_response:1; }","duration":"912.359757ms","start":"2026-07-28T21:18:18.833607Z","end":"2026-07-28T21:18:19.745967Z","steps":["trace[1359703312] 'process raft request' (duration: 912.166653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.746039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:18.833584Z","time spent":"912.431399ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:19.7461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010254582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T21:18:19.746101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:18.83161Z","time spent":"914.365577ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:19.746133Z","caller":"traceutil/trace.go:171","msg":"trace[1234125988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37751; }","duration":"1.010306213s","start":"2026-07-28T21:18:18.735818Z","end":"2026-07-28T21:18:19.746124Z","steps":["trace[1234125988] 'agreement among raft nodes before linearized reading' (duration: 1.01016845s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.746158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:18.735754Z","time spent":"1.010397606s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T21:18:19.745929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:18.829296Z","time spent":"916.527912ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:19.746284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.756943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:19.746305Z","caller":"traceutil/trace.go:171","msg":"trace[107486782] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:37751; }","duration":"194.826806ms","start":"2026-07-28T21:18:19.551471Z","end":"2026-07-28T21:18:19.746297Z","steps":["trace[107486782] 'agreement among raft nodes before linearized reading' (duration: 194.787635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.746294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.583313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:18:19.746344Z","caller":"traceutil/trace.go:171","msg":"trace[1462640041] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:37751; }","duration":"986.735657ms","start":"2026-07-28T21:18:18.759594Z","end":"2026-07-28T21:18:19.74633Z","steps":["trace[1462640041] 'agreement among raft nodes before linearized reading' (duration: 986.623865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.74639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.383524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:19.746395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:18.759574Z","time spent":"986.813359ms","remote":"127.0.0.1:46058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:18:19.746434Z","caller":"traceutil/trace.go:171","msg":"trace[650745615] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:37751; }","duration":"601.468156ms","start":"2026-07-28T21:18:19.144952Z","end":"2026-07-28T21:18:19.74642Z","steps":["trace[650745615] 'agreement among raft nodes before linearized reading' (duration: 601.389694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.746473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.021394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T21:18:19.746471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:19.144931Z","time spent":"601.531168ms","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:18:19.746501Z","caller":"traceutil/trace.go:171","msg":"trace[1441116779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37751; }","duration":"154.062636ms","start":"2026-07-28T21:18:19.592428Z","end":"2026-07-28T21:18:19.746491Z","steps":["trace[1441116779] 'agreement among raft nodes before linearized reading' (duration: 153.996674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.746587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.43054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T21:18:19.746604Z","caller":"traceutil/trace.go:171","msg":"trace[700312202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37751; }","duration":"155.46173ms","start":"2026-07-28T21:18:19.591135Z","end":"2026-07-28T21:18:19.746597Z","steps":["trace[700312202] 'agreement among raft nodes before linearized reading' (duration: 155.418019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.746668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.680977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T21:18:19.746685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.787024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T21:18:19.746705Z","caller":"traceutil/trace.go:171","msg":"trace[248831200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37751; }","duration":"158.823045ms","start":"2026-07-28T21:18:19.587874Z","end":"2026-07-28T21:18:19.746697Z","steps":["trace[248831200] 'agreement among raft nodes before linearized reading' (duration: 158.773003ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:19.746702Z","caller":"traceutil/trace.go:171","msg":"trace[897313287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37751; }","duration":"723.750789ms","start":"2026-07-28T21:18:19.022941Z","end":"2026-07-28T21:18:19.746691Z","steps":["trace[897313287] 'agreement among raft nodes before linearized reading' (duration: 723.626815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.746733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:19.022919Z","time spent":"723.807759ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T21:18:19.746757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.36407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:19.74678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.551514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T21:18:19.74679Z","caller":"traceutil/trace.go:171","msg":"trace[1151121395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37751; }","duration":"589.425822ms","start":"2026-07-28T21:18:19.157354Z","end":"2026-07-28T21:18:19.74678Z","steps":["trace[1151121395] 'agreement among raft nodes before linearized reading' (duration: 589.3704ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:19.746803Z","caller":"traceutil/trace.go:171","msg":"trace[543974775] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37751; }","duration":"161.614825ms","start":"2026-07-28T21:18:19.585181Z","end":"2026-07-28T21:18:19.746796Z","steps":["trace[543974775] 'agreement among raft nodes before linearized reading' (duration: 161.562994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.74682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:19.157334Z","time spent":"589.479423ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:18:19.746833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.961712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:18:19.746865Z","caller":"traceutil/trace.go:171","msg":"trace[1357233407] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:37751; }","duration":"985.043144ms","start":"2026-07-28T21:18:18.761812Z","end":"2026-07-28T21:18:19.746855Z","steps":["trace[1357233407] 'agreement among raft nodes before linearized reading' (duration: 984.989362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.746897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:18.761784Z","time spent":"985.101555ms","remote":"127.0.0.1:40446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:19.746074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:18.827382Z","time spent":"918.523423ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:19.746701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.240474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:19.747397Z","caller":"traceutil/trace.go:171","msg":"trace[1647754531] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:37751; }","duration":"524.933943ms","start":"2026-07-28T21:18:19.222448Z","end":"2026-07-28T21:18:19.747382Z","steps":["trace[1647754531] 'agreement among raft nodes before linearized reading' (duration: 524.207484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:19.747439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:19.222395Z","time spent":"525.030825ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:19.748058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:18.825418Z","time spent":"922.486434ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:20.066164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.657719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:20.066279Z","caller":"traceutil/trace.go:171","msg":"trace[306784427] transaction","detail":"{read_only:false; response_revision:37752; number_of_response:1; }","duration":"313.936197ms","start":"2026-07-28T21:18:19.752322Z","end":"2026-07-28T21:18:20.066259Z","steps":["trace[306784427] 'process raft request' (duration: 180.095244ms)","trace[306784427] 'compare' (duration: 133.380351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:20.066341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:19.752309Z","time spent":"314.002899ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:20.115392Z","caller":"traceutil/trace.go:171","msg":"trace[321457413] transaction","detail":"{read_only:false; response_revision:37753; number_of_response:1; }","duration":"362.537055ms","start":"2026-07-28T21:18:19.752802Z","end":"2026-07-28T21:18:20.115339Z","steps":["trace[321457413] 'process raft request' (duration: 362.3337ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:20.115371Z","caller":"traceutil/trace.go:171","msg":"trace[2095241371] transaction","detail":"{read_only:false; response_revision:37754; number_of_response:1; }","duration":"362.464713ms","start":"2026-07-28T21:18:19.752875Z","end":"2026-07-28T21:18:20.11534Z","steps":["trace[2095241371] 'process raft request' (duration: 362.386571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:20.115552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:19.75287Z","time spent":"362.600017ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:20.115566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:19.752783Z","time spent":"362.688019ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:20.115786Z","caller":"traceutil/trace.go:171","msg":"trace[719874553] transaction","detail":"{read_only:false; response_revision:37755; number_of_response:1; }","duration":"362.811412ms","start":"2026-07-28T21:18:19.752963Z","end":"2026-07-28T21:18:20.115774Z","steps":["trace[719874553] 'process raft request' (duration: 362.34313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:20.115837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:19.752944Z","time spent":"362.867874ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:20.115871Z","caller":"traceutil/trace.go:171","msg":"trace[1906383471] transaction","detail":"{read_only:false; response_revision:37757; number_of_response:1; }","duration":"362.052203ms","start":"2026-07-28T21:18:19.753805Z","end":"2026-07-28T21:18:20.115857Z","steps":["trace[1906383471] 'process raft request' (duration: 361.94022ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:20.115878Z","caller":"traceutil/trace.go:171","msg":"trace[1670837120] transaction","detail":"{read_only:false; response_revision:37758; number_of_response:1; }","duration":"191.795919ms","start":"2026-07-28T21:18:19.924056Z","end":"2026-07-28T21:18:20.115851Z","steps":["trace[1670837120] 'process raft request' (duration: 191.740727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:20.115883Z","caller":"traceutil/trace.go:171","msg":"trace[296397715] transaction","detail":"{read_only:false; response_revision:37756; number_of_response:1; }","duration":"362.829452ms","start":"2026-07-28T21:18:19.75301Z","end":"2026-07-28T21:18:20.115839Z","steps":["trace[296397715] 'process raft request' (duration: 362.522865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:20.115948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:19.753794Z","time spent":"362.113605ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:20.116107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:19.752983Z","time spent":"363.006427ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:20.526754Z","caller":"traceutil/trace.go:171","msg":"trace[1331190388] linearizableReadLoop","detail":"{readStateIndex:38861; appliedIndex:38860; }","duration":"170.998253ms","start":"2026-07-28T21:18:20.355728Z","end":"2026-07-28T21:18:20.526726Z","steps":["trace[1331190388] 'read index received' (duration: 170.760627ms)","trace[1331190388] 'applied index is now lower than readState.Index' (duration: 236.496µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:20.526871Z","caller":"traceutil/trace.go:171","msg":"trace[1620769407] transaction","detail":"{read_only:false; response_revision:37759; number_of_response:1; }","duration":"209.533978ms","start":"2026-07-28T21:18:20.317306Z","end":"2026-07-28T21:18:20.52684Z","steps":["trace[1620769407] 'process raft request' (duration: 209.22995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:20.526961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.202058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:20.527028Z","caller":"traceutil/trace.go:171","msg":"trace[1817993165] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:37759; }","duration":"171.317571ms","start":"2026-07-28T21:18:20.355692Z","end":"2026-07-28T21:18:20.52701Z","steps":["trace[1817993165] 'agreement among raft nodes before linearized reading' (duration: 171.174937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:20.727912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.470142ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T21:18:20.727996Z","caller":"traceutil/trace.go:171","msg":"trace[1194335343] linearizableReadLoop","detail":"{readStateIndex:38862; appliedIndex:38861; }","duration":"201.156706ms","start":"2026-07-28T21:18:20.526826Z","end":"2026-07-28T21:18:20.727983Z","steps":["trace[1194335343] 'read index received' (duration: 94.50257ms)","trace[1194335343] 'applied index is now lower than readState.Index' (duration: 106.653006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:20.728142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.864142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"info","ts":"2026-07-28T21:18:20.72817Z","caller":"traceutil/trace.go:171","msg":"trace[1374002833] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37759; }","duration":"354.938534ms","start":"2026-07-28T21:18:20.373222Z","end":"2026-07-28T21:18:20.72816Z","steps":["trace[1374002833] 'agreement among raft nodes before linearized reading' (duration: 354.826501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:20.728205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:20.373206Z","time spent":"354.982606ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23046,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T21:18:20.72823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.488011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T21:18:20.728293Z","caller":"traceutil/trace.go:171","msg":"trace[239174235] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37759; }","duration":"187.614634ms","start":"2026-07-28T21:18:20.540663Z","end":"2026-07-28T21:18:20.728278Z","steps":["trace[239174235] 'agreement among raft nodes before linearized reading' (duration: 187.429159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:21.204065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.399751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:21.204125Z","caller":"traceutil/trace.go:171","msg":"trace[672721947] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37762; }","duration":"233.506874ms","start":"2026-07-28T21:18:20.970605Z","end":"2026-07-28T21:18:21.204112Z","steps":["trace[672721947] 'range keys from in-memory index tree' (duration: 233.322709ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:21.297004Z","caller":"traceutil/trace.go:171","msg":"trace[375875056] transaction","detail":"{read_only:false; response_revision:37764; number_of_response:1; }","duration":"119.632345ms","start":"2026-07-28T21:18:21.177343Z","end":"2026-07-28T21:18:21.296975Z","steps":["trace[375875056] 'process raft request' (duration: 119.351558ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:21.406973Z","caller":"traceutil/trace.go:171","msg":"trace[769136822] linearizableReadLoop","detail":"{readStateIndex:38868; appliedIndex:38867; }","duration":"104.03004ms","start":"2026-07-28T21:18:21.302906Z","end":"2026-07-28T21:18:21.406936Z","steps":["trace[769136822] 'read index received' (duration: 97.599717ms)","trace[769136822] 'applied index is now lower than readState.Index' (duration: 6.428793ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:21.406996Z","caller":"traceutil/trace.go:171","msg":"trace[1802778458] transaction","detail":"{read_only:false; response_revision:37765; number_of_response:1; }","duration":"104.708197ms","start":"2026-07-28T21:18:21.302248Z","end":"2026-07-28T21:18:21.406956Z","steps":["trace[1802778458] 'process raft request' (duration: 98.288425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:21.407277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.350378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"info","ts":"2026-07-28T21:18:21.407338Z","caller":"traceutil/trace.go:171","msg":"trace[1167644252] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37765; }","duration":"104.4224ms","start":"2026-07-28T21:18:21.302892Z","end":"2026-07-28T21:18:21.407314Z","steps":["trace[1167644252] 'agreement among raft nodes before linearized reading' (duration: 104.116732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:23.228571Z","caller":"traceutil/trace.go:171","msg":"trace[2053802953] linearizableReadLoop","detail":"{readStateIndex:38883; appliedIndex:38882; }","duration":"450.419338ms","start":"2026-07-28T21:18:22.778125Z","end":"2026-07-28T21:18:23.228544Z","steps":["trace[2053802953] 'read index received' (duration: 450.11252ms)","trace[2053802953] 'applied index is now lower than readState.Index' (duration: 305.608µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:23.228802Z","caller":"traceutil/trace.go:171","msg":"trace[1553550660] transaction","detail":"{read_only:false; response_revision:37780; number_of_response:1; }","duration":"696.123469ms","start":"2026-07-28T21:18:22.532665Z","end":"2026-07-28T21:18:23.228789Z","steps":["trace[1553550660] 'process raft request' (duration: 695.627637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:23.228913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:22.53264Z","time spent":"696.197801ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:23.229089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.701928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:23.229205Z","caller":"traceutil/trace.go:171","msg":"trace[1472596779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37780; }","duration":"161.836611ms","start":"2026-07-28T21:18:23.06732Z","end":"2026-07-28T21:18:23.229157Z","steps":["trace[1472596779] 'agreement among raft nodes before linearized reading' (duration: 161.655337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:23.229368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.244549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:23.22941Z","caller":"traceutil/trace.go:171","msg":"trace[1279275002] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:37780; }","duration":"451.328001ms","start":"2026-07-28T21:18:22.778069Z","end":"2026-07-28T21:18:23.229397Z","steps":["trace[1279275002] 'agreement among raft nodes before linearized reading' (duration: 451.258759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:23.229441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:22.778048Z","time spent":"451.385613ms","remote":"127.0.0.1:43238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:18:23.988979Z","caller":"traceutil/trace.go:171","msg":"trace[1753820376] transaction","detail":"{read_only:false; response_revision:37781; number_of_response:1; }","duration":"284.524884ms","start":"2026-07-28T21:18:23.704428Z","end":"2026-07-28T21:18:23.988953Z","steps":["trace[1753820376] 'process raft request' (duration: 284.36181ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:23.989302Z","caller":"traceutil/trace.go:171","msg":"trace[1042934856] linearizableReadLoop","detail":"{readStateIndex:38884; appliedIndex:38884; }","duration":"233.911084ms","start":"2026-07-28T21:18:23.755381Z","end":"2026-07-28T21:18:23.989292Z","steps":["trace[1042934856] 'read index received' (duration: 233.906214ms)","trace[1042934856] 'applied index is now lower than readState.Index' (duration: 4.21µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:23.98956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.15652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:18:23.989604Z","caller":"traceutil/trace.go:171","msg":"trace[1564351221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37781; }","duration":"234.248572ms","start":"2026-07-28T21:18:23.755344Z","end":"2026-07-28T21:18:23.989593Z","steps":["trace[1564351221] 'agreement among raft nodes before linearized reading' (duration: 234.16253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:24.496505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227825690250966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T21:18:24.505837Z","caller":"traceutil/trace.go:171","msg":"trace[787975158] transaction","detail":"{read_only:false; response_revision:37783; number_of_response:1; }","duration":"745.036596ms","start":"2026-07-28T21:18:23.760775Z","end":"2026-07-28T21:18:24.505811Z","steps":["trace[787975158] 'process raft request' (duration: 744.927404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:24.506009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:23.760758Z","time spent":"745.156129ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:24.505974Z","caller":"traceutil/trace.go:171","msg":"trace[968831896] transaction","detail":"{read_only:false; response_revision:37782; number_of_response:1; }","duration":"749.593331ms","start":"2026-07-28T21:18:23.756193Z","end":"2026-07-28T21:18:24.505786Z","steps":["trace[968831896] 'process raft request' (duration: 749.17853ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:24.506182Z","caller":"traceutil/trace.go:171","msg":"trace[136427861] transaction","detail":"{read_only:false; response_revision:37784; number_of_response:1; }","duration":"745.277743ms","start":"2026-07-28T21:18:23.76087Z","end":"2026-07-28T21:18:24.506147Z","steps":["trace[136427861] 'process raft request' (duration: 744.890303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:24.506231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:23.756182Z","time spent":"749.952069ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:24.506342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:23.76086Z","time spent":"745.398746ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:24.506331Z","caller":"traceutil/trace.go:171","msg":"trace[1598628592] transaction","detail":"{read_only:false; response_revision:37787; number_of_response:1; }","duration":"743.418555ms","start":"2026-07-28T21:18:23.762885Z","end":"2026-07-28T21:18:24.506304Z","steps":["trace[1598628592] 'process raft request' (duration: 743.365543ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:24.506495Z","caller":"traceutil/trace.go:171","msg":"trace[812502209] transaction","detail":"{read_only:false; response_revision:37785; number_of_response:1; }","duration":"745.546869ms","start":"2026-07-28T21:18:23.760919Z","end":"2026-07-28T21:18:24.506466Z","steps":["trace[812502209] 'process raft request' (duration: 745.162719ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:24.506497Z","caller":"traceutil/trace.go:171","msg":"trace[1276804315] transaction","detail":"{read_only:false; response_revision:37786; number_of_response:1; }","duration":"745.504108ms","start":"2026-07-28T21:18:23.760966Z","end":"2026-07-28T21:18:24.50647Z","steps":["trace[1276804315] 'process raft request' (duration: 745.255412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:24.506613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:23.760913Z","time spent":"745.645341ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:24.506513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:23.762869Z","time spent":"743.551159ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:24.506663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:23.760959Z","time spent":"745.60596ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:24.692662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.166527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:24.692748Z","caller":"traceutil/trace.go:171","msg":"trace[797960614] linearizableReadLoop","detail":"{readStateIndex:38891; appliedIndex:38884; }","duration":"703.402004ms","start":"2026-07-28T21:18:23.989332Z","end":"2026-07-28T21:18:24.692734Z","steps":["trace[797960614] 'read index received' (duration: 516.033296ms)","trace[797960614] 'applied index is now lower than readState.Index' (duration: 187.367858ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:24.692871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.614523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:24.692905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.565248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T21:18:24.692924Z","caller":"traceutil/trace.go:171","msg":"trace[1812044571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37788; }","duration":"614.620979ms","start":"2026-07-28T21:18:24.078297Z","end":"2026-07-28T21:18:24.692918Z","steps":["trace[1812044571] 'agreement among raft nodes before linearized reading' (duration: 614.517027ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:24.692922Z","caller":"traceutil/trace.go:171","msg":"trace[1922051696] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:37788; }","duration":"897.718526ms","start":"2026-07-28T21:18:23.795196Z","end":"2026-07-28T21:18:24.692914Z","steps":["trace[1922051696] 'agreement among raft nodes before linearized reading' (duration: 897.606943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:24.69295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.078268Z","time spent":"614.67579ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T21:18:24.692954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:23.795182Z","time spent":"897.763557ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:24.692974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.859508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:24.693055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.035223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T21:18:24.693087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.308476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:18:24.693092Z","caller":"traceutil/trace.go:171","msg":"trace[1630592587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37788; }","duration":"536.014932ms","start":"2026-07-28T21:18:24.157051Z","end":"2026-07-28T21:18:24.693066Z","steps":["trace[1630592587] 'agreement among raft nodes before linearized reading' (duration: 535.800826ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:24.693121Z","caller":"traceutil/trace.go:171","msg":"trace[1874345966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37788; }","duration":"560.356177ms","start":"2026-07-28T21:18:24.132754Z","end":"2026-07-28T21:18:24.69311Z","steps":["trace[1874345966] 'agreement among raft nodes before linearized reading' (duration: 560.288205ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:24.693122Z","caller":"traceutil/trace.go:171","msg":"trace[627006261] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37788; }","duration":"557.118585ms","start":"2026-07-28T21:18:24.135988Z","end":"2026-07-28T21:18:24.693106Z","steps":["trace[627006261] 'agreement among raft nodes before linearized reading' (duration: 556.882919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:24.693143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.132747Z","time spent":"560.390978ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T21:18:24.693154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.232209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T21:18:24.693153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.15704Z","time spent":"536.100894ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:18:24.693163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.13598Z","time spent":"557.172327ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T21:18:24.693176Z","caller":"traceutil/trace.go:171","msg":"trace[1623221748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37788; }","duration":"561.272289ms","start":"2026-07-28T21:18:24.131898Z","end":"2026-07-28T21:18:24.693171Z","steps":["trace[1623221748] 'agreement among raft nodes before linearized reading' (duration: 561.213078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:24.69302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.061524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T21:18:24.693194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.13189Z","time spent":"561.300391ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T21:18:24.693215Z","caller":"traceutil/trace.go:171","msg":"trace[732450063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37788; }","duration":"561.266389ms","start":"2026-07-28T21:18:24.131937Z","end":"2026-07-28T21:18:24.693203Z","steps":["trace[732450063] 'agreement among raft nodes before linearized reading' (duration: 560.968002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:24.693238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.131932Z","time spent":"561.300101ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T21:18:24.69323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.111113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:24.692769Z","caller":"traceutil/trace.go:171","msg":"trace[1746404525] transaction","detail":"{read_only:false; response_revision:37788; number_of_response:1; }","duration":"561.573059ms","start":"2026-07-28T21:18:24.131167Z","end":"2026-07-28T21:18:24.69274Z","steps":["trace[1746404525] 'process raft request' (duration: 447.257088ms)","trace[1746404525] 'compare' (duration: 114.055244ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:24.693308Z","caller":"traceutil/trace.go:171","msg":"trace[628300790] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:37788; }","duration":"602.221865ms","start":"2026-07-28T21:18:24.091066Z","end":"2026-07-28T21:18:24.693288Z","steps":["trace[628300790] 'agreement among raft nodes before linearized reading' (duration: 602.103402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:24.693335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.091057Z","time spent":"602.271336ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:24.69343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.131151Z","time spent":"562.167413ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:24.694127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.693545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T21:18:24.694186Z","caller":"traceutil/trace.go:171","msg":"trace[314531313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37788; }","duration":"558.773106ms","start":"2026-07-28T21:18:24.135398Z","end":"2026-07-28T21:18:24.694171Z","steps":["trace[314531313] 'agreement among raft nodes before linearized reading' (duration: 557.427213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:24.694227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.13539Z","time spent":"558.826087ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T21:18:25.021883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.901664ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-28T21:18:25.021979Z","caller":"traceutil/trace.go:171","msg":"trace[2098001448] linearizableReadLoop","detail":"{readStateIndex:38892; appliedIndex:38891; }","duration":"327.913351ms","start":"2026-07-28T21:18:24.694049Z","end":"2026-07-28T21:18:25.021962Z","steps":["trace[2098001448] 'read index received' (duration: 197.915245ms)","trace[2098001448] 'applied index is now lower than readState.Index' (duration: 129.996496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:25.022051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.994553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:25.022059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.693835Z","time spent":"328.219968ms","remote":"127.0.0.1:42846","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T21:18:25.022084Z","caller":"traceutil/trace.go:171","msg":"trace[1648431447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37788; }","duration":"328.044424ms","start":"2026-07-28T21:18:24.69403Z","end":"2026-07-28T21:18:25.022074Z","steps":["trace[1648431447] 'agreement among raft nodes before linearized reading' (duration: 327.977552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:25.022115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.694017Z","time spent":"328.091544ms","remote":"127.0.0.1:42794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T21:18:25.332524Z","caller":"traceutil/trace.go:171","msg":"trace[1021632023] transaction","detail":"{read_only:false; response_revision:37789; number_of_response:1; }","duration":"635.097016ms","start":"2026-07-28T21:18:24.697396Z","end":"2026-07-28T21:18:25.332493Z","steps":["trace[1021632023] 'process raft request' (duration: 634.87577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:25.332671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.697378Z","time spent":"635.214089ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:25.332709Z","caller":"traceutil/trace.go:171","msg":"trace[1811704666] transaction","detail":"{read_only:false; response_revision:37790; number_of_response:1; }","duration":"635.193668ms","start":"2026-07-28T21:18:24.697481Z","end":"2026-07-28T21:18:25.332675Z","steps":["trace[1811704666] 'process raft request' (duration: 634.935262ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:25.332775Z","caller":"traceutil/trace.go:171","msg":"trace[1998415331] transaction","detail":"{read_only:false; response_revision:37791; number_of_response:1; }","duration":"635.25313ms","start":"2026-07-28T21:18:24.697494Z","end":"2026-07-28T21:18:25.332748Z","steps":["trace[1998415331] 'process raft request' (duration: 635.118087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:25.332894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.697453Z","time spent":"635.335132ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:25.332916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.697465Z","time spent":"635.380324ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:25.332941Z","caller":"traceutil/trace.go:171","msg":"trace[356982051] transaction","detail":"{read_only:false; response_revision:37792; number_of_response:1; }","duration":"633.814994ms","start":"2026-07-28T21:18:24.699117Z","end":"2026-07-28T21:18:25.332932Z","steps":["trace[356982051] 'process raft request' (duration: 633.527557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:25.332992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.699108Z","time spent":"633.859766ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:25.333048Z","caller":"traceutil/trace.go:171","msg":"trace[604265406] transaction","detail":"{read_only:false; response_revision:37793; number_of_response:1; }","duration":"633.203099ms","start":"2026-07-28T21:18:24.699826Z","end":"2026-07-28T21:18:25.333029Z","steps":["trace[604265406] 'process raft request' (duration: 632.973233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:25.33313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.699819Z","time spent":"633.269141ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:25.333441Z","caller":"traceutil/trace.go:171","msg":"trace[1502361431] transaction","detail":"{read_only:false; response_revision:37794; number_of_response:1; }","duration":"632.728577ms","start":"2026-07-28T21:18:24.7007Z","end":"2026-07-28T21:18:25.333428Z","steps":["trace[1502361431] 'process raft request' (duration: 632.279215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:25.333503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:24.70069Z","time spent":"632.780878ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:25.842599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.994946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:25.84277Z","caller":"traceutil/trace.go:171","msg":"trace[206973361] linearizableReadLoop","detail":"{readStateIndex:38899; appliedIndex:38892; }","duration":"705.942598ms","start":"2026-07-28T21:18:25.136815Z","end":"2026-07-28T21:18:25.842758Z","steps":["trace[206973361] 'read index received' (duration: 195.388561ms)","trace[206973361] 'applied index is now lower than readState.Index' (duration: 510.553297ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:25.842827Z","caller":"traceutil/trace.go:171","msg":"trace[1552949173] transaction","detail":"{read_only:false; response_revision:37795; number_of_response:1; }","duration":"819.705304ms","start":"2026-07-28T21:18:25.023112Z","end":"2026-07-28T21:18:25.842817Z","steps":["trace[1552949173] 'process raft request' (duration: 579.41939ms)","trace[1552949173] 'compare' (duration: 239.600267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:25.84287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:25.02309Z","time spent":"819.754304ms","remote":"127.0.0.1:42846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:25.842927Z","caller":"traceutil/trace.go:171","msg":"trace[1214907680] transaction","detail":"{read_only:false; response_revision:37796; number_of_response:1; }","duration":"608.853592ms","start":"2026-07-28T21:18:25.234032Z","end":"2026-07-28T21:18:25.842886Z","steps":["trace[1214907680] 'process raft request' (duration: 608.646307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:25.84305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:25.23401Z","time spent":"608.973317ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:25.843112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.154124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:25.843242Z","caller":"traceutil/trace.go:171","msg":"trace[213590410] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37796; }","duration":"706.428481ms","start":"2026-07-28T21:18:25.136756Z","end":"2026-07-28T21:18:25.843184Z","steps":["trace[213590410] 'agreement among raft nodes before linearized reading' (duration: 706.130752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:25.84331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:25.136735Z","time spent":"706.555575ms","remote":"127.0.0.1:49474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T21:18:25.848613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.99455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:25.848648Z","caller":"traceutil/trace.go:171","msg":"trace[1508373201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37797; }","duration":"691.049882ms","start":"2026-07-28T21:18:25.15759Z","end":"2026-07-28T21:18:25.84864Z","steps":["trace[1508373201] 'agreement among raft nodes before linearized reading' (duration: 690.998401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:25.848668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:25.157579Z","time spent":"691.084432ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:18:25.848704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.412997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T21:18:25.848745Z","caller":"traceutil/trace.go:171","msg":"trace[725330738] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37797; }","duration":"109.497239ms","start":"2026-07-28T21:18:25.739238Z","end":"2026-07-28T21:18:25.848736Z","steps":["trace[725330738] 'agreement among raft nodes before linearized reading' (duration: 109.338605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:25.848809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.963586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T21:18:25.848888Z","caller":"traceutil/trace.go:171","msg":"trace[127856842] transaction","detail":"{read_only:false; response_revision:37797; number_of_response:1; }","duration":"371.693907ms","start":"2026-07-28T21:18:25.47716Z","end":"2026-07-28T21:18:25.848854Z","steps":["trace[127856842] 'process raft request' (duration: 371.194874ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:25.848914Z","caller":"traceutil/trace.go:171","msg":"trace[1980085283] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37797; }","duration":"111.13856ms","start":"2026-07-28T21:18:25.737752Z","end":"2026-07-28T21:18:25.848891Z","steps":["trace[1980085283] 'agreement among raft nodes before linearized reading' (duration: 110.765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:25.84905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:25.477132Z","time spent":"371.837121ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:26.505272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.445883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:26.505466Z","caller":"traceutil/trace.go:171","msg":"trace[77712166] linearizableReadLoop","detail":"{readStateIndex:38904; appliedIndex:38901; }","duration":"648.941307ms","start":"2026-07-28T21:18:25.856511Z","end":"2026-07-28T21:18:26.505452Z","steps":["trace[77712166] 'read index received' (duration: 326.245069ms)","trace[77712166] 'applied index is now lower than readState.Index' (duration: 322.695308ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:26.505477Z","caller":"traceutil/trace.go:171","msg":"trace[991609603] transaction","detail":"{read_only:false; response_revision:37798; number_of_response:1; }","duration":"652.388634ms","start":"2026-07-28T21:18:25.853053Z","end":"2026-07-28T21:18:26.505441Z","steps":["trace[991609603] 'process raft request' (duration: 329.688905ms)","trace[991609603] 'compare' (duration: 322.220157ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:26.50552Z","caller":"traceutil/trace.go:171","msg":"trace[1660201462] transaction","detail":"{read_only:false; response_revision:37800; number_of_response:1; }","duration":"651.576434ms","start":"2026-07-28T21:18:25.853938Z","end":"2026-07-28T21:18:26.505514Z","steps":["trace[1660201462] 'process raft request' (duration: 651.482932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.505559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:25.853893Z","time spent":"651.648626ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:26.505522Z","caller":"traceutil/trace.go:171","msg":"trace[991085215] transaction","detail":"{read_only:false; response_revision:37799; number_of_response:1; }","duration":"652.255901ms","start":"2026-07-28T21:18:25.853228Z","end":"2026-07-28T21:18:26.505484Z","steps":["trace[991085215] 'process raft request' (duration: 652.121838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.505624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:25.853027Z","time spent":"652.514188ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:26.505712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.201684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:26.505689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:25.853208Z","time spent":"652.389834ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:26.505729Z","caller":"traceutil/trace.go:171","msg":"trace[549909245] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37800; }","duration":"649.218894ms","start":"2026-07-28T21:18:25.856504Z","end":"2026-07-28T21:18:26.505723Z","steps":["trace[549909245] 'agreement among raft nodes before linearized reading' (duration: 649.168913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.505748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:25.856457Z","time spent":"649.287796ms","remote":"127.0.0.1:40454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T21:18:26.921524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.073348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:26.921629Z","caller":"traceutil/trace.go:171","msg":"trace[1716861703] linearizableReadLoop","detail":"{readStateIndex:38905; appliedIndex:38904; }","duration":"416.125511ms","start":"2026-07-28T21:18:26.505487Z","end":"2026-07-28T21:18:26.921613Z","steps":["trace[1716861703] 'read index received' (duration: 107.899949ms)","trace[1716861703] 'applied index is now lower than readState.Index' (duration: 308.224442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:26.921861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.83402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:26.921873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.647122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:26.921945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.437136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:26.921946Z","caller":"traceutil/trace.go:171","msg":"trace[599648661] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:37801; }","duration":"639.799836ms","start":"2026-07-28T21:18:26.282128Z","end":"2026-07-28T21:18:26.921927Z","steps":["trace[599648661] 'agreement among raft nodes before linearized reading' (duration: 639.658773ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:26.921979Z","caller":"traceutil/trace.go:171","msg":"trace[577836183] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:37801; }","duration":"936.528458ms","start":"2026-07-28T21:18:25.985442Z","end":"2026-07-28T21:18:26.921971Z","steps":["trace[577836183] 'agreement among raft nodes before linearized reading' (duration: 936.478917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.921994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.282102Z","time spent":"639.880649ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:26.922018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:25.985415Z","time spent":"936.59371ms","remote":"127.0.0.1:49286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:18:26.921902Z","caller":"traceutil/trace.go:171","msg":"trace[74529779] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:37801; }","duration":"721.926082ms","start":"2026-07-28T21:18:26.199964Z","end":"2026-07-28T21:18:26.921891Z","steps":["trace[74529779] 'agreement among raft nodes before linearized reading' (duration: 721.854451ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:26.922129Z","caller":"traceutil/trace.go:171","msg":"trace[1664789834] transaction","detail":"{read_only:false; response_revision:37801; number_of_response:1; }","duration":"619.150614ms","start":"2026-07-28T21:18:26.302953Z","end":"2026-07-28T21:18:26.922104Z","steps":["trace[1664789834] 'process raft request' (duration: 310.418668ms)","trace[1664789834] 'compare' (duration: 307.639257ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:26.922258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.848596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"warn","ts":"2026-07-28T21:18:26.922302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.883147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T21:18:26.922306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.569741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T21:18:26.92238Z","caller":"traceutil/trace.go:171","msg":"trace[2047922058] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:37801; }","duration":"939.01657ms","start":"2026-07-28T21:18:25.983346Z","end":"2026-07-28T21:18:26.922362Z","steps":["trace[2047922058] 'agreement among raft nodes before linearized reading' (duration: 938.725583ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:26.922397Z","caller":"traceutil/trace.go:171","msg":"trace[1872531644] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37801; }","duration":"499.674943ms","start":"2026-07-28T21:18:26.422704Z","end":"2026-07-28T21:18:26.922379Z","steps":["trace[1872531644] 'agreement among raft nodes before linearized reading' (duration: 499.400817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.922393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.504486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-07-28T21:18:26.922441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.422683Z","time spent":"499.749566ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T21:18:26.92243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:25.983321Z","time spent":"939.097452ms","remote":"127.0.0.1:49100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":164,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:26.92227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.302937Z","time spent":"619.249417ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:26.922518Z","caller":"traceutil/trace.go:171","msg":"trace[282842682] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37801; }","duration":"510.66131ms","start":"2026-07-28T21:18:26.41183Z","end":"2026-07-28T21:18:26.922491Z","steps":["trace[282842682] 'agreement among raft nodes before linearized reading' (duration: 510.24013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.922599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.411773Z","time spent":"510.813845ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T21:18:26.922323Z","caller":"traceutil/trace.go:171","msg":"trace[512297731] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:37801; }","duration":"563.97181ms","start":"2026-07-28T21:18:26.358335Z","end":"2026-07-28T21:18:26.922307Z","steps":["trace[512297731] 'agreement among raft nodes before linearized reading' (duration: 563.764004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.922659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.358302Z","time spent":"564.346089ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11736,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-28T21:18:26.922485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.199936Z","time spent":"722.531028ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:18:26.980495Z","caller":"traceutil/trace.go:171","msg":"trace[394581573] transaction","detail":"{read_only:false; response_revision:37802; number_of_response:1; }","duration":"468.749131ms","start":"2026-07-28T21:18:26.511724Z","end":"2026-07-28T21:18:26.980473Z","steps":["trace[394581573] 'process raft request' (duration: 468.515704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.980703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.511712Z","time spent":"468.855275ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:26.980809Z","caller":"traceutil/trace.go:171","msg":"trace[1592147644] transaction","detail":"{read_only:false; response_revision:37807; number_of_response:1; }","duration":"468.933316ms","start":"2026-07-28T21:18:26.511858Z","end":"2026-07-28T21:18:26.980791Z","steps":["trace[1592147644] 'process raft request' (duration: 468.892085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.980916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.51184Z","time spent":"469.015159ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:26.98095Z","caller":"traceutil/trace.go:171","msg":"trace[1481092473] transaction","detail":"{read_only:false; response_revision:37804; number_of_response:1; }","duration":"469.177073ms","start":"2026-07-28T21:18:26.511753Z","end":"2026-07-28T21:18:26.98093Z","steps":["trace[1481092473] 'process raft request' (duration: 468.827684ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:26.981005Z","caller":"traceutil/trace.go:171","msg":"trace[482509793] transaction","detail":"{read_only:false; response_revision:37805; number_of_response:1; }","duration":"469.169202ms","start":"2026-07-28T21:18:26.511829Z","end":"2026-07-28T21:18:26.980998Z","steps":["trace[482509793] 'process raft request' (duration: 468.846724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.981044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.511823Z","time spent":"469.196993ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:26.98106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.51173Z","time spent":"469.264024ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:26.981123Z","caller":"traceutil/trace.go:171","msg":"trace[1623315364] transaction","detail":"{read_only:false; response_revision:37806; number_of_response:1; }","duration":"469.09885ms","start":"2026-07-28T21:18:26.512018Z","end":"2026-07-28T21:18:26.981116Z","steps":["trace[1623315364] 'process raft request' (duration: 468.69394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.981151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.512012Z","time spent":"469.123251ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:26.981213Z","caller":"traceutil/trace.go:171","msg":"trace[87985284] transaction","detail":"{read_only:false; response_revision:37803; number_of_response:1; }","duration":"469.45666ms","start":"2026-07-28T21:18:26.51175Z","end":"2026-07-28T21:18:26.981207Z","steps":["trace[87985284] 'process raft request' (duration: 468.66552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:26.981242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.511731Z","time spent":"469.49441ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:27.453038Z","caller":"traceutil/trace.go:171","msg":"trace[190730140] transaction","detail":"{read_only:false; response_revision:37809; number_of_response:1; }","duration":"752.668429ms","start":"2026-07-28T21:18:26.700346Z","end":"2026-07-28T21:18:27.453014Z","steps":["trace[190730140] 'process raft request' (duration: 752.567716ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:27.453078Z","caller":"traceutil/trace.go:171","msg":"trace[427287332] transaction","detail":"{read_only:false; response_revision:37808; number_of_response:1; }","duration":"765.476573ms","start":"2026-07-28T21:18:26.687564Z","end":"2026-07-28T21:18:27.45304Z","steps":["trace[427287332] 'process raft request' (duration: 765.188026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:27.453215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.700321Z","time spent":"752.796151ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:27.45324Z","caller":"traceutil/trace.go:171","msg":"trace[737795628] linearizableReadLoop","detail":"{readStateIndex:38913; appliedIndex:38905; }","duration":"531.554599ms","start":"2026-07-28T21:18:26.921654Z","end":"2026-07-28T21:18:27.453208Z","steps":["trace[737795628] 'read index received' (duration: 58.610731ms)","trace[737795628] 'applied index is now lower than readState.Index' (duration: 472.941537ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:27.453314Z","caller":"traceutil/trace.go:171","msg":"trace[1613094905] transaction","detail":"{read_only:false; response_revision:37810; number_of_response:1; }","duration":"526.029178ms","start":"2026-07-28T21:18:26.927244Z","end":"2026-07-28T21:18:27.453273Z","steps":["trace[1613094905] 'process raft request' (duration: 525.728371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:27.453368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.687535Z","time spent":"765.697078ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:27.45344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.361251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:27.453479Z","caller":"traceutil/trace.go:171","msg":"trace[1335864004] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:37810; }","duration":"559.421483ms","start":"2026-07-28T21:18:26.894043Z","end":"2026-07-28T21:18:27.453465Z","steps":["trace[1335864004] 'agreement among raft nodes before linearized reading' (duration: 559.31775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:27.453486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.927227Z","time spent":"526.175212ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:27.453508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.893995Z","time spent":"559.506755ms","remote":"127.0.0.1:49154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:27.453591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.660275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T21:18:27.453673Z","caller":"traceutil/trace.go:171","msg":"trace[1926247153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37810; }","duration":"526.785349ms","start":"2026-07-28T21:18:26.926869Z","end":"2026-07-28T21:18:27.453655Z","steps":["trace[1926247153] 'agreement among raft nodes before linearized reading' (duration: 526.600134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:27.453718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.926847Z","time spent":"526.86325ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T21:18:27.453726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.696479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:27.453773Z","caller":"traceutil/trace.go:171","msg":"trace[1506260883] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:37810; }","duration":"112.761751ms","start":"2026-07-28T21:18:27.340997Z","end":"2026-07-28T21:18:27.453759Z","steps":["trace[1506260883] 'agreement among raft nodes before linearized reading' (duration: 112.663318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:27.453851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.993903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T21:18:27.453937Z","caller":"traceutil/trace.go:171","msg":"trace[1166355905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37810; }","duration":"116.138556ms","start":"2026-07-28T21:18:27.337782Z","end":"2026-07-28T21:18:27.45392Z","steps":["trace[1166355905] 'agreement among raft nodes before linearized reading' (duration: 115.848308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:27.453989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.591117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:27.454011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.65254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T21:18:27.454034Z","caller":"traceutil/trace.go:171","msg":"trace[1235239007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37810; }","duration":"116.67303ms","start":"2026-07-28T21:18:27.337354Z","end":"2026-07-28T21:18:27.454027Z","steps":["trace[1235239007] 'agreement among raft nodes before linearized reading' (duration: 116.622379ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:27.454033Z","caller":"traceutil/trace.go:171","msg":"trace[2077995297] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37810; }","duration":"943.660798ms","start":"2026-07-28T21:18:26.510361Z","end":"2026-07-28T21:18:27.454022Z","steps":["trace[2077995297] 'agreement among raft nodes before linearized reading' (duration: 943.592576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:27.454076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.510348Z","time spent":"943.72066ms","remote":"127.0.0.1:40454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T21:18:27.454057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.432769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T21:18:27.454028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.798143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-07-28T21:18:27.454166Z","caller":"traceutil/trace.go:171","msg":"trace[632305206] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:37810; }","duration":"523.949066ms","start":"2026-07-28T21:18:26.930208Z","end":"2026-07-28T21:18:27.454157Z","steps":["trace[632305206] 'agreement among raft nodes before linearized reading' (duration: 523.750721ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:27.454179Z","caller":"traceutil/trace.go:171","msg":"trace[479813320] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37810; }","duration":"115.599343ms","start":"2026-07-28T21:18:27.338551Z","end":"2026-07-28T21:18:27.45415Z","steps":["trace[479813320] 'agreement among raft nodes before linearized reading' (duration: 115.221264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:27.453903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.246405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T21:18:27.454233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:26.930196Z","time spent":"524.028069ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11736,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-07-28T21:18:27.45424Z","caller":"traceutil/trace.go:171","msg":"trace[1063315475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37810; }","duration":"117.644164ms","start":"2026-07-28T21:18:27.336581Z","end":"2026-07-28T21:18:27.454225Z","steps":["trace[1063315475] 'agreement among raft nodes before linearized reading' (duration: 117.215093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:27.45396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.184148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T21:18:27.454327Z","caller":"traceutil/trace.go:171","msg":"trace[754620051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37810; }","duration":"116.563687ms","start":"2026-07-28T21:18:27.337751Z","end":"2026-07-28T21:18:27.454314Z","steps":["trace[754620051] 'agreement among raft nodes before linearized reading' (duration: 116.165277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:27.45394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.543043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:27.454374Z","caller":"traceutil/trace.go:171","msg":"trace[102763480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37810; }","duration":"296.019714ms","start":"2026-07-28T21:18:27.158345Z","end":"2026-07-28T21:18:27.454365Z","steps":["trace[102763480] 'agreement among raft nodes before linearized reading' (duration: 295.562233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:27.454449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.525766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T21:18:27.454492Z","caller":"traceutil/trace.go:171","msg":"trace[536968235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37810; }","duration":"116.611808ms","start":"2026-07-28T21:18:27.33787Z","end":"2026-07-28T21:18:27.454482Z","steps":["trace[536968235] 'agreement among raft nodes before linearized reading' (duration: 116.462235ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:37.908102Z","caller":"traceutil/trace.go:171","msg":"trace[214945596] linearizableReadLoop","detail":"{readStateIndex:39008; appliedIndex:39007; }","duration":"100.83347ms","start":"2026-07-28T21:18:37.807233Z","end":"2026-07-28T21:18:37.908067Z","steps":["trace[214945596] 'read index received' (duration: 100.565843ms)","trace[214945596] 'applied index is now lower than readState.Index' (duration: 265.807µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:37.908146Z","caller":"traceutil/trace.go:171","msg":"trace[82166442] transaction","detail":"{read_only:false; response_revision:37902; number_of_response:1; }","duration":"119.025579ms","start":"2026-07-28T21:18:37.789084Z","end":"2026-07-28T21:18:37.908109Z","steps":["trace[82166442] 'process raft request' (duration: 118.739741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:37.908349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.087255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:37.908405Z","caller":"traceutil/trace.go:171","msg":"trace[1921861989] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37902; }","duration":"101.22961ms","start":"2026-07-28T21:18:37.807157Z","end":"2026-07-28T21:18:37.908386Z","steps":["trace[1921861989] 'agreement among raft nodes before linearized reading' (duration: 101.101806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:38.304827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.488158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:38.304933Z","caller":"traceutil/trace.go:171","msg":"trace[729568414] linearizableReadLoop","detail":"{readStateIndex:39009; appliedIndex:39008; }","duration":"396.70136ms","start":"2026-07-28T21:18:37.908215Z","end":"2026-07-28T21:18:38.304916Z","steps":["trace[729568414] 'read index received' (duration: 255.075949ms)","trace[729568414] 'applied index is now lower than readState.Index' (duration: 141.624301ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:38.304951Z","caller":"traceutil/trace.go:171","msg":"trace[127677164] transaction","detail":"{read_only:false; response_revision:37903; number_of_response:1; }","duration":"414.057538ms","start":"2026-07-28T21:18:37.89087Z","end":"2026-07-28T21:18:38.304927Z","steps":["trace[127677164] 'process raft request' (duration: 272.390196ms)","trace[127677164] 'compare' (duration: 141.369725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:38.305065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.236102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:18:38.305059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:37.890843Z","time spent":"414.168541ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:38.305104Z","caller":"traceutil/trace.go:171","msg":"trace[309515142] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:37903; }","duration":"412.311644ms","start":"2026-07-28T21:18:37.892781Z","end":"2026-07-28T21:18:38.305093Z","steps":["trace[309515142] 'agreement among raft nodes before linearized reading' (duration: 412.232192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:38.305106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.837891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:38.305144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:37.892771Z","time spent":"412.363995ms","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:18:38.305184Z","caller":"traceutil/trace.go:171","msg":"trace[1265399213] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37903; }","duration":"390.948743ms","start":"2026-07-28T21:18:37.914216Z","end":"2026-07-28T21:18:38.305165Z","steps":["trace[1265399213] 'agreement among raft nodes before linearized reading' (duration: 390.83189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:38.30523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:37.914192Z","time spent":"391.029366ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T21:18:38.30551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.938886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-28T21:18:38.305589Z","caller":"traceutil/trace.go:171","msg":"trace[1597394455] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:37903; }","duration":"274.050729ms","start":"2026-07-28T21:18:38.031521Z","end":"2026-07-28T21:18:38.305572Z","steps":["trace[1597394455] 'agreement among raft nodes before linearized reading' (duration: 273.867145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:39.622003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.96237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:39.622471Z","caller":"traceutil/trace.go:171","msg":"trace[1725367045] transaction","detail":"{read_only:false; response_revision:37905; number_of_response:1; }","duration":"570.599886ms","start":"2026-07-28T21:18:39.051796Z","end":"2026-07-28T21:18:39.622396Z","steps":["trace[1725367045] 'process raft request' (duration: 335.141273ms)","trace[1725367045] 'compare' (duration: 234.761045ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:39.622702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.051764Z","time spent":"570.81096ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:39.623015Z","caller":"traceutil/trace.go:171","msg":"trace[1319333369] linearizableReadLoop","detail":"{readStateIndex:39016; appliedIndex:39010; }","duration":"467.699505ms","start":"2026-07-28T21:18:39.155296Z","end":"2026-07-28T21:18:39.622996Z","steps":["trace[1319333369] 'read index received' (duration: 231.624116ms)","trace[1319333369] 'applied index is now lower than readState.Index' (duration: 236.074409ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:39.623053Z","caller":"traceutil/trace.go:171","msg":"trace[1458592068] transaction","detail":"{read_only:false; response_revision:37906; number_of_response:1; }","duration":"567.564389ms","start":"2026-07-28T21:18:39.055419Z","end":"2026-07-28T21:18:39.622983Z","steps":["trace[1458592068] 'process raft request' (duration: 567.253401ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:39.623088Z","caller":"traceutil/trace.go:171","msg":"trace[42878722] transaction","detail":"{read_only:false; response_revision:37908; number_of_response:1; }","duration":"567.508559ms","start":"2026-07-28T21:18:39.055524Z","end":"2026-07-28T21:18:39.623032Z","steps":["trace[42878722] 'process raft request' (duration: 567.337293ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:39.623175Z","caller":"traceutil/trace.go:171","msg":"trace[2047373138] transaction","detail":"{read_only:false; response_revision:37910; number_of_response:1; }","duration":"567.112379ms","start":"2026-07-28T21:18:39.05604Z","end":"2026-07-28T21:18:39.623152Z","steps":["trace[2047373138] 'process raft request' (duration: 566.914434ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:39.623207Z","caller":"traceutil/trace.go:171","msg":"trace[76749188] transaction","detail":"{read_only:false; response_revision:37909; number_of_response:1; }","duration":"567.139909ms","start":"2026-07-28T21:18:39.055996Z","end":"2026-07-28T21:18:39.623135Z","steps":["trace[76749188] 'process raft request' (duration: 566.917143ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:39.623178Z","caller":"traceutil/trace.go:171","msg":"trace[1689537899] transaction","detail":"{read_only:false; response_revision:37907; number_of_response:1; }","duration":"567.730653ms","start":"2026-07-28T21:18:39.05542Z","end":"2026-07-28T21:18:39.623151Z","steps":["trace[1689537899] 'process raft request' (duration: 567.353593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:39.623252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.056027Z","time spent":"567.19068ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:39.623248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.055516Z","time spent":"567.645212ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:39.623242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.0554Z","time spent":"567.745394ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:39.623332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.055397Z","time spent":"567.854337ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:39.623369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.055986Z","time spent":"567.338524ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:39.623233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:39.624015Z","caller":"traceutil/trace.go:171","msg":"trace[694461694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37910; }","duration":"468.753651ms","start":"2026-07-28T21:18:39.155245Z","end":"2026-07-28T21:18:39.623999Z","steps":["trace[694461694] 'agreement among raft nodes before linearized reading' (duration: 467.893029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:39.62405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.155225Z","time spent":"468.815653ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:18:39.918154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.900397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:39.918292Z","caller":"traceutil/trace.go:171","msg":"trace[2091505435] linearizableReadLoop","detail":"{readStateIndex:39017; appliedIndex:39016; }","duration":"295.204953ms","start":"2026-07-28T21:18:39.623065Z","end":"2026-07-28T21:18:39.91827Z","steps":["trace[2091505435] 'read index received' (duration: 188.926627ms)","trace[2091505435] 'applied index is now lower than readState.Index' (duration: 106.276776ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:39.918434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.392317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T21:18:39.918523Z","caller":"traceutil/trace.go:171","msg":"trace[1168602494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37911; }","duration":"340.510689ms","start":"2026-07-28T21:18:39.577989Z","end":"2026-07-28T21:18:39.9185Z","steps":["trace[1168602494] 'agreement among raft nodes before linearized reading' (duration: 340.294154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:39.918546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.33147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T21:18:39.918572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.577982Z","time spent":"340.582181ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T21:18:39.91858Z","caller":"traceutil/trace.go:171","msg":"trace[1132945393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37911; }","duration":"341.373381ms","start":"2026-07-28T21:18:39.577195Z","end":"2026-07-28T21:18:39.918568Z","steps":["trace[1132945393] 'agreement among raft nodes before linearized reading' (duration: 341.197557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:39.918674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.57719Z","time spent":"341.474243ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T21:18:39.91871Z","caller":"traceutil/trace.go:171","msg":"trace[64666155] transaction","detail":"{read_only:false; response_revision:37911; number_of_response:1; }","duration":"421.943358ms","start":"2026-07-28T21:18:39.496737Z","end":"2026-07-28T21:18:39.91868Z","steps":["trace[64666155] 'process raft request' (duration: 315.399474ms)","trace[64666155] 'compare' (duration: 105.727923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:39.918784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.510835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:39.918875Z","caller":"traceutil/trace.go:171","msg":"trace[2136606698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37911; }","duration":"292.677719ms","start":"2026-07-28T21:18:39.626175Z","end":"2026-07-28T21:18:39.918853Z","steps":["trace[2136606698] 'agreement among raft nodes before linearized reading' (duration: 292.527275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:39.918892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.496682Z","time spent":"422.104902ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:39.91896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.400425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T21:18:39.919018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.7336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T21:18:39.919054Z","caller":"traceutil/trace.go:171","msg":"trace[1082241822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37911; }","duration":"336.538328ms","start":"2026-07-28T21:18:39.582492Z","end":"2026-07-28T21:18:39.91903Z","steps":["trace[1082241822] 'agreement among raft nodes before linearized reading' (duration: 336.231891ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:39.919111Z","caller":"traceutil/trace.go:171","msg":"trace[1804753064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37911; }","duration":"343.873274ms","start":"2026-07-28T21:18:39.575218Z","end":"2026-07-28T21:18:39.919091Z","steps":["trace[1804753064] 'agreement among raft nodes before linearized reading' (duration: 343.577317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:39.919166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.575202Z","time spent":"343.955467ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T21:18:39.919119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.582478Z","time spent":"336.63221ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T21:18:39.91902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.892154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T21:18:39.919373Z","caller":"traceutil/trace.go:171","msg":"trace[1788531148] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37911; }","duration":"342.291854ms","start":"2026-07-28T21:18:39.577042Z","end":"2026-07-28T21:18:39.919334Z","steps":["trace[1788531148] 'agreement among raft nodes before linearized reading' (duration: 341.72748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:39.919524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.57702Z","time spent":"342.457058ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T21:18:39.919613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.567074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T21:18:39.919701Z","caller":"traceutil/trace.go:171","msg":"trace[1082783552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37911; }","duration":"354.692717ms","start":"2026-07-28T21:18:39.564987Z","end":"2026-07-28T21:18:39.91968Z","steps":["trace[1082783552] 'agreement among raft nodes before linearized reading' (duration: 354.515572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:39.919747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.564964Z","time spent":"354.773179ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T21:18:40.255611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.889117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:40.255718Z","caller":"traceutil/trace.go:171","msg":"trace[1367700762] transaction","detail":"{read_only:false; response_revision:37912; number_of_response:1; }","duration":"332.162587ms","start":"2026-07-28T21:18:39.923537Z","end":"2026-07-28T21:18:40.2557Z","steps":["trace[1367700762] 'process raft request' (duration: 173.107117ms)","trace[1367700762] 'compare' (duration: 158.461625ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:40.25581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.923511Z","time spent":"332.239849ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:40.334921Z","caller":"traceutil/trace.go:171","msg":"trace[1680798540] transaction","detail":"{read_only:false; response_revision:37913; number_of_response:1; }","duration":"411.071183ms","start":"2026-07-28T21:18:39.923818Z","end":"2026-07-28T21:18:40.334889Z","steps":["trace[1680798540] 'process raft request' (duration: 410.846627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:40.335125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.923793Z","time spent":"411.226997ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:40.33531Z","caller":"traceutil/trace.go:171","msg":"trace[433963011] transaction","detail":"{read_only:false; response_revision:37914; number_of_response:1; }","duration":"411.32257ms","start":"2026-07-28T21:18:39.923955Z","end":"2026-07-28T21:18:40.335278Z","steps":["trace[433963011] 'process raft request' (duration: 410.832197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:40.335463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.92395Z","time spent":"411.438412ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:40.3357Z","caller":"traceutil/trace.go:171","msg":"trace[1119925597] transaction","detail":"{read_only:false; response_revision:37915; number_of_response:1; }","duration":"411.672639ms","start":"2026-07-28T21:18:39.924009Z","end":"2026-07-28T21:18:40.335682Z","steps":["trace[1119925597] 'process raft request' (duration: 411.174636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:40.3358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.924004Z","time spent":"411.74061ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:40.336001Z","caller":"traceutil/trace.go:171","msg":"trace[1063522879] transaction","detail":"{read_only:false; response_revision:37916; number_of_response:1; }","duration":"409.679598ms","start":"2026-07-28T21:18:39.926279Z","end":"2026-07-28T21:18:40.335959Z","steps":["trace[1063522879] 'process raft request' (duration: 409.321279ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:40.336092Z","caller":"traceutil/trace.go:171","msg":"trace[860106864] transaction","detail":"{read_only:false; response_revision:37917; number_of_response:1; }","duration":"409.737339ms","start":"2026-07-28T21:18:39.92634Z","end":"2026-07-28T21:18:40.336078Z","steps":["trace[860106864] 'process raft request' (duration: 409.516393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:40.336167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.926335Z","time spent":"409.791781ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:40.336236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:39.926271Z","time spent":"409.846062ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:40.606206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.16148ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T21:18:40.606446Z","caller":"traceutil/trace.go:171","msg":"trace[8890973] linearizableReadLoop","detail":"{readStateIndex:39024; appliedIndex:39018; }","duration":"449.337561ms","start":"2026-07-28T21:18:40.157088Z","end":"2026-07-28T21:18:40.606425Z","steps":["trace[8890973] 'read index received' (duration: 177.622681ms)","trace[8890973] 'applied index is now lower than readState.Index' (duration: 271.7136ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:40.606527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.428413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:40.606554Z","caller":"traceutil/trace.go:171","msg":"trace[641141816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37917; }","duration":"449.505995ms","start":"2026-07-28T21:18:40.157037Z","end":"2026-07-28T21:18:40.606543Z","steps":["trace[641141816] 'agreement among raft nodes before linearized reading' (duration: 449.440724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:40.606589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:40.157011Z","time spent":"449.570267ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T21:18:40.606678Z","caller":"traceutil/trace.go:171","msg":"trace[486515037] transaction","detail":"{read_only:false; response_revision:37918; number_of_response:1; }","duration":"295.781029ms","start":"2026-07-28T21:18:40.310872Z","end":"2026-07-28T21:18:40.606653Z","steps":["trace[486515037] 'process raft request' (duration: 295.44221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:40.865041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.668357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:40.865152Z","caller":"traceutil/trace.go:171","msg":"trace[721709070] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:37918; }","duration":"125.835602ms","start":"2026-07-28T21:18:40.739294Z","end":"2026-07-28T21:18:40.86513Z","steps":["trace[721709070] 'count revisions from in-memory index tree' (duration: 125.572995ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:41.689956Z","caller":"traceutil/trace.go:171","msg":"trace[2047490809] linearizableReadLoop","detail":"{readStateIndex:39026; appliedIndex:39025; }","duration":"145.593571ms","start":"2026-07-28T21:18:41.544333Z","end":"2026-07-28T21:18:41.689927Z","steps":["trace[2047490809] 'read index received' (duration: 145.382786ms)","trace[2047490809] 'applied index is now lower than readState.Index' (duration: 209.265µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:41.690057Z","caller":"traceutil/trace.go:171","msg":"trace[2050928957] transaction","detail":"{read_only:false; response_revision:37919; number_of_response:1; }","duration":"148.499194ms","start":"2026-07-28T21:18:41.541525Z","end":"2026-07-28T21:18:41.690024Z","steps":["trace[2050928957] 'process raft request' (duration: 148.195047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:41.690218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.859827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T21:18:41.690289Z","caller":"traceutil/trace.go:171","msg":"trace[889154111] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37919; }","duration":"145.940049ms","start":"2026-07-28T21:18:41.544326Z","end":"2026-07-28T21:18:41.690266Z","steps":["trace[889154111] 'agreement among raft nodes before linearized reading' (duration: 145.741404ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:42.016913Z","caller":"traceutil/trace.go:171","msg":"trace[1102014134] transaction","detail":"{read_only:false; response_revision:37920; number_of_response:1; }","duration":"389.111788ms","start":"2026-07-28T21:18:41.627781Z","end":"2026-07-28T21:18:42.016893Z","steps":["trace[1102014134] 'process raft request' (duration: 332.263621ms)","trace[1102014134] 'compare' (duration: 56.481027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:42.017033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:41.627744Z","time spent":"389.22153ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:42.017132Z","caller":"traceutil/trace.go:171","msg":"trace[274338865] transaction","detail":"{read_only:false; response_revision:37921; number_of_response:1; }","duration":"387.720462ms","start":"2026-07-28T21:18:41.629392Z","end":"2026-07-28T21:18:42.017112Z","steps":["trace[274338865] 'process raft request' (duration: 387.434415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.017231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:41.629376Z","time spent":"387.800484ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:42.01726Z","caller":"traceutil/trace.go:171","msg":"trace[592707060] transaction","detail":"{read_only:false; response_revision:37923; number_of_response:1; }","duration":"387.451845ms","start":"2026-07-28T21:18:41.629792Z","end":"2026-07-28T21:18:42.017244Z","steps":["trace[592707060] 'process raft request' (duration: 387.365293ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:42.017269Z","caller":"traceutil/trace.go:171","msg":"trace[1798146604] transaction","detail":"{read_only:false; response_revision:37922; number_of_response:1; }","duration":"387.757163ms","start":"2026-07-28T21:18:41.629482Z","end":"2026-07-28T21:18:42.017239Z","steps":["trace[1798146604] 'process raft request' (duration: 387.569839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.017348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:41.629782Z","time spent":"387.518257ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:42.017458Z","caller":"traceutil/trace.go:171","msg":"trace[1623366761] transaction","detail":"{read_only:false; response_revision:37924; number_of_response:1; }","duration":"387.611099ms","start":"2026-07-28T21:18:41.629835Z","end":"2026-07-28T21:18:42.017446Z","steps":["trace[1623366761] 'process raft request' (duration: 387.362723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.017444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:41.629453Z","time spent":"387.910396ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:42.01749Z","caller":"traceutil/trace.go:171","msg":"trace[1135327147] transaction","detail":"{read_only:false; response_revision:37925; number_of_response:1; }","duration":"386.218204ms","start":"2026-07-28T21:18:41.631264Z","end":"2026-07-28T21:18:42.017482Z","steps":["trace[1135327147] 'process raft request' (duration: 386.0543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.017518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:41.62981Z","time spent":"387.680421ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:42.017532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:41.631254Z","time spent":"386.252205ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:42.017495Z","caller":"traceutil/trace.go:171","msg":"trace[2027071899] linearizableReadLoop","detail":"{readStateIndex:39032; appliedIndex:39026; }","duration":"327.425118ms","start":"2026-07-28T21:18:41.690039Z","end":"2026-07-28T21:18:42.017464Z","steps":["trace[2027071899] 'read index received' (duration: 269.998567ms)","trace[2027071899] 'applied index is now lower than readState.Index' (duration: 57.425011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:42.017693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.020129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T21:18:42.017737Z","caller":"traceutil/trace.go:171","msg":"trace[516383463] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37925; }","duration":"473.08639ms","start":"2026-07-28T21:18:41.544636Z","end":"2026-07-28T21:18:42.017723Z","steps":["trace[516383463] 'agreement among raft nodes before linearized reading' (duration: 472.942627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.018538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:41.544626Z","time spent":"473.145003ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:18:42.330958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.824811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:42.331198Z","caller":"traceutil/trace.go:171","msg":"trace[1562383894] linearizableReadLoop","detail":"{readStateIndex:39035; appliedIndex:39032; }","duration":"313.599058ms","start":"2026-07-28T21:18:42.017583Z","end":"2026-07-28T21:18:42.331182Z","steps":["trace[1562383894] 'read index received' (duration: 204.450359ms)","trace[1562383894] 'applied index is now lower than readState.Index' (duration: 109.147429ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:42.331189Z","caller":"traceutil/trace.go:171","msg":"trace[1127531477] transaction","detail":"{read_only:false; response_revision:37926; number_of_response:1; }","duration":"636.235165ms","start":"2026-07-28T21:18:41.694912Z","end":"2026-07-28T21:18:42.331147Z","steps":["trace[1127531477] 'process raft request' (duration: 527.139507ms)","trace[1127531477] 'compare' (duration: 108.702789ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:42.331275Z","caller":"traceutil/trace.go:171","msg":"trace[156248408] transaction","detail":"{read_only:false; response_revision:37928; number_of_response:1; }","duration":"386.83679ms","start":"2026-07-28T21:18:41.944428Z","end":"2026-07-28T21:18:42.331265Z","steps":["trace[156248408] 'process raft request' (duration: 386.662636ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:42.331224Z","caller":"traceutil/trace.go:171","msg":"trace[1038404611] transaction","detail":"{read_only:false; response_revision:37927; number_of_response:1; }","duration":"406.092777ms","start":"2026-07-28T21:18:41.925068Z","end":"2026-07-28T21:18:42.33116Z","steps":["trace[1038404611] 'process raft request' (duration: 405.977784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.331328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:41.944416Z","time spent":"386.882001ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:42.331368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:41.6949Z","time spent":"636.368648ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:42.331381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.703232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:42.331392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.416608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:42.331439Z","caller":"traceutil/trace.go:171","msg":"trace[1747784252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:37928; }","duration":"317.824624ms","start":"2026-07-28T21:18:42.013597Z","end":"2026-07-28T21:18:42.331421Z","steps":["trace[1747784252] 'agreement among raft nodes before linearized reading' (duration: 317.726482ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:42.331454Z","caller":"traceutil/trace.go:171","msg":"trace[1059586073] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:37928; }","duration":"397.520971ms","start":"2026-07-28T21:18:41.933918Z","end":"2026-07-28T21:18:42.331439Z","steps":["trace[1059586073] 'agreement among raft nodes before linearized reading' (duration: 397.407908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.331475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:42.013563Z","time spent":"317.904806ms","remote":"127.0.0.1:42784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:42.331486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:41.933898Z","time spent":"397.581272ms","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:42.331509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:41.925041Z","time spent":"406.307972ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:42.337544Z","caller":"traceutil/trace.go:171","msg":"trace[686909326] transaction","detail":"{read_only:false; response_revision:37929; number_of_response:1; }","duration":"314.702708ms","start":"2026-07-28T21:18:42.02282Z","end":"2026-07-28T21:18:42.337523Z","steps":["trace[686909326] 'process raft request' (duration: 314.504192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.337678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:42.0228Z","time spent":"314.82355ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:42.838657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.070558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:42.839062Z","caller":"traceutil/trace.go:171","msg":"trace[1949602535] transaction","detail":"{read_only:false; response_revision:37930; number_of_response:1; }","duration":"497.897218ms","start":"2026-07-28T21:18:42.341134Z","end":"2026-07-28T21:18:42.839032Z","steps":["trace[1949602535] 'process raft request' (duration: 174.344527ms)","trace[1949602535] 'compare' (duration: 322.541505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:42.839162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:42.341112Z","time spent":"498.006251ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:42.839384Z","caller":"traceutil/trace.go:171","msg":"trace[1439949783] transaction","detail":"{read_only:false; response_revision:37931; number_of_response:1; }","duration":"496.613606ms","start":"2026-07-28T21:18:42.342742Z","end":"2026-07-28T21:18:42.839356Z","steps":["trace[1439949783] 'process raft request' (duration: 496.02815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.839508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:42.342728Z","time spent":"496.716959ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:42.839721Z","caller":"traceutil/trace.go:171","msg":"trace[808545288] transaction","detail":"{read_only:false; response_revision:37932; number_of_response:1; }","duration":"495.430836ms","start":"2026-07-28T21:18:42.344208Z","end":"2026-07-28T21:18:42.839639Z","steps":["trace[808545288] 'process raft request' (duration: 495.076137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.839844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:42.3442Z","time spent":"495.59604ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:42.840396Z","caller":"traceutil/trace.go:171","msg":"trace[1933446848] transaction","detail":"{read_only:false; response_revision:37933; number_of_response:1; }","duration":"495.97411ms","start":"2026-07-28T21:18:42.344406Z","end":"2026-07-28T21:18:42.840381Z","steps":["trace[1933446848] 'process raft request' (duration: 495.005255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.840523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:42.34438Z","time spent":"496.052491ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:42.840886Z","caller":"traceutil/trace.go:171","msg":"trace[1199050187] transaction","detail":"{read_only:false; response_revision:37935; number_of_response:1; }","duration":"494.239235ms","start":"2026-07-28T21:18:42.346635Z","end":"2026-07-28T21:18:42.840874Z","steps":["trace[1199050187] 'process raft request' (duration: 494.122812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.840942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:42.346629Z","time spent":"494.287476ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:42.84086Z","caller":"traceutil/trace.go:171","msg":"trace[406916036] linearizableReadLoop","detail":"{readStateIndex:39042; appliedIndex:39036; }","duration":"358.278128ms","start":"2026-07-28T21:18:42.48256Z","end":"2026-07-28T21:18:42.840838Z","steps":["trace[406916036] 'read index received' (duration: 32.932973ms)","trace[406916036] 'applied index is now lower than readState.Index' (duration: 325.344005ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:42.840838Z","caller":"traceutil/trace.go:171","msg":"trace[794975095] transaction","detail":"{read_only:false; response_revision:37934; number_of_response:1; }","duration":"494.888952ms","start":"2026-07-28T21:18:42.34594Z","end":"2026-07-28T21:18:42.840829Z","steps":["trace[794975095] 'process raft request' (duration: 494.387679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.841032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.462983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-28T21:18:42.841227Z","caller":"traceutil/trace.go:171","msg":"trace[569350808] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37935; }","duration":"358.702359ms","start":"2026-07-28T21:18:42.482511Z","end":"2026-07-28T21:18:42.841214Z","steps":["trace[569350808] 'agreement among raft nodes before linearized reading' (duration: 358.394652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.841263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:42.482493Z","time spent":"358.75948ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T21:18:42.841114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:42.345926Z","time spent":"495.161238ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:42.918554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.119134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:42.918685Z","caller":"traceutil/trace.go:171","msg":"trace[1042431406] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:37936; }","duration":"233.323388ms","start":"2026-07-28T21:18:42.685331Z","end":"2026-07-28T21:18:42.918654Z","steps":["trace[1042431406] 'agreement among raft nodes before linearized reading' (duration: 233.093223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.918687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.36403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:42.918698Z","caller":"traceutil/trace.go:171","msg":"trace[1448886737] transaction","detail":"{read_only:false; response_revision:37936; number_of_response:1; }","duration":"305.073803ms","start":"2026-07-28T21:18:42.613584Z","end":"2026-07-28T21:18:42.918658Z","steps":["trace[1448886737] 'process raft request' (duration: 304.640643ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:42.918777Z","caller":"traceutil/trace.go:171","msg":"trace[1639984346] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:37936; }","duration":"216.495113ms","start":"2026-07-28T21:18:42.702263Z","end":"2026-07-28T21:18:42.918759Z","steps":["trace[1639984346] 'agreement among raft nodes before linearized reading' (duration: 216.340049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.918693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.176097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:42.918895Z","caller":"traceutil/trace.go:171","msg":"trace[392276491] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:37936; }","duration":"167.461494ms","start":"2026-07-28T21:18:42.751415Z","end":"2026-07-28T21:18:42.918876Z","steps":["trace[392276491] 'agreement among raft nodes before linearized reading' (duration: 167.171377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:42.918904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:42.613548Z","time spent":"305.244008ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:43.193905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.784616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:43.19403Z","caller":"traceutil/trace.go:171","msg":"trace[1059899444] linearizableReadLoop","detail":"{readStateIndex:39044; appliedIndex:39043; }","duration":"197.932364ms","start":"2026-07-28T21:18:42.996079Z","end":"2026-07-28T21:18:43.194012Z","steps":["trace[1059899444] 'read index received' (duration: 34.82698ms)","trace[1059899444] 'applied index is now lower than readState.Index' (duration: 163.103914ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:43.194079Z","caller":"traceutil/trace.go:171","msg":"trace[16802435] transaction","detail":"{read_only:false; response_revision:37937; number_of_response:1; }","duration":"349.599459ms","start":"2026-07-28T21:18:42.84442Z","end":"2026-07-28T21:18:43.19402Z","steps":["trace[16802435] 'process raft request' (duration: 186.568457ms)","trace[16802435] 'compare' (duration: 162.649023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:43.194202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.123598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:43.194242Z","caller":"traceutil/trace.go:171","msg":"trace[383660596] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:37937; }","duration":"198.20533ms","start":"2026-07-28T21:18:42.996025Z","end":"2026-07-28T21:18:43.194231Z","steps":["trace[383660596] 'agreement among raft nodes before linearized reading' (duration: 198.097548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:43.194249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:42.844403Z","time spent":"349.746952ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:43.19454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.871834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-28T21:18:43.19458Z","caller":"traceutil/trace.go:171","msg":"trace[1013678000] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:37937; }","duration":"150.964316ms","start":"2026-07-28T21:18:43.043606Z","end":"2026-07-28T21:18:43.194571Z","steps":["trace[1013678000] 'agreement among raft nodes before linearized reading' (duration: 150.838203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:43.194706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.688953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:43.194753Z","caller":"traceutil/trace.go:171","msg":"trace[965385062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37937; }","duration":"130.769626ms","start":"2026-07-28T21:18:43.063971Z","end":"2026-07-28T21:18:43.194741Z","steps":["trace[965385062] 'agreement among raft nodes before linearized reading' (duration: 130.701553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:43.493474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.950654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T21:18:43.493539Z","caller":"traceutil/trace.go:171","msg":"trace[1977672975] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37937; }","duration":"164.070957ms","start":"2026-07-28T21:18:43.329453Z","end":"2026-07-28T21:18:43.493524Z","steps":["trace[1977672975] 'range keys from in-memory index tree' (duration: 163.76896ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:44.381499Z","caller":"traceutil/trace.go:171","msg":"trace[682562408] transaction","detail":"{read_only:false; response_revision:37940; number_of_response:1; }","duration":"358.423112ms","start":"2026-07-28T21:18:44.023051Z","end":"2026-07-28T21:18:44.381474Z","steps":["trace[682562408] 'process raft request' (duration: 358.328259ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:44.381648Z","caller":"traceutil/trace.go:171","msg":"trace[1079168220] transaction","detail":"{read_only:false; response_revision:37941; number_of_response:1; }","duration":"358.465963ms","start":"2026-07-28T21:18:44.023164Z","end":"2026-07-28T21:18:44.38163Z","steps":["trace[1079168220] 'process raft request' (duration: 358.269268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:44.381664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:44.023024Z","time spent":"358.539524ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:44.381757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:44.023153Z","time spent":"358.544334ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:44.381497Z","caller":"traceutil/trace.go:171","msg":"trace[536700176] transaction","detail":"{read_only:false; response_revision:37939; number_of_response:1; }","duration":"359.13289ms","start":"2026-07-28T21:18:44.02233Z","end":"2026-07-28T21:18:44.381462Z","steps":["trace[536700176] 'process raft request' (duration: 294.588558ms)","trace[536700176] 'compare' (duration: 64.284165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:44.381871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:44.022307Z","time spent":"359.542469ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:44.381909Z","caller":"traceutil/trace.go:171","msg":"trace[589061837] transaction","detail":"{read_only:false; response_revision:37942; number_of_response:1; }","duration":"357.983489ms","start":"2026-07-28T21:18:44.023914Z","end":"2026-07-28T21:18:44.381898Z","steps":["trace[589061837] 'process raft request' (duration: 357.62456ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:44.381983Z","caller":"traceutil/trace.go:171","msg":"trace[1662955855] linearizableReadLoop","detail":"{readStateIndex:39050; appliedIndex:39044; }","duration":"347.572077ms","start":"2026-07-28T21:18:44.034402Z","end":"2026-07-28T21:18:44.381974Z","steps":["trace[1662955855] 'read index received' (duration: 61.361591ms)","trace[1662955855] 'applied index is now lower than readState.Index' (duration: 286.209676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:44.382016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:44.023881Z","time spent":"358.068393ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:18:44.382056Z","caller":"traceutil/trace.go:171","msg":"trace[492540442] transaction","detail":"{read_only:false; response_revision:37943; number_of_response:1; }","duration":"356.178615ms","start":"2026-07-28T21:18:44.025872Z","end":"2026-07-28T21:18:44.38205Z","steps":["trace[492540442] 'process raft request' (duration: 355.95423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:44.382086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:44.025857Z","time spent":"356.211936ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:44.382445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.019698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:18:44.382526Z","caller":"traceutil/trace.go:171","msg":"trace[1340537762] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:37943; }","duration":"348.138013ms","start":"2026-07-28T21:18:44.03437Z","end":"2026-07-28T21:18:44.382508Z","steps":["trace[1340537762] 'agreement among raft nodes before linearized reading' (duration: 347.902726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:44.382569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:44.034361Z","time spent":"348.199614ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:44.728837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.237425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:44.728961Z","caller":"traceutil/trace.go:171","msg":"trace[1875688133] linearizableReadLoop","detail":"{readStateIndex:39051; appliedIndex:39050; }","duration":"346.941792ms","start":"2026-07-28T21:18:44.382001Z","end":"2026-07-28T21:18:44.728943Z","steps":["trace[1875688133] 'read index received' (duration: 246.41881ms)","trace[1875688133] 'applied index is now lower than readState.Index' (duration: 100.521282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:44.729164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.162975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:44.729193Z","caller":"traceutil/trace.go:171","msg":"trace[129688488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37944; }","duration":"570.228316ms","start":"2026-07-28T21:18:44.158954Z","end":"2026-07-28T21:18:44.729183Z","steps":["trace[129688488] 'agreement among raft nodes before linearized reading' (duration: 570.083412ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:44.729154Z","caller":"traceutil/trace.go:171","msg":"trace[2113773515] transaction","detail":"{read_only:false; response_revision:37944; number_of_response:1; }","duration":"392.709248ms","start":"2026-07-28T21:18:44.33635Z","end":"2026-07-28T21:18:44.729059Z","steps":["trace[2113773515] 'process raft request' (duration: 292.161296ms)","trace[2113773515] 'compare' (duration: 100.080201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:44.729227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:44.158938Z","time spent":"570.279167ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:18:44.729217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.891332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:18:44.729264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.996629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:18:44.729252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.017212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T21:18:44.729299Z","caller":"traceutil/trace.go:171","msg":"trace[2045693061] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:37944; }","duration":"123.053321ms","start":"2026-07-28T21:18:44.606232Z","end":"2026-07-28T21:18:44.729286Z","steps":["trace[2045693061] 'agreement among raft nodes before linearized reading' (duration: 123.00415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:44.729272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.318446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:44.729308Z","caller":"traceutil/trace.go:171","msg":"trace[517999198] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:37944; }","duration":"114.106703ms","start":"2026-07-28T21:18:44.615189Z","end":"2026-07-28T21:18:44.729296Z","steps":["trace[517999198] 'agreement among raft nodes before linearized reading' (duration: 113.890098ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:44.7293Z","caller":"traceutil/trace.go:171","msg":"trace[1953254920] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:37944; }","duration":"528.992614ms","start":"2026-07-28T21:18:44.20029Z","end":"2026-07-28T21:18:44.729282Z","steps":["trace[1953254920] 'agreement among raft nodes before linearized reading' (duration: 528.745878ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:44.729355Z","caller":"traceutil/trace.go:171","msg":"trace[1345396715] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:37944; }","duration":"456.48403ms","start":"2026-07-28T21:18:44.272849Z","end":"2026-07-28T21:18:44.729334Z","steps":["trace[1345396715] 'agreement among raft nodes before linearized reading' (duration: 456.191133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:44.72936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:44.200282Z","time spent":"529.064366ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:44.729398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:44.272837Z","time spent":"456.550753ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:18:44.729197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.086785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:44.729468Z","caller":"traceutil/trace.go:171","msg":"trace[405227666] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:37944; }","duration":"245.382003ms","start":"2026-07-28T21:18:44.484047Z","end":"2026-07-28T21:18:44.729429Z","steps":["trace[405227666] 'agreement among raft nodes before linearized reading' (duration: 245.019844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:44.729386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:18:44.336313Z","time spent":"392.942244ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:18:45.112253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.697427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:18:45.112432Z","caller":"traceutil/trace.go:171","msg":"trace[539880064] transaction","detail":"{read_only:false; response_revision:37946; number_of_response:1; }","duration":"189.024029ms","start":"2026-07-28T21:18:44.923393Z","end":"2026-07-28T21:18:45.112417Z","steps":["trace[539880064] 'process raft request' (duration: 188.949577ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:45.112424Z","caller":"traceutil/trace.go:171","msg":"trace[1511255937] transaction","detail":"{read_only:false; response_revision:37945; number_of_response:1; }","duration":"296.867746ms","start":"2026-07-28T21:18:44.815517Z","end":"2026-07-28T21:18:45.112385Z","steps":["trace[1511255937] 'process raft request' (duration: 136.967584ms)","trace[1511255937] 'compare' (duration: 159.365419ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:45.112607Z","caller":"traceutil/trace.go:171","msg":"trace[416144026] linearizableReadLoop","detail":"{readStateIndex:39053; appliedIndex:39052; }","duration":"269.938884ms","start":"2026-07-28T21:18:44.84266Z","end":"2026-07-28T21:18:45.112599Z","steps":["trace[416144026] 'read index received' (duration: 109.795466ms)","trace[416144026] 'applied index is now lower than readState.Index' (duration: 160.142418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:18:45.112821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.983552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:18:45.112849Z","caller":"traceutil/trace.go:171","msg":"trace[846766127] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:37946; }","duration":"131.062203ms","start":"2026-07-28T21:18:44.981779Z","end":"2026-07-28T21:18:45.112841Z","steps":["trace[846766127] 'agreement among raft nodes before linearized reading' (duration: 131.011462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:45.112878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.610416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T21:18:45.112949Z","caller":"traceutil/trace.go:171","msg":"trace[1611871058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37946; }","duration":"269.703559ms","start":"2026-07-28T21:18:44.84323Z","end":"2026-07-28T21:18:45.112934Z","steps":["trace[1611871058] 'agreement among raft nodes before linearized reading' (duration: 269.523244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:45.112879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.859591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T21:18:45.112962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.971715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T21:18:45.112951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.258472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T21:18:45.113027Z","caller":"traceutil/trace.go:171","msg":"trace[1685712577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37946; }","duration":"230.070697ms","start":"2026-07-28T21:18:44.882943Z","end":"2026-07-28T21:18:45.113013Z","steps":["trace[1685712577] 'agreement among raft nodes before linearized reading' (duration: 229.81865ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:45.113037Z","caller":"traceutil/trace.go:171","msg":"trace[1538939834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37946; }","duration":"268.080697ms","start":"2026-07-28T21:18:44.844941Z","end":"2026-07-28T21:18:45.113021Z","steps":["trace[1538939834] 'agreement among raft nodes before linearized reading' (duration: 267.832781ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:45.113057Z","caller":"traceutil/trace.go:171","msg":"trace[1169434607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37946; }","duration":"270.400736ms","start":"2026-07-28T21:18:44.842632Z","end":"2026-07-28T21:18:45.113033Z","steps":["trace[1169434607] 'agreement among raft nodes before linearized reading' (duration: 270.086568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:45.112982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.187609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T21:18:45.11311Z","caller":"traceutil/trace.go:171","msg":"trace[1359917197] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37946; }","duration":"268.379864ms","start":"2026-07-28T21:18:44.844724Z","end":"2026-07-28T21:18:45.113104Z","steps":["trace[1359917197] 'agreement among raft nodes before linearized reading' (duration: 268.142628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:45.113465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.17242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T21:18:45.113517Z","caller":"traceutil/trace.go:171","msg":"trace[605960110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37946; }","duration":"268.227991ms","start":"2026-07-28T21:18:44.845273Z","end":"2026-07-28T21:18:45.113501Z","steps":["trace[605960110] 'agreement among raft nodes before linearized reading' (duration: 267.542884ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:45.220878Z","caller":"traceutil/trace.go:171","msg":"trace[1280542487] transaction","detail":"{read_only:false; response_revision:37948; number_of_response:1; }","duration":"102.900622ms","start":"2026-07-28T21:18:45.117945Z","end":"2026-07-28T21:18:45.220846Z","steps":["trace[1280542487] 'process raft request' (duration: 102.609094ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:45.221091Z","caller":"traceutil/trace.go:171","msg":"trace[1849527325] transaction","detail":"{read_only:false; response_revision:37949; number_of_response:1; }","duration":"103.003034ms","start":"2026-07-28T21:18:45.118067Z","end":"2026-07-28T21:18:45.22107Z","steps":["trace[1849527325] 'process raft request' (duration: 102.697817ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:45.221227Z","caller":"traceutil/trace.go:171","msg":"trace[1687252397] transaction","detail":"{read_only:false; response_revision:37950; number_of_response:1; }","duration":"103.080476ms","start":"2026-07-28T21:18:45.118122Z","end":"2026-07-28T21:18:45.221202Z","steps":["trace[1687252397] 'process raft request' (duration: 102.890642ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:45.221237Z","caller":"traceutil/trace.go:171","msg":"trace[555713380] transaction","detail":"{read_only:false; response_revision:37951; number_of_response:1; }","duration":"103.091356ms","start":"2026-07-28T21:18:45.118128Z","end":"2026-07-28T21:18:45.221219Z","steps":["trace[555713380] 'process raft request' (duration: 103.009794ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:18:45.221305Z","caller":"traceutil/trace.go:171","msg":"trace[480320062] linearizableReadLoop","detail":"{readStateIndex:39060; appliedIndex:39054; }","duration":"101.893726ms","start":"2026-07-28T21:18:45.119399Z","end":"2026-07-28T21:18:45.221293Z","steps":["trace[480320062] 'read index received' (duration: 37.716563ms)","trace[480320062] 'applied index is now lower than readState.Index' (duration: 64.176183ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:18:45.221413Z","caller":"traceutil/trace.go:171","msg":"trace[184436180] transaction","detail":"{read_only:false; response_revision:37952; number_of_response:1; }","duration":"102.475852ms","start":"2026-07-28T21:18:45.118889Z","end":"2026-07-28T21:18:45.221365Z","steps":["trace[184436180] 'process raft request' (duration: 102.294407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:18:45.221544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.140721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T21:18:45.221572Z","caller":"traceutil/trace.go:171","msg":"trace[595511953] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:37952; }","duration":"102.195083ms","start":"2026-07-28T21:18:45.119368Z","end":"2026-07-28T21:18:45.221563Z","steps":["trace[595511953] 'agreement among raft nodes before linearized reading' (duration: 102.07519ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:06.175014Z","caller":"traceutil/trace.go:171","msg":"trace[778000572] transaction","detail":"{read_only:false; response_revision:38273; number_of_response:1; }","duration":"169.464954ms","start":"2026-07-28T21:19:06.005523Z","end":"2026-07-28T21:19:06.174988Z","steps":["trace[778000572] 'process raft request' (duration: 169.29167ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:06.202905Z","caller":"traceutil/trace.go:171","msg":"trace[1917766965] transaction","detail":"{read_only:false; response_revision:38274; number_of_response:1; }","duration":"122.882776ms","start":"2026-07-28T21:19:06.079981Z","end":"2026-07-28T21:19:06.202864Z","steps":["trace[1917766965] 'process raft request' (duration: 122.654641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:07.555804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.392144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:07.555937Z","caller":"traceutil/trace.go:171","msg":"trace[203721713] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38289; }","duration":"190.543538ms","start":"2026-07-28T21:19:07.365373Z","end":"2026-07-28T21:19:07.555917Z","steps":["trace[203721713] 'range keys from in-memory index tree' (duration: 190.373493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:07.555946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.816659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:19:07.556044Z","caller":"traceutil/trace.go:171","msg":"trace[420620807] linearizableReadLoop","detail":"{readStateIndex:39405; appliedIndex:39404; }","duration":"235.30387ms","start":"2026-07-28T21:19:07.320722Z","end":"2026-07-28T21:19:07.556026Z","steps":["trace[420620807] 'read index received' (duration: 115.334976ms)","trace[420620807] 'applied index is now lower than readState.Index' (duration: 119.967624ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:19:07.55612Z","caller":"traceutil/trace.go:171","msg":"trace[2047025928] transaction","detail":"{read_only:false; response_revision:38290; number_of_response:1; }","duration":"299.894692ms","start":"2026-07-28T21:19:07.25621Z","end":"2026-07-28T21:19:07.556104Z","steps":["trace[2047025928] 'process raft request' (duration: 179.834776ms)","trace[2047025928] 'compare' (duration: 119.692266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:19:07.556401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.654108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T21:19:07.556488Z","caller":"traceutil/trace.go:171","msg":"trace[1457105406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38290; }","duration":"235.795022ms","start":"2026-07-28T21:19:07.320671Z","end":"2026-07-28T21:19:07.556466Z","steps":["trace[1457105406] 'agreement among raft nodes before linearized reading' (duration: 235.533125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:07.640055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.488429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:07.640124Z","caller":"traceutil/trace.go:171","msg":"trace[1873657394] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:38291; }","duration":"200.598672ms","start":"2026-07-28T21:19:07.439508Z","end":"2026-07-28T21:19:07.640107Z","steps":["trace[1873657394] 'agreement among raft nodes before linearized reading' (duration: 200.467549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:07.640202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.208054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T21:19:07.640203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.814969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-28T21:19:07.64025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.203128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:19:07.64028Z","caller":"traceutil/trace.go:171","msg":"trace[1149519145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38291; }","duration":"312.310136ms","start":"2026-07-28T21:19:07.327952Z","end":"2026-07-28T21:19:07.640262Z","steps":["trace[1149519145] 'agreement among raft nodes before linearized reading' (duration: 312.091291ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:07.64029Z","caller":"traceutil/trace.go:171","msg":"trace[436271] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38291; }","duration":"242.966463ms","start":"2026-07-28T21:19:07.397305Z","end":"2026-07-28T21:19:07.640272Z","steps":["trace[436271] 'agreement among raft nodes before linearized reading' (duration: 242.704237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:07.64033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:07.327944Z","time spent":"312.376668ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T21:19:07.64029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.927806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T21:19:07.640374Z","caller":"traceutil/trace.go:171","msg":"trace[1603690580] transaction","detail":"{read_only:false; response_revision:38291; number_of_response:1; }","duration":"279.306602ms","start":"2026-07-28T21:19:07.361058Z","end":"2026-07-28T21:19:07.640365Z","steps":["trace[1603690580] 'process raft request' (duration: 278.681956ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:07.640328Z","caller":"traceutil/trace.go:171","msg":"trace[1392998414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38291; }","duration":"313.318101ms","start":"2026-07-28T21:19:07.326992Z","end":"2026-07-28T21:19:07.64031Z","steps":["trace[1392998414] 'agreement among raft nodes before linearized reading' (duration: 313.110346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:07.640453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:07.326977Z","time spent":"313.467165ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T21:19:07.640436Z","caller":"traceutil/trace.go:171","msg":"trace[1930909172] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38291; }","duration":"257.127641ms","start":"2026-07-28T21:19:07.383259Z","end":"2026-07-28T21:19:07.640386Z","steps":["trace[1930909172] 'agreement among raft nodes before linearized reading' (duration: 256.69425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:07.640444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.53403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T21:19:07.640494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.088815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T21:19:07.640515Z","caller":"traceutil/trace.go:171","msg":"trace[744428251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38291; }","duration":"306.630193ms","start":"2026-07-28T21:19:07.33387Z","end":"2026-07-28T21:19:07.6405Z","steps":["trace[744428251] 'agreement among raft nodes before linearized reading' (duration: 306.415218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:07.640559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:07.333858Z","time spent":"306.692514ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T21:19:07.640673Z","caller":"traceutil/trace.go:171","msg":"trace[614054304] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38291; }","duration":"309.179087ms","start":"2026-07-28T21:19:07.331364Z","end":"2026-07-28T21:19:07.640543Z","steps":["trace[614054304] 'agreement among raft nodes before linearized reading' (duration: 308.955002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:07.640781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:07.331353Z","time spent":"309.413983ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T21:19:08.158508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.165239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:19:08.158853Z","caller":"traceutil/trace.go:171","msg":"trace[1285336354] transaction","detail":"{read_only:false; response_revision:38293; number_of_response:1; }","duration":"513.867792ms","start":"2026-07-28T21:19:07.644945Z","end":"2026-07-28T21:19:08.158812Z","steps":["trace[1285336354] 'process raft request' (duration: 391.259402ms)","trace[1285336354] 'compare' (duration: 121.911123ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:19:08.158967Z","caller":"traceutil/trace.go:171","msg":"trace[1831007033] linearizableReadLoop","detail":"{readStateIndex:39413; appliedIndex:39407; }","duration":"500.886163ms","start":"2026-07-28T21:19:07.658059Z","end":"2026-07-28T21:19:08.158945Z","steps":["trace[1831007033] 'read index received' (duration: 378.116149ms)","trace[1831007033] 'applied index is now lower than readState.Index' (duration: 122.768384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:19:08.159047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:07.644926Z","time spent":"514.010166ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:08.159086Z","caller":"traceutil/trace.go:171","msg":"trace[13689613] transaction","detail":"{read_only:false; response_revision:38296; number_of_response:1; }","duration":"512.681411ms","start":"2026-07-28T21:19:07.646378Z","end":"2026-07-28T21:19:08.15906Z","steps":["trace[13689613] 'process raft request' (duration: 512.441245ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:08.159115Z","caller":"traceutil/trace.go:171","msg":"trace[231711428] transaction","detail":"{read_only:false; response_revision:38294; number_of_response:1; }","duration":"513.612325ms","start":"2026-07-28T21:19:07.645478Z","end":"2026-07-28T21:19:08.15909Z","steps":["trace[231711428] 'process raft request' (duration: 513.175174ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:08.159178Z","caller":"traceutil/trace.go:171","msg":"trace[512034823] transaction","detail":"{read_only:false; response_revision:38297; number_of_response:1; }","duration":"512.560569ms","start":"2026-07-28T21:19:07.64661Z","end":"2026-07-28T21:19:08.159171Z","steps":["trace[512034823] 'process raft request' (duration: 512.254761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:08.159227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:07.646369Z","time spent":"512.786665ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:08.159244Z","caller":"traceutil/trace.go:171","msg":"trace[456812921] transaction","detail":"{read_only:false; response_revision:38295; number_of_response:1; }","duration":"512.927458ms","start":"2026-07-28T21:19:07.646303Z","end":"2026-07-28T21:19:08.159231Z","steps":["trace[456812921] 'process raft request' (duration: 512.481946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:08.15924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:07.645466Z","time spent":"513.709897ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:19:08.159304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:07.646582Z","time spent":"512.63795ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:08.159116Z","caller":"traceutil/trace.go:171","msg":"trace[1605065632] transaction","detail":"{read_only:false; response_revision:38298; number_of_response:1; }","duration":"512.350454ms","start":"2026-07-28T21:19:07.646736Z","end":"2026-07-28T21:19:08.159086Z","steps":["trace[1605065632] 'process raft request' (duration: 512.161659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:08.159289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.15501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:19:08.159389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:07.646692Z","time spent":"512.656542ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:08.159427Z","caller":"traceutil/trace.go:171","msg":"trace[193360357] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:38298; }","duration":"162.343024ms","start":"2026-07-28T21:19:07.997037Z","end":"2026-07-28T21:19:08.15938Z","steps":["trace[193360357] 'agreement among raft nodes before linearized reading' (duration: 162.132929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:08.159174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.10687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:08.159529Z","caller":"traceutil/trace.go:171","msg":"trace[1475292361] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:38298; }","duration":"501.485669ms","start":"2026-07-28T21:19:07.658027Z","end":"2026-07-28T21:19:08.159513Z","steps":["trace[1475292361] 'agreement among raft nodes before linearized reading' (duration: 501.056068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:08.159566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:07.658009Z","time spent":"501.548651ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T21:19:08.159329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:07.646291Z","time spent":"512.99801ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:19:08.745743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227825690252103,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T21:19:08.92007Z","caller":"traceutil/trace.go:171","msg":"trace[91196806] transaction","detail":"{read_only:false; response_revision:38299; number_of_response:1; }","duration":"707.349434ms","start":"2026-07-28T21:19:08.212693Z","end":"2026-07-28T21:19:08.920043Z","steps":["trace[91196806] 'process raft request' (duration: 707.160789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:08.920253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.212665Z","time spent":"707.488217ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:09.895734Z","caller":"traceutil/trace.go:171","msg":"trace[681423483] transaction","detail":"{read_only:false; response_revision:38300; number_of_response:1; }","duration":"1.407250658s","start":"2026-07-28T21:19:08.488454Z","end":"2026-07-28T21:19:09.895704Z","steps":["trace[681423483] 'process raft request' (duration: 1.407004202s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:09.895889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.488413Z","time spent":"1.407395272s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:09.896032Z","caller":"traceutil/trace.go:171","msg":"trace[644052870] transaction","detail":"{read_only:false; response_revision:38301; number_of_response:1; }","duration":"1.401650157s","start":"2026-07-28T21:19:08.494341Z","end":"2026-07-28T21:19:09.895991Z","steps":["trace[644052870] 'process raft request' (duration: 1.401284118s)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:09.896167Z","caller":"traceutil/trace.go:171","msg":"trace[970581676] transaction","detail":"{read_only:false; response_revision:38302; number_of_response:1; }","duration":"1.386636908s","start":"2026-07-28T21:19:08.509494Z","end":"2026-07-28T21:19:09.896131Z","steps":["trace[970581676] 'process raft request' (duration: 1.386357321s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:09.89633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.509477Z","time spent":"1.386768531s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:09.896318Z","caller":"traceutil/trace.go:171","msg":"trace[764042162] transaction","detail":"{read_only:false; response_revision:38304; number_of_response:1; }","duration":"1.386436783s","start":"2026-07-28T21:19:08.50985Z","end":"2026-07-28T21:19:09.896287Z","steps":["trace[764042162] 'process raft request' (duration: 1.386245918s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:09.896381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.494323Z","time spent":"1.401852062s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:19:09.896472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.509819Z","time spent":"1.386576317s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:09.896501Z","caller":"traceutil/trace.go:171","msg":"trace[934926032] transaction","detail":"{read_only:false; response_revision:38303; number_of_response:1; }","duration":"1.386862663s","start":"2026-07-28T21:19:08.509625Z","end":"2026-07-28T21:19:09.896488Z","steps":["trace[934926032] 'process raft request' (duration: 1.386395781s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:09.896481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651599846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-07-28T21:19:09.896575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.509588Z","time spent":"1.386952075s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:09.896581Z","caller":"traceutil/trace.go:171","msg":"trace[1927244410] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38306; }","duration":"1.65172992s","start":"2026-07-28T21:19:08.244829Z","end":"2026-07-28T21:19:09.896559Z","steps":["trace[1927244410] 'agreement among raft nodes before linearized reading' (duration: 1.651462313s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:09.89666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.244817Z","time spent":"1.651830912s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T21:19:09.896694Z","caller":"traceutil/trace.go:171","msg":"trace[1465806852] transaction","detail":"{read_only:false; response_revision:38306; number_of_response:1; }","duration":"1.045332229s","start":"2026-07-28T21:19:08.851347Z","end":"2026-07-28T21:19:09.89668Z","steps":["trace[1465806852] 'process raft request' (duration: 1.044867447s)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:09.896598Z","caller":"traceutil/trace.go:171","msg":"trace[32354872] linearizableReadLoop","detail":"{readStateIndex:39420; appliedIndex:39413; }","duration":"1.651430892s","start":"2026-07-28T21:19:08.244856Z","end":"2026-07-28T21:19:09.896287Z","steps":["trace[32354872] 'read index received' (duration: 674.947904ms)","trace[32354872] 'applied index is now lower than readState.Index' (duration: 976.481598ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:19:09.896767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.851287Z","time spent":"1.045449561s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:09.896672Z","caller":"traceutil/trace.go:171","msg":"trace[302117691] transaction","detail":"{read_only:false; response_revision:38305; number_of_response:1; }","duration":"1.314161855s","start":"2026-07-28T21:19:08.5825Z","end":"2026-07-28T21:19:09.896662Z","steps":["trace[302117691] 'process raft request' (duration: 1.313643322s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:09.896913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.582471Z","time spent":"1.31435313s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:19:10.397488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227825690252115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T21:19:10.533139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.876056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T21:19:10.533486Z","caller":"traceutil/trace.go:171","msg":"trace[1050291060] transaction","detail":"{read_only:false; response_revision:38307; number_of_response:1; }","duration":"1.405957216s","start":"2026-07-28T21:19:09.127494Z","end":"2026-07-28T21:19:10.533451Z","steps":["trace[1050291060] 'process raft request' (duration: 1.301601377s)","trace[1050291060] 'compare' (duration: 103.467886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:19:10.533598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:09.127467Z","time spent":"1.40607726s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:10.534109Z","caller":"traceutil/trace.go:171","msg":"trace[1316275514] transaction","detail":"{read_only:false; response_revision:38308; number_of_response:1; }","duration":"1.285023539s","start":"2026-07-28T21:19:09.249054Z","end":"2026-07-28T21:19:10.534077Z","steps":["trace[1316275514] 'process raft request' (duration: 1.284251789s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.534306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:09.249024Z","time spent":"1.285162783s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T21:19:10.723334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.569292ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-28T21:19:10.723662Z","caller":"traceutil/trace.go:171","msg":"trace[1975748336] linearizableReadLoop","detail":"{readStateIndex:39425; appliedIndex:39421; }","duration":"826.775823ms","start":"2026-07-28T21:19:09.896827Z","end":"2026-07-28T21:19:10.723602Z","steps":["trace[1975748336] 'read index received' (duration: 532.37681ms)","trace[1975748336] 'applied index is now lower than readState.Index' (duration: 294.397973ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T21:19:10.723785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862012495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:19:10.723802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763224138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:10.723863Z","caller":"traceutil/trace.go:171","msg":"trace[248525028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:38309; }","duration":"1.86217331s","start":"2026-07-28T21:19:08.861673Z","end":"2026-07-28T21:19:10.723846Z","steps":["trace[248525028] 'agreement among raft nodes before linearized reading' (duration: 1.861942634s)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:10.723892Z","caller":"traceutil/trace.go:171","msg":"trace[1815030083] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:38309; }","duration":"1.763378153s","start":"2026-07-28T21:19:08.960493Z","end":"2026-07-28T21:19:10.723871Z","steps":["trace[1815030083] 'agreement among raft nodes before linearized reading' (duration: 1.763117446s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.723912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.861647Z","time spent":"1.862252062s","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:19:10.723942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049315312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:10.723982Z","caller":"traceutil/trace.go:171","msg":"trace[1981809506] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:38309; }","duration":"2.049385814s","start":"2026-07-28T21:19:08.674585Z","end":"2026-07-28T21:19:10.723971Z","steps":["trace[1981809506] 'agreement among raft nodes before linearized reading' (duration: 2.049333883s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.723991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658787409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:10.724023Z","caller":"traceutil/trace.go:171","msg":"trace[2054077580] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:38309; }","duration":"1.65883862s","start":"2026-07-28T21:19:09.065176Z","end":"2026-07-28T21:19:10.724015Z","steps":["trace[2054077580] 'agreement among raft nodes before linearized reading' (duration: 1.658793189s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.724028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.674572Z","time spent":"2.049442005s","remote":"127.0.0.1:49224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:19:10.724049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:09.065171Z","time spent":"1.658872631s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T21:19:10.724075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.071316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:19:10.72416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763716761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:19:10.724193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763545967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:19:10.723843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8649608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T21:19:10.724238Z","caller":"traceutil/trace.go:171","msg":"trace[2039441654] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:38309; }","duration":"1.763609049s","start":"2026-07-28T21:19:08.960619Z","end":"2026-07-28T21:19:10.724228Z","steps":["trace[2039441654] 'agreement among raft nodes before linearized reading' (duration: 1.763542788s)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:10.724267Z","caller":"traceutil/trace.go:171","msg":"trace[1839649363] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:38309; }","duration":"1.865418483s","start":"2026-07-28T21:19:08.858826Z","end":"2026-07-28T21:19:10.724245Z","steps":["trace[1839649363] 'agreement among raft nodes before linearized reading' (duration: 1.86495418s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.724265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163666011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T21:19:10.724313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65925238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:19:10.724316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.858811Z","time spent":"1.865490544s","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:19:10.723894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884204878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:19:10.724302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215604145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:10.72436Z","caller":"traceutil/trace.go:171","msg":"trace[1011623584] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:38309; }","duration":"1.884786292s","start":"2026-07-28T21:19:08.839563Z","end":"2026-07-28T21:19:10.72435Z","steps":["trace[1011623584] 'agreement among raft nodes before linearized reading' (duration: 1.88430259s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.724384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66004561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:10.724395Z","caller":"traceutil/trace.go:171","msg":"trace[1894281648] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:38309; }","duration":"2.215713888s","start":"2026-07-28T21:19:08.50866Z","end":"2026-07-28T21:19:10.724374Z","steps":["trace[1894281648] 'agreement among raft nodes before linearized reading' (duration: 2.215540794s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.723768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658497331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:19:10.724451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.508504Z","time spent":"2.215934274s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T21:19:10.724453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039965214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T21:19:10.724273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.96061Z","time spent":"1.76365693s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-28T21:19:10.724477Z","caller":"traceutil/trace.go:171","msg":"trace[1099118067] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:38309; }","duration":"1.659217799s","start":"2026-07-28T21:19:09.065214Z","end":"2026-07-28T21:19:10.724432Z","steps":["trace[1099118067] 'agreement among raft nodes before linearized reading' (duration: 1.658421819s)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:10.72449Z","caller":"traceutil/trace.go:171","msg":"trace[241556819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38309; }","duration":"1.040039596s","start":"2026-07-28T21:19:09.684438Z","end":"2026-07-28T21:19:10.724478Z","steps":["trace[241556819] 'agreement among raft nodes before linearized reading' (duration: 1.039934063s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.724507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:09.065201Z","time spent":"1.659298181s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-28T21:19:10.724519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:09.684413Z","time spent":"1.040099357s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T21:19:10.724534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7161769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"warn","ts":"2026-07-28T21:19:10.724542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.706922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T21:19:10.724556Z","caller":"traceutil/trace.go:171","msg":"trace[350148063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38309; }","duration":"1.71622472s","start":"2026-07-28T21:19:09.008326Z","end":"2026-07-28T21:19:10.724551Z","steps":["trace[350148063] 'agreement among raft nodes before linearized reading' (duration: 1.716092167s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.724579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:09.008303Z","time spent":"1.716271852s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T21:19:10.72458Z","caller":"traceutil/trace.go:171","msg":"trace[2126960224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38309; }","duration":"561.781864ms","start":"2026-07-28T21:19:10.162787Z","end":"2026-07-28T21:19:10.724569Z","steps":["trace[2126960224] 'agreement among raft nodes before linearized reading' (duration: 561.63839ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:10.724405Z","caller":"traceutil/trace.go:171","msg":"trace[1329280997] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:38309; }","duration":"1.660123603s","start":"2026-07-28T21:19:09.064276Z","end":"2026-07-28T21:19:10.7244Z","steps":["trace[1329280997] 'agreement among raft nodes before linearized reading' (duration: 1.660087072s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.724613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:10.162766Z","time spent":"561.840925ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T21:19:10.724627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:09.064251Z","time spent":"1.660365468s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T21:19:10.724569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763885256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:10.723979Z","caller":"traceutil/trace.go:171","msg":"trace[1907233972] transaction","detail":"{read_only:false; response_revision:38309; number_of_response:1; }","duration":"821.92461ms","start":"2026-07-28T21:19:09.902031Z","end":"2026-07-28T21:19:10.723955Z","steps":["trace[1907233972] 'process raft request' (duration: 821.412157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.724685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.951842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T21:19:10.724742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79687125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:10.724783Z","caller":"traceutil/trace.go:171","msg":"trace[2068310518] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:38309; }","duration":"1.796921541s","start":"2026-07-28T21:19:08.927851Z","end":"2026-07-28T21:19:10.724773Z","steps":["trace[2068310518] 'agreement among raft nodes before linearized reading' (duration: 1.796866389s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.724785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:09.902005Z","time spent":"822.69944ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T21:19:10.724773Z","caller":"traceutil/trace.go:171","msg":"trace[1885006116] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38309; }","duration":"561.066464ms","start":"2026-07-28T21:19:10.163688Z","end":"2026-07-28T21:19:10.724755Z","steps":["trace[1885006116] 'agreement among raft nodes before linearized reading' (duration: 560.705945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.724812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.927843Z","time spent":"1.796962462s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-28T21:19:10.72479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214693263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:19:10.724821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797621378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:19:10.723945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.96046Z","time spent":"1.763476545s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T21:19:10.724871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:10.163672Z","time spent":"561.179208ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T21:19:10.724883Z","caller":"traceutil/trace.go:171","msg":"trace[829706691] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:38309; }","duration":"1.79771396s","start":"2026-07-28T21:19:08.92715Z","end":"2026-07-28T21:19:10.724864Z","steps":["trace[829706691] 'agreement among raft nodes before linearized reading' (duration: 1.797626568s)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:10.724728Z","caller":"traceutil/trace.go:171","msg":"trace[22875187] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:38309; }","duration":"1.764107371s","start":"2026-07-28T21:19:08.960582Z","end":"2026-07-28T21:19:10.724689Z","steps":["trace[22875187] 'agreement among raft nodes before linearized reading' (duration: 1.763765512s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.72493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214920789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:19:10.724939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.960576Z","time spent":"1.764356848s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T21:19:10.724398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.839535Z","time spent":"1.884849104s","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:19:10.724344Z","caller":"traceutil/trace.go:171","msg":"trace[413323318] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:38309; }","duration":"1.659292741s","start":"2026-07-28T21:19:09.065045Z","end":"2026-07-28T21:19:10.724338Z","steps":["trace[413323318] 'agreement among raft nodes before linearized reading' (duration: 1.65925068s)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:10.724961Z","caller":"traceutil/trace.go:171","msg":"trace[1406140129] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:38309; }","duration":"2.21498088s","start":"2026-07-28T21:19:08.509972Z","end":"2026-07-28T21:19:10.724953Z","steps":["trace[1406140129] 'agreement among raft nodes before linearized reading' (duration: 2.214932219s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.7244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.027687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T21:19:10.724996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:09.065038Z","time spent":"1.659946598s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-28T21:19:10.725004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.50996Z","time spent":"2.215035741s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T21:19:10.724267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.388064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:10.725016Z","caller":"traceutil/trace.go:171","msg":"trace[2036179816] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:38309; }","duration":"202.683264ms","start":"2026-07-28T21:19:10.522323Z","end":"2026-07-28T21:19:10.725006Z","steps":["trace[2036179816] 'agreement among raft nodes before linearized reading' (duration: 202.037778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.724938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.92713Z","time spent":"1.797796253s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-07-28T21:19:10.725057Z","caller":"traceutil/trace.go:171","msg":"trace[1912387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38309; }","duration":"566.203175ms","start":"2026-07-28T21:19:10.158838Z","end":"2026-07-28T21:19:10.725041Z","steps":["trace[1912387] 'agreement among raft nodes before linearized reading' (duration: 565.400015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.725098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:10.158818Z","time spent":"566.269567ms","remote":"127.0.0.1:42788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T21:19:10.725148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215151384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:10.724321Z","caller":"traceutil/trace.go:171","msg":"trace[1395411597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38309; }","duration":"1.163771853s","start":"2026-07-28T21:19:09.560534Z","end":"2026-07-28T21:19:10.724306Z","steps":["trace[1395411597] 'agreement among raft nodes before linearized reading' (duration: 1.163599059s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.725265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797894145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:10.725291Z","caller":"traceutil/trace.go:171","msg":"trace[1842578412] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:38309; }","duration":"1.798011508s","start":"2026-07-28T21:19:08.927273Z","end":"2026-07-28T21:19:10.725284Z","steps":["trace[1842578412] 'agreement among raft nodes before linearized reading' (duration: 1.797966686s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.72529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.558482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T21:19:10.72531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.927248Z","time spent":"1.798058179s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-07-28T21:19:10.725324Z","caller":"traceutil/trace.go:171","msg":"trace[409347109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38309; }","duration":"560.613913ms","start":"2026-07-28T21:19:10.164701Z","end":"2026-07-28T21:19:10.725315Z","steps":["trace[409347109] 'agreement among raft nodes before linearized reading' (duration: 560.433679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.725351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:10.164689Z","time spent":"560.656934ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T21:19:10.724874Z","caller":"traceutil/trace.go:171","msg":"trace[1171218928] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:38309; }","duration":"2.214843177s","start":"2026-07-28T21:19:08.51001Z","end":"2026-07-28T21:19:10.724853Z","steps":["trace[1171218928] 'agreement among raft nodes before linearized reading' (duration: 2.214671083s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.725421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.509996Z","time spent":"2.215416191s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-07-28T21:19:10.725442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.48542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T21:19:10.725276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:09.560513Z","time spent":"1.164744218s","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T21:19:10.725494Z","caller":"traceutil/trace.go:171","msg":"trace[876223317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38309; }","duration":"560.588802ms","start":"2026-07-28T21:19:10.164887Z","end":"2026-07-28T21:19:10.725475Z","steps":["trace[876223317] 'agreement among raft nodes before linearized reading' (duration: 560.429428ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:10.725204Z","caller":"traceutil/trace.go:171","msg":"trace[82534851] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:38309; }","duration":"2.215210126s","start":"2026-07-28T21:19:08.509957Z","end":"2026-07-28T21:19:10.725167Z","steps":["trace[82534851] 'agreement among raft nodes before linearized reading' (duration: 2.215163745s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.725535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:10.164842Z","time spent":"560.681916ms","remote":"127.0.0.1:40452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T21:19:10.725553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.509943Z","time spent":"2.215592345s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-07-28T21:19:10.72583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798597813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:10.725902Z","caller":"traceutil/trace.go:171","msg":"trace[540290559] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:38309; }","duration":"1.798678795s","start":"2026-07-28T21:19:08.927204Z","end":"2026-07-28T21:19:10.725883Z","steps":["trace[540290559] 'agreement among raft nodes before linearized reading' (duration: 1.798531541s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.725956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.927201Z","time spent":"1.798742536s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-07-28T21:19:10.72791Z","caller":"traceutil/trace.go:171","msg":"trace[1727114489] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:38309; }","duration":"1.763788443s","start":"2026-07-28T21:19:08.960403Z","end":"2026-07-28T21:19:10.724191Z","steps":["trace[1727114489] 'agreement among raft nodes before linearized reading' (duration: 1.763722612s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.727967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:08.960387Z","time spent":"1.767566848s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-28T21:19:10.724121Z","caller":"traceutil/trace.go:171","msg":"trace[1589635201] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:38309; }","duration":"938.152438ms","start":"2026-07-28T21:19:09.785955Z","end":"2026-07-28T21:19:10.724107Z","steps":["trace[1589635201] 'agreement among raft nodes before linearized reading' (duration: 938.058946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.729333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:09.785932Z","time spent":"943.38708ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-28T21:19:10.926831Z","caller":"traceutil/trace.go:171","msg":"trace[1159795064] transaction","detail":"{read_only:false; response_revision:38310; number_of_response:1; }","duration":"197.475274ms","start":"2026-07-28T21:19:10.729327Z","end":"2026-07-28T21:19:10.926802Z","steps":["trace[1159795064] 'process raft request' (duration: 99.660621ms)","trace[1159795064] 'compare' (duration: 97.490885ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:19:10.926879Z","caller":"traceutil/trace.go:171","msg":"trace[19365781] linearizableReadLoop","detail":"{readStateIndex:39429; appliedIndex:39425; }","duration":"195.443372ms","start":"2026-07-28T21:19:10.73142Z","end":"2026-07-28T21:19:10.926863Z","steps":["trace[19365781] 'read index received' (duration: 97.64949ms)","trace[19365781] 'applied index is now lower than readState.Index' (duration: 97.793202ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:19:10.92695Z","caller":"traceutil/trace.go:171","msg":"trace[1424588234] transaction","detail":"{read_only:false; response_revision:38314; number_of_response:1; }","duration":"194.840597ms","start":"2026-07-28T21:19:10.732102Z","end":"2026-07-28T21:19:10.926942Z","steps":["trace[1424588234] 'process raft request' (duration: 194.709724ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:10.92694Z","caller":"traceutil/trace.go:171","msg":"trace[1803998142] transaction","detail":"{read_only:false; response_revision:38313; number_of_response:1; }","duration":"195.674277ms","start":"2026-07-28T21:19:10.731227Z","end":"2026-07-28T21:19:10.926901Z","steps":["trace[1803998142] 'process raft request' (duration: 195.562354ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:10.92703Z","caller":"traceutil/trace.go:171","msg":"trace[29142757] transaction","detail":"{read_only:false; response_revision:38315; number_of_response:1; }","duration":"194.822626ms","start":"2026-07-28T21:19:10.732202Z","end":"2026-07-28T21:19:10.927024Z","steps":["trace[29142757] 'process raft request' (duration: 194.636702ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:10.92709Z","caller":"traceutil/trace.go:171","msg":"trace[288579431] transaction","detail":"{read_only:false; response_revision:38312; number_of_response:1; }","duration":"197.607506ms","start":"2026-07-28T21:19:10.729457Z","end":"2026-07-28T21:19:10.927064Z","steps":["trace[288579431] 'process raft request' (duration: 197.299228ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:10.927137Z","caller":"traceutil/trace.go:171","msg":"trace[1985436959] transaction","detail":"{read_only:false; response_revision:38311; number_of_response:1; }","duration":"197.695248ms","start":"2026-07-28T21:19:10.72938Z","end":"2026-07-28T21:19:10.927075Z","steps":["trace[1985436959] 'process raft request' (duration: 197.34759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:10.92723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.78228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T21:19:10.927321Z","caller":"traceutil/trace.go:171","msg":"trace[2142125104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38315; }","duration":"195.908583ms","start":"2026-07-28T21:19:10.731397Z","end":"2026-07-28T21:19:10.927305Z","steps":["trace[2142125104] 'agreement among raft nodes before linearized reading' (duration: 195.638446ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:11.171318Z","caller":"traceutil/trace.go:171","msg":"trace[20575676] linearizableReadLoop","detail":"{readStateIndex:39432; appliedIndex:39431; }","duration":"244.374109ms","start":"2026-07-28T21:19:10.926918Z","end":"2026-07-28T21:19:11.171292Z","steps":["trace[20575676] 'read index received' (duration: 237.328071ms)","trace[20575676] 'applied index is now lower than readState.Index' (duration: 7.044988ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:19:11.171424Z","caller":"traceutil/trace.go:171","msg":"trace[305225210] transaction","detail":"{read_only:false; response_revision:38316; number_of_response:1; }","duration":"244.544613ms","start":"2026-07-28T21:19:10.92683Z","end":"2026-07-28T21:19:11.171374Z","steps":["trace[305225210] 'process raft request' (duration: 237.530116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:11.171479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.361578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:11.17155Z","caller":"traceutil/trace.go:171","msg":"trace[1722963436] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:38316; }","duration":"335.497322ms","start":"2026-07-28T21:19:10.836034Z","end":"2026-07-28T21:19:11.171532Z","steps":["trace[1722963436] 'agreement among raft nodes before linearized reading' (duration: 335.356508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:11.171584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T21:19:10.836016Z","time spent":"335.561373ms","remote":"127.0.0.1:49546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-28T21:19:11.171605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.651344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23024"} {"level":"info","ts":"2026-07-28T21:19:11.171673Z","caller":"traceutil/trace.go:171","msg":"trace[1884537167] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:38316; }","duration":"242.748637ms","start":"2026-07-28T21:19:10.928913Z","end":"2026-07-28T21:19:11.171661Z","steps":["trace[1884537167] 'agreement among raft nodes before linearized reading' (duration: 242.546272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:11.171814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.639744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:11.171884Z","caller":"traceutil/trace.go:171","msg":"trace[622312346] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:38316; }","duration":"187.774808ms","start":"2026-07-28T21:19:10.98409Z","end":"2026-07-28T21:19:11.171865Z","steps":["trace[622312346] 'agreement among raft nodes before linearized reading' (duration: 187.669755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:21.596436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.697889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T21:19:21.596521Z","caller":"traceutil/trace.go:171","msg":"trace[24038502] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38432; }","duration":"148.822122ms","start":"2026-07-28T21:19:21.44768Z","end":"2026-07-28T21:19:21.596502Z","steps":["trace[24038502] 'range keys from in-memory index tree' (duration: 148.560246ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:35.210391Z","caller":"traceutil/trace.go:171","msg":"trace[1992300324] linearizableReadLoop","detail":"{readStateIndex:39672; appliedIndex:39671; }","duration":"159.560034ms","start":"2026-07-28T21:19:35.050802Z","end":"2026-07-28T21:19:35.210362Z","steps":["trace[1992300324] 'read index received' (duration: 159.455482ms)","trace[1992300324] 'applied index is now lower than readState.Index' (duration: 102.622µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:19:35.210442Z","caller":"traceutil/trace.go:171","msg":"trace[2092013540] transaction","detail":"{read_only:false; response_revision:38551; number_of_response:1; }","duration":"160.59609ms","start":"2026-07-28T21:19:35.049806Z","end":"2026-07-28T21:19:35.210402Z","steps":["trace[2092013540] 'process raft request' (duration: 160.347104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:35.210665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.842071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T21:19:35.210718Z","caller":"traceutil/trace.go:171","msg":"trace[1895473812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38551; }","duration":"159.957884ms","start":"2026-07-28T21:19:35.050749Z","end":"2026-07-28T21:19:35.210707Z","steps":["trace[1895473812] 'agreement among raft nodes before linearized reading' (duration: 159.761199ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:35.231533Z","caller":"traceutil/trace.go:171","msg":"trace[1131748727] transaction","detail":"{read_only:false; response_revision:38552; number_of_response:1; }","duration":"178.633527ms","start":"2026-07-28T21:19:35.052882Z","end":"2026-07-28T21:19:35.231515Z","steps":["trace[1131748727] 'process raft request' (duration: 178.481363ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:35.231872Z","caller":"traceutil/trace.go:171","msg":"trace[1917248863] transaction","detail":"{read_only:false; response_revision:38553; number_of_response:1; }","duration":"178.163555ms","start":"2026-07-28T21:19:35.053673Z","end":"2026-07-28T21:19:35.231837Z","steps":["trace[1917248863] 'process raft request' (duration: 177.797266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:35.231941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.482493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T21:19:35.231969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.100558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T21:19:35.232062Z","caller":"traceutil/trace.go:171","msg":"trace[1608730120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38553; }","duration":"179.229652ms","start":"2026-07-28T21:19:35.05281Z","end":"2026-07-28T21:19:35.23204Z","steps":["trace[1608730120] 'agreement among raft nodes before linearized reading' (duration: 178.973706ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:35.231995Z","caller":"traceutil/trace.go:171","msg":"trace[491383525] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:38553; }","duration":"163.576995ms","start":"2026-07-28T21:19:35.068403Z","end":"2026-07-28T21:19:35.23198Z","steps":["trace[491383525] 'agreement among raft nodes before linearized reading' (duration: 163.464353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:35.232292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.184837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T21:19:35.232381Z","caller":"traceutil/trace.go:171","msg":"trace[1002229431] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:38553; }","duration":"131.330701ms","start":"2026-07-28T21:19:35.101028Z","end":"2026-07-28T21:19:35.232359Z","steps":["trace[1002229431] 'agreement among raft nodes before linearized reading' (duration: 130.90981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T21:19:35.232964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.333797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T21:19:35.233049Z","caller":"traceutil/trace.go:171","msg":"trace[809844799] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38553; }","duration":"174.486061ms","start":"2026-07-28T21:19:35.058542Z","end":"2026-07-28T21:19:35.233028Z","steps":["trace[809844799] 'agreement among raft nodes before linearized reading' (duration: 173.439475ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:19:35.347306Z","caller":"traceutil/trace.go:171","msg":"trace[2094597658] transaction","detail":"{read_only:false; response_revision:38555; number_of_response:1; }","duration":"110.894463ms","start":"2026-07-28T21:19:35.236386Z","end":"2026-07-28T21:19:35.34728Z","steps":["trace[2094597658] 'process raft request' (duration: 71.856076ms)","trace[2094597658] 'compare' (duration: 38.823022ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T21:19:35.347689Z","caller":"traceutil/trace.go:171","msg":"trace[387842705] transaction","detail":"{read_only:false; response_revision:38556; number_of_response:1; }","duration":"110.545724ms","start":"2026-07-28T21:19:35.237124Z","end":"2026-07-28T21:19:35.34767Z","steps":["trace[387842705] 'process raft request' (duration: 110.082002ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:20:09.609008Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T21:20:09.616239Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-28T21:20:09.616367Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-28T21:22:11.589219Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37125} {"level":"info","ts":"2026-07-28T21:22:11.74378Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37125,"took":"150.881684ms","hash":1744780189,"current-db-size-bytes":55521280,"current-db-size":"56 MB","current-db-size-in-use-bytes":32096256,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T21:22:11.743849Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1744780189,"revision":37125,"compact-revision":33885} {"level":"info","ts":"2026-07-28T21:24:05.180863Z","caller":"traceutil/trace.go:171","msg":"trace[775498179] transaction","detail":"{read_only:false; response_revision:41042; number_of_response:1; }","duration":"102.978044ms","start":"2026-07-28T21:24:05.077857Z","end":"2026-07-28T21:24:05.180835Z","steps":["trace[775498179] 'process raft request' (duration: 102.83009ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T21:27:11.59549Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39935} {"level":"info","ts":"2026-07-28T21:27:11.71773Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39935,"took":"118.187532ms","hash":3296844969,"current-db-size-bytes":55521280,"current-db-size":"56 MB","current-db-size-in-use-bytes":35479552,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-28T21:27:11.717818Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3296844969,"revision":39935,"compact-revision":37125} {"level":"info","ts":"2026-07-28T21:32:11.603148Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":43050} {"level":"info","ts":"2026-07-28T21:32:11.769355Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":43050,"took":"162.465133ms","hash":2058288576,"current-db-size-bytes":55521280,"current-db-size":"56 MB","current-db-size-in-use-bytes":30711808,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T21:32:11.769427Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2058288576,"revision":43050,"compact-revision":39935} {"level":"info","ts":"2026-07-28T21:37:11.614137Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":45676} {"level":"info","ts":"2026-07-28T21:37:11.741611Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":45676,"took":"120.674874ms","hash":1454916058,"current-db-size-bytes":55521280,"current-db-size":"56 MB","current-db-size-in-use-bytes":30130176,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T21:37:11.741685Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1454916058,"revision":45676,"compact-revision":43050} {"level":"info","ts":"2026-07-28T21:37:52.188529Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":50005,"local-member-snapshot-index":40004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T21:37:52.193242Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":50005} {"level":"info","ts":"2026-07-28T21:37:52.193335Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":45005} {"level":"info","ts":"2026-07-28T21:42:11.620926Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":48290} {"level":"info","ts":"2026-07-28T21:42:11.737965Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":48290,"took":"113.564094ms","hash":3830469543,"current-db-size-bytes":55521280,"current-db-size":"56 MB","current-db-size-in-use-bytes":30105600,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T21:42:11.738023Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3830469543,"revision":48290,"compact-revision":45676} {"level":"info","ts":"2026-07-28T21:47:11.629054Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":50997} {"level":"info","ts":"2026-07-28T21:47:11.772537Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":50997,"took":"136.415723ms","hash":3067813629,"current-db-size-bytes":56799232,"current-db-size":"57 MB","current-db-size-in-use-bytes":31981568,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T21:47:11.772637Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3067813629,"revision":50997,"compact-revision":48290} {"level":"info","ts":"2026-07-28T21:52:11.637269Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":53642} {"level":"info","ts":"2026-07-28T21:52:11.786129Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":53642,"took":"143.497063ms","hash":1645019928,"current-db-size-bytes":59781120,"current-db-size":"60 MB","current-db-size-in-use-bytes":31555584,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T21:52:11.786217Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1645019928,"revision":53642,"compact-revision":50997} {"level":"info","ts":"2026-07-28T21:56:10.578862Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"11f26225a5bb9fe3","local-member-applied-index":60006,"local-member-snapshot-index":50005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T21:56:10.586557Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":60006} {"level":"info","ts":"2026-07-28T21:56:10.586784Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":55006} {"level":"info","ts":"2026-07-28T21:56:10.609283Z","caller":"fileutil/purge.go:96","msg":"purged","path":"/var/lib/etcd/member/snap/0000000000000002-0000000000002711.snap"} {"level":"info","ts":"2026-07-28T21:57:11.643714Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":56264} {"level":"info","ts":"2026-07-28T21:57:11.771022Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":56264,"took":"122.212544ms","hash":198846779,"current-db-size-bytes":59781120,"current-db-size":"60 MB","current-db-size-in-use-bytes":29650944,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T21:57:11.771101Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":198846779,"revision":56264,"compact-revision":53642}