{"level":"warn","ts":"2026-07-30T20:54:01.159521Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T20:54:01.159634Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.209:2380","--initial-cluster=instance=https://199.19.213.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T20:54:01.159775Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T20:54:01.159793Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.209:2380"]} {"level":"info","ts":"2026-07-30T20:54:01.159836Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T20:54:01.16074Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.209:2379"]} {"level":"info","ts":"2026-07-30T20:54:01.160872Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.209:2380"],"listen-peer-urls":["https://199.19.213.209:2380"],"advertise-client-urls":["https://199.19.213.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T20:54:01.165951Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.745974ms"} {"level":"info","ts":"2026-07-30T20:54:01.171431Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9409e054be1d0d72","cluster-id":"ff5f9c0688884e7d"} {"level":"info","ts":"2026-07-30T20:54:01.171547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9409e054be1d0d72 switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T20:54:01.171576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9409e054be1d0d72 became follower at term 0"} {"level":"info","ts":"2026-07-30T20:54:01.171593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9409e054be1d0d72 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T20:54:01.17163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9409e054be1d0d72 became follower at term 1"} {"level":"info","ts":"2026-07-30T20:54:01.171688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9409e054be1d0d72 switched to configuration voters=(10667303846975180146)"} {"level":"warn","ts":"2026-07-30T20:54:01.177916Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T20:54:01.179477Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T20:54:01.180539Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T20:54:01.182811Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9409e054be1d0d72","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T20:54:01.182996Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9409e054be1d0d72","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T20:54:01.183066Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T20:54:01.183224Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T20:54:01.183236Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T20:54:01.184056Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9409e054be1d0d72 switched to configuration voters=(10667303846975180146)"} {"level":"info","ts":"2026-07-30T20:54:01.18504Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff5f9c0688884e7d","local-member-id":"9409e054be1d0d72","added-peer-id":"9409e054be1d0d72","added-peer-peer-urls":["https://199.19.213.209:2380"]} {"level":"info","ts":"2026-07-30T20:54:01.187545Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T20:54:01.187767Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.209:2380"} {"level":"info","ts":"2026-07-30T20:54:01.187853Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.209:2380"} {"level":"info","ts":"2026-07-30T20:54:01.18801Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9409e054be1d0d72","initial-advertise-peer-urls":["https://199.19.213.209:2380"],"listen-peer-urls":["https://199.19.213.209:2380"],"advertise-client-urls":["https://199.19.213.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T20:54:01.188145Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T20:54:02.172698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9409e054be1d0d72 is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T20:54:02.172749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9409e054be1d0d72 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T20:54:02.172764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9409e054be1d0d72 received MsgPreVoteResp from 9409e054be1d0d72 at term 1"} {"level":"info","ts":"2026-07-30T20:54:02.172785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9409e054be1d0d72 became candidate at term 2"} {"level":"info","ts":"2026-07-30T20:54:02.172791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9409e054be1d0d72 received MsgVoteResp from 9409e054be1d0d72 at term 2"} {"level":"info","ts":"2026-07-30T20:54:02.172802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9409e054be1d0d72 became leader at term 2"} {"level":"info","ts":"2026-07-30T20:54:02.172809Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9409e054be1d0d72 elected leader 9409e054be1d0d72 at term 2"} {"level":"info","ts":"2026-07-30T20:54:02.173985Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9409e054be1d0d72","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.209:2379]}","request-path":"/0/members/9409e054be1d0d72/attributes","cluster-id":"ff5f9c0688884e7d","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T20:54:02.173993Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T20:54:02.174041Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T20:54:02.174096Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:54:02.174661Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T20:54:02.174701Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T20:54:02.175117Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff5f9c0688884e7d","local-member-id":"9409e054be1d0d72","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:54:02.17532Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:54:02.175366Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T20:54:02.177417Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.209:2379"} {"level":"info","ts":"2026-07-30T20:54:02.177781Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T20:54:22.235937Z","caller":"traceutil/trace.go:171","msg":"trace[1901155746] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"120.794557ms","start":"2026-07-30T20:54:22.115116Z","end":"2026-07-30T20:54:22.235911Z","steps":["trace[1901155746] 'process raft request' (duration: 120.659244ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:54:22.42027Z","caller":"traceutil/trace.go:171","msg":"trace[625695392] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"104.968471ms","start":"2026-07-30T20:54:22.315276Z","end":"2026-07-30T20:54:22.420244Z","steps":["trace[625695392] 'read index received' (duration: 95.856661ms)","trace[625695392] 'applied index is now lower than readState.Index' (duration: 9.1107ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:54:22.420336Z","caller":"traceutil/trace.go:171","msg":"trace[65639985] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"116.973936ms","start":"2026-07-30T20:54:22.303319Z","end":"2026-07-30T20:54:22.420292Z","steps":["trace[65639985] 'process raft request' (duration: 107.882747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:54:22.420401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.108004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T20:54:22.42069Z","caller":"traceutil/trace.go:171","msg":"trace[106884900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:427; }","duration":"105.426642ms","start":"2026-07-30T20:54:22.315231Z","end":"2026-07-30T20:54:22.420658Z","steps":["trace[106884900] 'agreement among raft nodes before linearized reading' (duration: 105.107574ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:54:42.792788Z","caller":"traceutil/trace.go:171","msg":"trace[1905947106] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"218.874915ms","start":"2026-07-30T20:54:42.573874Z","end":"2026-07-30T20:54:42.792748Z","steps":["trace[1905947106] 'process raft request' (duration: 213.099614ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:54:42.967749Z","caller":"traceutil/trace.go:171","msg":"trace[1969828090] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"384.559854ms","start":"2026-07-30T20:54:42.583159Z","end":"2026-07-30T20:54:42.967719Z","steps":["trace[1969828090] 'process raft request' (duration: 367.158036ms)","trace[1969828090] 'compare' (duration: 17.145112ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:54:42.967906Z","caller":"traceutil/trace.go:171","msg":"trace[102646636] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"384.630815ms","start":"2026-07-30T20:54:42.583172Z","end":"2026-07-30T20:54:42.967802Z","steps":["trace[102646636] 'process raft request' (duration: 384.443671ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:54:42.968053Z","caller":"traceutil/trace.go:171","msg":"trace[1808919216] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"119.340599ms","start":"2026-07-30T20:54:42.848647Z","end":"2026-07-30T20:54:42.967988Z","steps":["trace[1808919216] 'process raft request' (duration: 119.035291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:54:42.968601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:54:42.583139Z","time spent":"384.686677ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:54:42.968947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:54:42.583156Z","time spent":"384.858703ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:54:43.665285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.214557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:54:43.665387Z","caller":"traceutil/trace.go:171","msg":"trace[335234425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"408.364181ms","start":"2026-07-30T20:54:43.256998Z","end":"2026-07-30T20:54:43.665362Z","steps":["trace[335234425] 'range keys from in-memory index tree' (duration: 408.138464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:54:43.665447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:54:43.256981Z","time spent":"408.450994ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T20:54:43.665417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.780517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mhdr6\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-30T20:54:43.665697Z","caller":"traceutil/trace.go:171","msg":"trace[1566771513] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mhdr6; range_end:; response_count:1; response_revision:632; }","duration":"551.089865ms","start":"2026-07-30T20:54:43.114587Z","end":"2026-07-30T20:54:43.665677Z","steps":["trace[1566771513] 'range keys from in-memory index tree' (duration: 550.622803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:54:43.665748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:54:43.114569Z","time spent":"551.164166ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-mhdr6\" "} {"level":"info","ts":"2026-07-30T20:54:43.670802Z","caller":"traceutil/trace.go:171","msg":"trace[1342677340] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"286.815623ms","start":"2026-07-30T20:54:43.383952Z","end":"2026-07-30T20:54:43.670767Z","steps":["trace[1342677340] 'process raft request' (duration: 286.203418ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:54:48.593397Z","caller":"traceutil/trace.go:171","msg":"trace[1320161956] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:739; }","duration":"148.674491ms","start":"2026-07-30T20:54:48.4447Z","end":"2026-07-30T20:54:48.593374Z","steps":["trace[1320161956] 'read index received' (duration: 148.368913ms)","trace[1320161956] 'applied index is now lower than readState.Index' (duration: 304.788µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:54:48.593658Z","caller":"traceutil/trace.go:171","msg":"trace[139367611] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"164.802824ms","start":"2026-07-30T20:54:48.428819Z","end":"2026-07-30T20:54:48.593622Z","steps":["trace[139367611] 'process raft request' (duration: 164.323661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:54:48.593742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.03385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T20:54:48.593778Z","caller":"traceutil/trace.go:171","msg":"trace[2075708596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:715; }","duration":"149.125372ms","start":"2026-07-30T20:54:48.444643Z","end":"2026-07-30T20:54:48.593768Z","steps":["trace[2075708596] 'agreement among raft nodes before linearized reading' (duration: 148.824294ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:54:56.300985Z","caller":"traceutil/trace.go:171","msg":"trace[340482052] linearizableReadLoop","detail":"{readStateIndex:804; appliedIndex:803; }","duration":"106.753137ms","start":"2026-07-30T20:54:56.194204Z","end":"2026-07-30T20:54:56.300957Z","steps":["trace[340482052] 'read index received' (duration: 106.548972ms)","trace[340482052] 'applied index is now lower than readState.Index' (duration: 202.515µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:54:56.301114Z","caller":"traceutil/trace.go:171","msg":"trace[1730211233] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"153.375244ms","start":"2026-07-30T20:54:56.147712Z","end":"2026-07-30T20:54:56.301088Z","steps":["trace[1730211233] 'process raft request' (duration: 153.096667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:54:56.301317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.079987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-cw9x5\" ","response":"range_response_count:1 size:5050"} {"level":"info","ts":"2026-07-30T20:54:56.301394Z","caller":"traceutil/trace.go:171","msg":"trace[1068964411] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-cw9x5; range_end:; response_count:1; response_revision:776; }","duration":"107.209869ms","start":"2026-07-30T20:54:56.194167Z","end":"2026-07-30T20:54:56.301377Z","steps":["trace[1068964411] 'agreement among raft nodes before linearized reading' (duration: 106.929691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:54:59.11793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.481292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T20:54:59.118029Z","caller":"traceutil/trace.go:171","msg":"trace[1687573379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:796; }","duration":"203.637086ms","start":"2026-07-30T20:54:58.914366Z","end":"2026-07-30T20:54:59.118003Z","steps":["trace[1687573379] 'range keys from in-memory index tree' (duration: 203.295857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:54:59.117962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.701253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T20:54:59.118319Z","caller":"traceutil/trace.go:171","msg":"trace[275895854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:796; }","duration":"470.054022ms","start":"2026-07-30T20:54:58.648241Z","end":"2026-07-30T20:54:59.118295Z","steps":["trace[275895854] 'range keys from in-memory index tree' (duration: 469.447487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:54:59.118415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:54:58.648185Z","time spent":"470.200496ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T20:54:59.227305Z","caller":"traceutil/trace.go:171","msg":"trace[923806721] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"105.104485ms","start":"2026-07-30T20:54:59.122166Z","end":"2026-07-30T20:54:59.227271Z","steps":["trace[923806721] 'process raft request' (duration: 104.898779ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:54:59.233984Z","caller":"traceutil/trace.go:171","msg":"trace[495527245] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"111.77447ms","start":"2026-07-30T20:54:59.12218Z","end":"2026-07-30T20:54:59.233955Z","steps":["trace[495527245] 'process raft request' (duration: 111.582174ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:54:59.234198Z","caller":"traceutil/trace.go:171","msg":"trace[434486546] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"111.976915ms","start":"2026-07-30T20:54:59.122204Z","end":"2026-07-30T20:54:59.234181Z","steps":["trace[434486546] 'process raft request' (duration: 111.680637ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:54:59.234269Z","caller":"traceutil/trace.go:171","msg":"trace[1889327338] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"110.995549ms","start":"2026-07-30T20:54:59.123265Z","end":"2026-07-30T20:54:59.234261Z","steps":["trace[1889327338] 'process raft request' (duration: 110.64733ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:55:37.578562Z","caller":"traceutil/trace.go:171","msg":"trace[464600630] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"105.058279ms","start":"2026-07-30T20:55:37.473467Z","end":"2026-07-30T20:55:37.578526Z","steps":["trace[464600630] 'process raft request' (duration: 103.779025ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:55:37.578574Z","caller":"traceutil/trace.go:171","msg":"trace[1632311825] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"103.391736ms","start":"2026-07-30T20:55:37.475155Z","end":"2026-07-30T20:55:37.578547Z","steps":["trace[1632311825] 'process raft request' (duration: 103.307684ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:55:39.615492Z","caller":"traceutil/trace.go:171","msg":"trace[1632341532] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"175.708325ms","start":"2026-07-30T20:55:39.439755Z","end":"2026-07-30T20:55:39.615464Z","steps":["trace[1632341532] 'process raft request' (duration: 175.53674ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:55:39.615973Z","caller":"traceutil/trace.go:171","msg":"trace[1120362674] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"174.902432ms","start":"2026-07-30T20:55:39.441052Z","end":"2026-07-30T20:55:39.615954Z","steps":["trace[1120362674] 'process raft request' (duration: 174.874382ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:55:39.616022Z","caller":"traceutil/trace.go:171","msg":"trace[1605421999] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"175.432566ms","start":"2026-07-30T20:55:39.440567Z","end":"2026-07-30T20:55:39.615999Z","steps":["trace[1605421999] 'process raft request' (duration: 175.238402ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:55:39.616124Z","caller":"traceutil/trace.go:171","msg":"trace[645148558] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"175.338786ms","start":"2026-07-30T20:55:39.44075Z","end":"2026-07-30T20:55:39.616089Z","steps":["trace[645148558] 'process raft request' (duration: 175.15717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:55:42.961665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.014225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4825"} {"level":"warn","ts":"2026-07-30T20:55:42.962498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.753824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4643"} {"level":"info","ts":"2026-07-30T20:55:42.962619Z","caller":"traceutil/trace.go:171","msg":"trace[1661016767] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1183; }","duration":"103.913899ms","start":"2026-07-30T20:55:42.85866Z","end":"2026-07-30T20:55:42.962574Z","steps":["trace[1661016767] 'agreement among raft nodes before linearized reading' (duration: 103.061046ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:55:42.96325Z","caller":"traceutil/trace.go:171","msg":"trace[1818972491] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1183; }","duration":"103.117228ms","start":"2026-07-30T20:55:42.858605Z","end":"2026-07-30T20:55:42.961722Z","steps":["trace[1818972491] 'agreement among raft nodes before linearized reading' (duration: 102.933764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:55:42.963434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.418474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:55:42.963555Z","caller":"traceutil/trace.go:171","msg":"trace[1937039413] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1183; }","duration":"103.244312ms","start":"2026-07-30T20:55:42.860268Z","end":"2026-07-30T20:55:42.963512Z","steps":["trace[1937039413] 'agreement among raft nodes before linearized reading' (duration: 101.398213ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:55:43.54964Z","caller":"traceutil/trace.go:171","msg":"trace[1979027132] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"162.891998ms","start":"2026-07-30T20:55:43.386716Z","end":"2026-07-30T20:55:43.549608Z","steps":["trace[1979027132] 'process raft request' (duration: 104.687179ms)","trace[1979027132] 'compare' (duration: 57.797669ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:56:04.650794Z","caller":"traceutil/trace.go:171","msg":"trace[1340924784] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"102.196812ms","start":"2026-07-30T20:56:04.548546Z","end":"2026-07-30T20:56:04.650743Z","steps":["trace[1340924784] 'process raft request' (duration: 101.757462ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:56:05.67386Z","caller":"traceutil/trace.go:171","msg":"trace[1962459076] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"242.264353ms","start":"2026-07-30T20:56:05.431574Z","end":"2026-07-30T20:56:05.673839Z","steps":["trace[1962459076] 'process raft request' (duration: 207.347875ms)","trace[1962459076] 'compare' (duration: 34.811145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:56:06.611243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.689737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T20:56:06.611387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.889906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:56:06.611449Z","caller":"traceutil/trace.go:171","msg":"trace[169442034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1382; }","duration":"351.940593ms","start":"2026-07-30T20:56:06.259487Z","end":"2026-07-30T20:56:06.611428Z","steps":["trace[169442034] 'range keys from in-memory index tree' (duration: 351.575893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:06.61158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:56:06.259467Z","time spent":"352.096327ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T20:56:06.611509Z","caller":"traceutil/trace.go:171","msg":"trace[1922456879] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1382; }","duration":"118.05598ms","start":"2026-07-30T20:56:06.493434Z","end":"2026-07-30T20:56:06.61149Z","steps":["trace[1922456879] 'count revisions from in-memory index tree' (duration: 117.799363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:07.490356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.922939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:56:07.49046Z","caller":"traceutil/trace.go:171","msg":"trace[775622183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1385; }","duration":"231.055913ms","start":"2026-07-30T20:56:07.259382Z","end":"2026-07-30T20:56:07.490438Z","steps":["trace[775622183] 'range keys from in-memory index tree' (duration: 230.839876ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:56:08.04113Z","caller":"traceutil/trace.go:171","msg":"trace[1497112689] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1431; }","duration":"228.040932ms","start":"2026-07-30T20:56:07.813063Z","end":"2026-07-30T20:56:08.041103Z","steps":["trace[1497112689] 'read index received' (duration: 227.781035ms)","trace[1497112689] 'applied index is now lower than readState.Index' (duration: 258.707µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:56:08.04126Z","caller":"traceutil/trace.go:171","msg":"trace[1602711769] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"274.869803ms","start":"2026-07-30T20:56:07.766349Z","end":"2026-07-30T20:56:08.041219Z","steps":["trace[1602711769] 'process raft request' (duration: 274.594506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:08.041423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.859079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T20:56:08.04143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.755841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T20:56:08.041459Z","caller":"traceutil/trace.go:171","msg":"trace[762163692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1386; }","duration":"221.92171ms","start":"2026-07-30T20:56:07.819525Z","end":"2026-07-30T20:56:08.041447Z","steps":["trace[762163692] 'agreement among raft nodes before linearized reading' (duration: 221.804557ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:56:08.041467Z","caller":"traceutil/trace.go:171","msg":"trace[862935363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1386; }","duration":"220.832113ms","start":"2026-07-30T20:56:07.820623Z","end":"2026-07-30T20:56:08.041455Z","steps":["trace[862935363] 'agreement among raft nodes before linearized reading' (duration: 220.73108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:08.041294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.216266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:56:08.041565Z","caller":"traceutil/trace.go:171","msg":"trace[744483619] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1386; }","duration":"228.515624ms","start":"2026-07-30T20:56:07.813044Z","end":"2026-07-30T20:56:08.04156Z","steps":["trace[744483619] 'agreement among raft nodes before linearized reading' (duration: 228.192045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:08.041574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.833378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T20:56:08.041648Z","caller":"traceutil/trace.go:171","msg":"trace[402725692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1386; }","duration":"221.948121ms","start":"2026-07-30T20:56:07.819682Z","end":"2026-07-30T20:56:08.04163Z","steps":["trace[402725692] 'agreement among raft nodes before linearized reading' (duration: 221.735466ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:56:08.481132Z","caller":"traceutil/trace.go:171","msg":"trace[1249679906] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1433; }","duration":"220.637736ms","start":"2026-07-30T20:56:08.260451Z","end":"2026-07-30T20:56:08.481088Z","steps":["trace[1249679906] 'read index received' (duration: 122.667608ms)","trace[1249679906] 'applied index is now lower than readState.Index' (duration: 97.968438ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:56:08.481218Z","caller":"traceutil/trace.go:171","msg":"trace[376805394] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"434.72672ms","start":"2026-07-30T20:56:08.046469Z","end":"2026-07-30T20:56:08.481196Z","steps":["trace[376805394] 'process raft request' (duration: 434.473222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:08.481356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.875042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:56:08.481212Z","caller":"traceutil/trace.go:171","msg":"trace[1163191720] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"435.688016ms","start":"2026-07-30T20:56:08.045497Z","end":"2026-07-30T20:56:08.481185Z","steps":["trace[1163191720] 'process raft request' (duration: 337.608355ms)","trace[1163191720] 'compare' (duration: 97.634929ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:56:08.481401Z","caller":"traceutil/trace.go:171","msg":"trace[1981738601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1389; }","duration":"220.953295ms","start":"2026-07-30T20:56:08.260432Z","end":"2026-07-30T20:56:08.481385Z","steps":["trace[1981738601] 'agreement among raft nodes before linearized reading' (duration: 220.837292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:08.481411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:56:08.046439Z","time spent":"434.846523ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:56:08.481577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:56:08.045474Z","time spent":"435.973863ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T20:56:10.159666Z","caller":"traceutil/trace.go:171","msg":"trace[464073402] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"110.479477ms","start":"2026-07-30T20:56:10.049159Z","end":"2026-07-30T20:56:10.159638Z","steps":["trace[464073402] 'process raft request' (duration: 110.19336ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:56:10.924325Z","caller":"traceutil/trace.go:171","msg":"trace[7504133] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1455; }","duration":"132.507897ms","start":"2026-07-30T20:56:10.791787Z","end":"2026-07-30T20:56:10.924295Z","steps":["trace[7504133] 'read index received' (duration: 119.731401ms)","trace[7504133] 'applied index is now lower than readState.Index' (duration: 12.774936ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:56:10.924394Z","caller":"traceutil/trace.go:171","msg":"trace[1889142685] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"179.637377ms","start":"2026-07-30T20:56:10.744719Z","end":"2026-07-30T20:56:10.924357Z","steps":["trace[1889142685] 'process raft request' (duration: 166.873071ms)","trace[1889142685] 'compare' (duration: 12.532619ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:56:10.92454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.751233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T20:56:10.924583Z","caller":"traceutil/trace.go:171","msg":"trace[1301477526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1408; }","duration":"132.862257ms","start":"2026-07-30T20:56:10.791711Z","end":"2026-07-30T20:56:10.924573Z","steps":["trace[1301477526] 'agreement among raft nodes before linearized reading' (duration: 132.680442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:21.414151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.188707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:56:21.414313Z","caller":"traceutil/trace.go:171","msg":"trace[2133122091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1523; }","duration":"154.434933ms","start":"2026-07-30T20:56:21.259843Z","end":"2026-07-30T20:56:21.414278Z","steps":["trace[2133122091] 'range keys from in-memory index tree' (duration: 154.058984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:21.414575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.407039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-30T20:56:21.414742Z","caller":"traceutil/trace.go:171","msg":"trace[319471053] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1523; }","duration":"177.710727ms","start":"2026-07-30T20:56:21.237Z","end":"2026-07-30T20:56:21.414711Z","steps":["trace[319471053] 'range keys from in-memory index tree' (duration: 177.113571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:25.235489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.980004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T20:56:25.235584Z","caller":"traceutil/trace.go:171","msg":"trace[896940794] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:1569; }","duration":"102.127476ms","start":"2026-07-30T20:56:25.133433Z","end":"2026-07-30T20:56:25.235561Z","steps":["trace[896940794] 'range keys from in-memory index tree' (duration: 101.708127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:38.104223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.302854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:56:38.104309Z","caller":"traceutil/trace.go:171","msg":"trace[521233096] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1807; }","duration":"221.405446ms","start":"2026-07-30T20:56:37.882886Z","end":"2026-07-30T20:56:38.104291Z","steps":["trace[521233096] 'range keys from in-memory index tree' (duration: 221.14736ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:56:38.653126Z","caller":"traceutil/trace.go:171","msg":"trace[2124013580] linearizableReadLoop","detail":"{readStateIndex:1873; appliedIndex:1872; }","duration":"180.738626ms","start":"2026-07-30T20:56:38.472356Z","end":"2026-07-30T20:56:38.653095Z","steps":["trace[2124013580] 'read index received' (duration: 180.602472ms)","trace[2124013580] 'applied index is now lower than readState.Index' (duration: 135.334µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:56:38.653233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.863169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T20:56:38.653299Z","caller":"traceutil/trace.go:171","msg":"trace[1005846721] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1809; }","duration":"180.991173ms","start":"2026-07-30T20:56:38.472292Z","end":"2026-07-30T20:56:38.653283Z","steps":["trace[1005846721] 'agreement among raft nodes before linearized reading' (duration: 180.86924ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:56:38.653149Z","caller":"traceutil/trace.go:171","msg":"trace[1349002210] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1809; }","duration":"314.779714ms","start":"2026-07-30T20:56:38.338338Z","end":"2026-07-30T20:56:38.653118Z","steps":["trace[1349002210] 'process raft request' (duration: 314.673322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:38.653665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:56:38.338324Z","time spent":"315.225145ms","remote":"127.0.0.1:39588","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T20:56:57.750558Z","caller":"traceutil/trace.go:171","msg":"trace[1485307697] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"133.453162ms","start":"2026-07-30T20:56:57.617083Z","end":"2026-07-30T20:56:57.750536Z","steps":["trace[1485307697] 'process raft request' (duration: 132.980219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:57.90216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.372196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T20:56:57.902263Z","caller":"traceutil/trace.go:171","msg":"trace[1829005176] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"147.316698ms","start":"2026-07-30T20:56:57.754923Z","end":"2026-07-30T20:56:57.902239Z","steps":["trace[1829005176] 'process raft request' (duration: 12.701724ms)","trace[1829005176] 'compare' (duration: 134.265274ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:56:58.182208Z","caller":"traceutil/trace.go:171","msg":"trace[738239853] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"153.720775ms","start":"2026-07-30T20:56:58.028453Z","end":"2026-07-30T20:56:58.182174Z","steps":["trace[738239853] 'process raft request' (duration: 137.602081ms)","trace[738239853] 'compare' (duration: 15.890668ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:56:58.847574Z","caller":"traceutil/trace.go:171","msg":"trace[671752661] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2252; }","duration":"159.24911ms","start":"2026-07-30T20:56:58.688293Z","end":"2026-07-30T20:56:58.847543Z","steps":["trace[671752661] 'read index received' (duration: 81.187426ms)","trace[671752661] 'applied index is now lower than readState.Index' (duration: 78.060524ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:56:58.847593Z","caller":"traceutil/trace.go:171","msg":"trace[1573988539] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"333.877726ms","start":"2026-07-30T20:56:58.513683Z","end":"2026-07-30T20:56:58.847561Z","steps":["trace[1573988539] 'process raft request' (duration: 255.805902ms)","trace[1573988539] 'compare' (duration: 77.936061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:56:58.847735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.415915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:56:58.847816Z","caller":"traceutil/trace.go:171","msg":"trace[551823669] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2170; }","duration":"159.547018ms","start":"2026-07-30T20:56:58.68825Z","end":"2026-07-30T20:56:58.847797Z","steps":["trace[551823669] 'agreement among raft nodes before linearized reading' (duration: 159.385644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:56:58.847845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:56:58.513658Z","time spent":"334.062321ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T20:57:00.546996Z","caller":"traceutil/trace.go:171","msg":"trace[374713601] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"118.992812ms","start":"2026-07-30T20:57:00.427976Z","end":"2026-07-30T20:57:00.546968Z","steps":["trace[374713601] 'process raft request' (duration: 118.818848ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:05.883109Z","caller":"traceutil/trace.go:171","msg":"trace[902080778] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"193.965525ms","start":"2026-07-30T20:57:05.689124Z","end":"2026-07-30T20:57:05.883089Z","steps":["trace[902080778] 'process raft request' (duration: 193.853312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:06.052868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.777139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T20:57:06.053028Z","caller":"traceutil/trace.go:171","msg":"trace[1591367351] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2235; }","duration":"118.011645ms","start":"2026-07-30T20:57:05.934987Z","end":"2026-07-30T20:57:06.052999Z","steps":["trace[1591367351] 'count revisions from in-memory index tree' (duration: 117.678446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:06.486894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.533002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:57:06.486989Z","caller":"traceutil/trace.go:171","msg":"trace[1797368366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2236; }","duration":"226.665455ms","start":"2026-07-30T20:57:06.260303Z","end":"2026-07-30T20:57:06.486968Z","steps":["trace[1797368366] 'range keys from in-memory index tree' (duration: 226.378598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:06.487563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.659359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-30T20:57:06.487649Z","caller":"traceutil/trace.go:171","msg":"trace[1011450195] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2236; }","duration":"244.788912ms","start":"2026-07-30T20:57:06.242838Z","end":"2026-07-30T20:57:06.487627Z","steps":["trace[1011450195] 'range keys from in-memory index tree' (duration: 244.107424ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:10.740643Z","caller":"traceutil/trace.go:171","msg":"trace[257777445] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2351; }","duration":"481.268566ms","start":"2026-07-30T20:57:10.259347Z","end":"2026-07-30T20:57:10.740615Z","steps":["trace[257777445] 'read index received' (duration: 481.132022ms)","trace[257777445] 'applied index is now lower than readState.Index' (duration: 135.374µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:57:10.740827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.475941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:57:10.740869Z","caller":"traceutil/trace.go:171","msg":"trace[1803568305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2267; }","duration":"481.589024ms","start":"2026-07-30T20:57:10.259269Z","end":"2026-07-30T20:57:10.740859Z","steps":["trace[1803568305] 'agreement among raft nodes before linearized reading' (duration: 481.495221ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:10.740899Z","caller":"traceutil/trace.go:171","msg":"trace[715882669] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"642.280052ms","start":"2026-07-30T20:57:10.098563Z","end":"2026-07-30T20:57:10.740843Z","steps":["trace[715882669] 'process raft request' (duration: 641.896773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:10.74096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:10.259239Z","time spent":"481.711367ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T20:57:10.741077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:10.098537Z","time spent":"642.448166ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T20:57:10.796517Z","caller":"traceutil/trace.go:171","msg":"trace[1071153767] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"196.684876ms","start":"2026-07-30T20:57:10.599794Z","end":"2026-07-30T20:57:10.796479Z","steps":["trace[1071153767] 'process raft request' (duration: 196.523311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:10.796677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.276156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T20:57:10.796759Z","caller":"traceutil/trace.go:171","msg":"trace[1449327893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2268; }","duration":"280.40864ms","start":"2026-07-30T20:57:10.51633Z","end":"2026-07-30T20:57:10.796738Z","steps":["trace[1449327893] 'agreement among raft nodes before linearized reading' (duration: 280.198485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:10.796686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.771423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T20:57:10.796767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.665123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T20:57:10.796856Z","caller":"traceutil/trace.go:171","msg":"trace[97399545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2268; }","duration":"233.973177ms","start":"2026-07-30T20:57:10.562861Z","end":"2026-07-30T20:57:10.796834Z","steps":["trace[97399545] 'agreement among raft nodes before linearized reading' (duration: 233.655359ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:10.796868Z","caller":"traceutil/trace.go:171","msg":"trace[2093924933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2268; }","duration":"194.844137ms","start":"2026-07-30T20:57:10.602Z","end":"2026-07-30T20:57:10.796844Z","steps":["trace[2093924933] 'agreement among raft nodes before linearized reading' (duration: 194.532919ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:21.150644Z","caller":"traceutil/trace.go:171","msg":"trace[1131346493] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"140.859846ms","start":"2026-07-30T20:57:21.009751Z","end":"2026-07-30T20:57:21.150611Z","steps":["trace[1131346493] 'process raft request' (duration: 110.358234ms)","trace[1131346493] 'compare' (duration: 30.298937ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:57:21.727458Z","caller":"traceutil/trace.go:171","msg":"trace[801563039] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"166.312586ms","start":"2026-07-30T20:57:21.561123Z","end":"2026-07-30T20:57:21.727435Z","steps":["trace[801563039] 'process raft request' (duration: 166.148592ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:33.298253Z","caller":"traceutil/trace.go:171","msg":"trace[1475812982] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"109.384108ms","start":"2026-07-30T20:57:33.18868Z","end":"2026-07-30T20:57:33.298064Z","steps":["trace[1475812982] 'process raft request' (duration: 109.188903ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:33.31264Z","caller":"traceutil/trace.go:171","msg":"trace[25607032] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"116.186908ms","start":"2026-07-30T20:57:33.19599Z","end":"2026-07-30T20:57:33.312177Z","steps":["trace[25607032] 'process raft request' (duration: 115.997112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:33.516302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.228173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T20:57:33.516382Z","caller":"traceutil/trace.go:171","msg":"trace[1770654706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2445; }","duration":"123.354956ms","start":"2026-07-30T20:57:33.393009Z","end":"2026-07-30T20:57:33.516364Z","steps":["trace[1770654706] 'range keys from in-memory index tree' (duration: 123.047248ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:33.70667Z","caller":"traceutil/trace.go:171","msg":"trace[1608531060] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"186.043986ms","start":"2026-07-30T20:57:33.520601Z","end":"2026-07-30T20:57:33.706644Z","steps":["trace[1608531060] 'process raft request' (duration: 185.870462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:34.794629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.413299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T20:57:34.794773Z","caller":"traceutil/trace.go:171","msg":"trace[916631064] linearizableReadLoop","detail":"{readStateIndex:2539; appliedIndex:2538; }","duration":"592.723446ms","start":"2026-07-30T20:57:34.202027Z","end":"2026-07-30T20:57:34.79475Z","steps":["trace[916631064] 'read index received' (duration: 273.977499ms)","trace[916631064] 'applied index is now lower than readState.Index' (duration: 318.744387ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:57:34.794881Z","caller":"traceutil/trace.go:171","msg":"trace[693178477] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"746.095741ms","start":"2026-07-30T20:57:34.048769Z","end":"2026-07-30T20:57:34.794865Z","steps":["trace[693178477] 'process raft request' (duration: 427.338183ms)","trace[693178477] 'compare' (duration: 318.180284ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:57:34.794977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:34.048745Z","time spent":"746.184945ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:57:34.795207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.158408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-30T20:57:34.795237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.919919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12632"} {"level":"info","ts":"2026-07-30T20:57:34.795308Z","caller":"traceutil/trace.go:171","msg":"trace[2069261057] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2448; }","duration":"593.339723ms","start":"2026-07-30T20:57:34.201945Z","end":"2026-07-30T20:57:34.795285Z","steps":["trace[2069261057] 'agreement among raft nodes before linearized reading' (duration: 593.095777ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:34.795314Z","caller":"traceutil/trace.go:171","msg":"trace[1523933220] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2448; }","duration":"561.006652ms","start":"2026-07-30T20:57:34.234288Z","end":"2026-07-30T20:57:34.795295Z","steps":["trace[1523933220] 'agreement among raft nodes before linearized reading' (duration: 560.771416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:34.795353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:34.201918Z","time spent":"593.425646ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T20:57:34.795357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:34.234233Z","time spent":"561.115954ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12656,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T20:57:34.795322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.538844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:57:34.795466Z","caller":"traceutil/trace.go:171","msg":"trace[194062972] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2448; }","duration":"244.77474ms","start":"2026-07-30T20:57:34.55066Z","end":"2026-07-30T20:57:34.795434Z","steps":["trace[194062972] 'agreement among raft nodes before linearized reading' (duration: 244.397811ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:34.952222Z","caller":"traceutil/trace.go:171","msg":"trace[1090115156] linearizableReadLoop","detail":"{readStateIndex:2540; appliedIndex:2539; }","duration":"148.56729ms","start":"2026-07-30T20:57:34.80361Z","end":"2026-07-30T20:57:34.952178Z","steps":["trace[1090115156] 'read index received' (duration: 127.894656ms)","trace[1090115156] 'applied index is now lower than readState.Index' (duration: 20.669973ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:57:34.952413Z","caller":"traceutil/trace.go:171","msg":"trace[703020537] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"152.990076ms","start":"2026-07-30T20:57:34.799392Z","end":"2026-07-30T20:57:34.952382Z","steps":["trace[703020537] 'process raft request' (duration: 132.117167ms)","trace[703020537] 'compare' (duration: 20.393407ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:57:34.95244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.784225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:57:34.952506Z","caller":"traceutil/trace.go:171","msg":"trace[1174568054] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2449; }","duration":"148.935149ms","start":"2026-07-30T20:57:34.803555Z","end":"2026-07-30T20:57:34.95249Z","steps":["trace[1174568054] 'agreement among raft nodes before linearized reading' (duration: 148.786035ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:35.230029Z","caller":"traceutil/trace.go:171","msg":"trace[35939665] linearizableReadLoop","detail":"{readStateIndex:2541; appliedIndex:2540; }","duration":"221.069217ms","start":"2026-07-30T20:57:35.008937Z","end":"2026-07-30T20:57:35.230006Z","steps":["trace[35939665] 'read index received' (duration: 220.872092ms)","trace[35939665] 'applied index is now lower than readState.Index' (duration: 196.135µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:57:35.230123Z","caller":"traceutil/trace.go:171","msg":"trace[1697815208] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"239.834321ms","start":"2026-07-30T20:57:34.990265Z","end":"2026-07-30T20:57:35.2301Z","steps":["trace[1697815208] 'process raft request' (duration: 239.595035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:35.23026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.301893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T20:57:35.230315Z","caller":"traceutil/trace.go:171","msg":"trace[2068496828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2450; }","duration":"221.394986ms","start":"2026-07-30T20:57:35.008908Z","end":"2026-07-30T20:57:35.230303Z","steps":["trace[2068496828] 'agreement among raft nodes before linearized reading' (duration: 221.222461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:35.230532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.185845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T20:57:35.23061Z","caller":"traceutil/trace.go:171","msg":"trace[2090462047] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2450; }","duration":"220.352309ms","start":"2026-07-30T20:57:35.010239Z","end":"2026-07-30T20:57:35.230591Z","steps":["trace[2090462047] 'agreement among raft nodes before linearized reading' (duration: 220.080261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:35.230653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.205105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T20:57:35.230711Z","caller":"traceutil/trace.go:171","msg":"trace[891007128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2450; }","duration":"209.396339ms","start":"2026-07-30T20:57:35.021296Z","end":"2026-07-30T20:57:35.230692Z","steps":["trace[891007128] 'agreement among raft nodes before linearized reading' (duration: 209.120272ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:35.771135Z","caller":"traceutil/trace.go:171","msg":"trace[1574775638] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2545; }","duration":"438.931569ms","start":"2026-07-30T20:57:35.332182Z","end":"2026-07-30T20:57:35.771114Z","steps":["trace[1574775638] 'read index received' (duration: 420.290639ms)","trace[1574775638] 'applied index is now lower than readState.Index' (duration: 18.64013ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:57:35.771348Z","caller":"traceutil/trace.go:171","msg":"trace[731889785] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"387.087876ms","start":"2026-07-30T20:57:35.384215Z","end":"2026-07-30T20:57:35.771303Z","steps":["trace[731889785] 'process raft request' (duration: 386.85802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:35.77145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.114739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-30T20:57:35.771544Z","caller":"traceutil/trace.go:171","msg":"trace[1479220250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2457; }","duration":"427.243611ms","start":"2026-07-30T20:57:35.344278Z","end":"2026-07-30T20:57:35.771521Z","steps":["trace[1479220250] 'agreement among raft nodes before linearized reading' (duration: 427.007296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:35.771562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:35.384191Z","time spent":"387.26711ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T20:57:35.771747Z","caller":"traceutil/trace.go:171","msg":"trace[2034646969] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"452.822666ms","start":"2026-07-30T20:57:35.31891Z","end":"2026-07-30T20:57:35.771732Z","steps":["trace[2034646969] 'process raft request' (duration: 452.058746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:35.771856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:35.318884Z","time spent":"452.901187ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:57:35.771863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:35.344265Z","time spent":"427.577821ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T20:57:35.771925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.726601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T20:57:35.772043Z","caller":"traceutil/trace.go:171","msg":"trace[1156246965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2457; }","duration":"439.863033ms","start":"2026-07-30T20:57:35.332133Z","end":"2026-07-30T20:57:35.771996Z","steps":["trace[1156246965] 'agreement among raft nodes before linearized reading' (duration: 439.575546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:35.77194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.251308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-30T20:57:35.772042Z","caller":"traceutil/trace.go:171","msg":"trace[31981987] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"467.996064ms","start":"2026-07-30T20:57:35.303971Z","end":"2026-07-30T20:57:35.771967Z","steps":["trace[31981987] 'process raft request' (duration: 448.48654ms)","trace[31981987] 'compare' (duration: 18.157198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:57:35.772126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:35.332114Z","time spent":"440.000037ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T20:57:35.772139Z","caller":"traceutil/trace.go:171","msg":"trace[705841294] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2457; }","duration":"260.487634ms","start":"2026-07-30T20:57:35.511631Z","end":"2026-07-30T20:57:35.772119Z","steps":["trace[705841294] 'agreement among raft nodes before linearized reading' (duration: 260.245618ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:57:35.771958Z","caller":"traceutil/trace.go:171","msg":"trace[1727965789] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"436.460144ms","start":"2026-07-30T20:57:35.335484Z","end":"2026-07-30T20:57:35.771944Z","steps":["trace[1727965789] 'process raft request' (duration: 435.563041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:57:35.772283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:35.303937Z","time spent":"468.210059ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:57:35.772328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:57:35.335469Z","time spent":"436.785393ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T20:57:58.675035Z","caller":"traceutil/trace.go:171","msg":"trace[1956496399] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"153.055817ms","start":"2026-07-30T20:57:58.52195Z","end":"2026-07-30T20:57:58.675006Z","steps":["trace[1956496399] 'process raft request' (duration: 152.875182ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:04.156109Z","caller":"traceutil/trace.go:171","msg":"trace[1468373514] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"125.566084ms","start":"2026-07-30T20:58:04.03051Z","end":"2026-07-30T20:58:04.156076Z","steps":["trace[1468373514] 'process raft request' (duration: 31.181101ms)","trace[1468373514] 'compare' (duration: 94.247809ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:58:04.15883Z","caller":"traceutil/trace.go:171","msg":"trace[1546788968] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"124.426395ms","start":"2026-07-30T20:58:04.034378Z","end":"2026-07-30T20:58:04.158805Z","steps":["trace[1546788968] 'process raft request' (duration: 124.24991ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:04.159051Z","caller":"traceutil/trace.go:171","msg":"trace[1621665448] linearizableReadLoop","detail":"{readStateIndex:2738; appliedIndex:2735; }","duration":"116.396353ms","start":"2026-07-30T20:58:04.042625Z","end":"2026-07-30T20:58:04.159021Z","steps":["trace[1621665448] 'read index received' (duration: 19.125803ms)","trace[1621665448] 'applied index is now lower than readState.Index' (duration: 97.26914ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:58:04.159174Z","caller":"traceutil/trace.go:171","msg":"trace[1724613616] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"124.080435ms","start":"2026-07-30T20:58:04.035074Z","end":"2026-07-30T20:58:04.159155Z","steps":["trace[1724613616] 'process raft request' (duration: 123.691805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.159306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.659189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T20:58:04.159359Z","caller":"traceutil/trace.go:171","msg":"trace[734441815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2641; }","duration":"116.739172ms","start":"2026-07-30T20:58:04.042604Z","end":"2026-07-30T20:58:04.159343Z","steps":["trace[734441815] 'agreement among raft nodes before linearized reading' (duration: 116.560718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.159406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.493536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T20:58:04.15945Z","caller":"traceutil/trace.go:171","msg":"trace[534493309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2641; }","duration":"113.561428ms","start":"2026-07-30T20:58:04.045875Z","end":"2026-07-30T20:58:04.159437Z","steps":["trace[534493309] 'agreement among raft nodes before linearized reading' (duration: 113.421985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.15945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.501616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T20:58:04.159494Z","caller":"traceutil/trace.go:171","msg":"trace[454235589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2641; }","duration":"113.592488ms","start":"2026-07-30T20:58:04.04589Z","end":"2026-07-30T20:58:04.159482Z","steps":["trace[454235589] 'agreement among raft nodes before linearized reading' (duration: 113.443155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:04.408835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.200406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:58:04.408913Z","caller":"traceutil/trace.go:171","msg":"trace[1046261629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2644; }","duration":"149.326989ms","start":"2026-07-30T20:58:04.259568Z","end":"2026-07-30T20:58:04.408895Z","steps":["trace[1046261629] 'range keys from in-memory index tree' (duration: 149.103633ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:28.425669Z","caller":"traceutil/trace.go:171","msg":"trace[16435492] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"166.050945ms","start":"2026-07-30T20:58:28.259586Z","end":"2026-07-30T20:58:28.425637Z","steps":["trace[16435492] 'process raft request' (duration: 75.311975ms)","trace[16435492] 'compare' (duration: 90.627577ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:58:28.466693Z","caller":"traceutil/trace.go:171","msg":"trace[267557716] linearizableReadLoop","detail":"{readStateIndex:2897; appliedIndex:2895; }","duration":"184.1796ms","start":"2026-07-30T20:58:28.282489Z","end":"2026-07-30T20:58:28.466669Z","steps":["trace[267557716] 'read index received' (duration: 52.416965ms)","trace[267557716] 'applied index is now lower than readState.Index' (duration: 131.761585ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:58:28.466809Z","caller":"traceutil/trace.go:171","msg":"trace[59026303] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"206.240868ms","start":"2026-07-30T20:58:28.260536Z","end":"2026-07-30T20:58:28.466777Z","steps":["trace[59026303] 'process raft request' (duration: 205.986481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:28.466886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.404166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T20:58:28.46692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.990281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T20:58:28.46697Z","caller":"traceutil/trace.go:171","msg":"trace[1195111543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2795; }","duration":"132.101464ms","start":"2026-07-30T20:58:28.334856Z","end":"2026-07-30T20:58:28.466958Z","steps":["trace[1195111543] 'agreement among raft nodes before linearized reading' (duration: 131.94426ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:28.466978Z","caller":"traceutil/trace.go:171","msg":"trace[1804038112] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2795; }","duration":"184.545579ms","start":"2026-07-30T20:58:28.28241Z","end":"2026-07-30T20:58:28.466955Z","steps":["trace[1804038112] 'agreement among raft nodes before linearized reading' (duration: 184.380765ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:28.760785Z","caller":"traceutil/trace.go:171","msg":"trace[21557913] linearizableReadLoop","detail":"{readStateIndex:2902; appliedIndex:2901; }","duration":"148.29825ms","start":"2026-07-30T20:58:28.612453Z","end":"2026-07-30T20:58:28.760751Z","steps":["trace[21557913] 'read index received' (duration: 97.810135ms)","trace[21557913] 'applied index is now lower than readState.Index' (duration: 50.486615ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:58:28.760975Z","caller":"traceutil/trace.go:171","msg":"trace[1755646800] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"184.100779ms","start":"2026-07-30T20:58:28.576849Z","end":"2026-07-30T20:58:28.76095Z","steps":["trace[1755646800] 'process raft request' (duration: 133.415129ms)","trace[1755646800] 'compare' (duration: 50.361212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:58:28.761273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.215204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"warn","ts":"2026-07-30T20:58:28.761305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.833284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T20:58:28.761383Z","caller":"traceutil/trace.go:171","msg":"trace[1073614753] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2800; }","duration":"120.390578ms","start":"2026-07-30T20:58:28.640967Z","end":"2026-07-30T20:58:28.761358Z","steps":["trace[1073614753] 'agreement among raft nodes before linearized reading' (duration: 120.06219ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:28.761395Z","caller":"traceutil/trace.go:171","msg":"trace[778720395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2800; }","duration":"148.983077ms","start":"2026-07-30T20:58:28.61239Z","end":"2026-07-30T20:58:28.761373Z","steps":["trace[778720395] 'agreement among raft nodes before linearized reading' (duration: 148.70693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:50.105182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740713531,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T20:58:50.490366Z","caller":"traceutil/trace.go:171","msg":"trace[1170416213] linearizableReadLoop","detail":"{readStateIndex:3224; appliedIndex:3223; }","duration":"885.367599ms","start":"2026-07-30T20:58:49.604975Z","end":"2026-07-30T20:58:50.490342Z","steps":["trace[1170416213] 'read index received' (duration: 885.241926ms)","trace[1170416213] 'applied index is now lower than readState.Index' (duration: 124.103µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:58:50.490448Z","caller":"traceutil/trace.go:171","msg":"trace[1347032623] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"913.000434ms","start":"2026-07-30T20:58:49.57741Z","end":"2026-07-30T20:58:50.490411Z","steps":["trace[1347032623] 'process raft request' (duration: 912.784109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:50.490675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:49.577384Z","time spent":"913.17591ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:58:50.490741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.744339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T20:58:50.490809Z","caller":"traceutil/trace.go:171","msg":"trace[347790253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3110; }","duration":"885.876674ms","start":"2026-07-30T20:58:49.60492Z","end":"2026-07-30T20:58:50.490796Z","steps":["trace[347790253] 'agreement among raft nodes before linearized reading' (duration: 885.545144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:50.49085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:49.604897Z","time spent":"885.943936ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T20:58:50.492233Z","caller":"traceutil/trace.go:171","msg":"trace[1665524462] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"231.41596ms","start":"2026-07-30T20:58:50.260793Z","end":"2026-07-30T20:58:50.492209Z","steps":["trace[1665524462] 'process raft request' (duration: 231.286656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:50.492322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.003805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T20:58:50.492408Z","caller":"traceutil/trace.go:171","msg":"trace[1310135499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3112; }","duration":"881.133998ms","start":"2026-07-30T20:58:49.611259Z","end":"2026-07-30T20:58:50.492393Z","steps":["trace[1310135499] 'agreement among raft nodes before linearized reading' (duration: 880.947884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:50.49244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:49.611237Z","time spent":"881.195599ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T20:58:50.492485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.602478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-30T20:58:50.492624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.224419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T20:58:50.492564Z","caller":"traceutil/trace.go:171","msg":"trace[2132831118] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3112; }","duration":"381.68729ms","start":"2026-07-30T20:58:50.110863Z","end":"2026-07-30T20:58:50.492551Z","steps":["trace[2132831118] 'agreement among raft nodes before linearized reading' (duration: 381.514226ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:50.492653Z","caller":"traceutil/trace.go:171","msg":"trace[253669559] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3112; }","duration":"545.250409ms","start":"2026-07-30T20:58:49.947391Z","end":"2026-07-30T20:58:50.492642Z","steps":["trace[253669559] 'agreement among raft nodes before linearized reading' (duration: 545.166317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:50.49268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:49.947311Z","time spent":"545.361693ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T20:58:50.492724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:50.110806Z","time spent":"381.862905ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T20:58:50.492795Z","caller":"traceutil/trace.go:171","msg":"trace[1571785081] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"163.277633ms","start":"2026-07-30T20:58:50.329509Z","end":"2026-07-30T20:58:50.492787Z","steps":["trace[1571785081] 'process raft request' (duration: 162.660597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:50.492812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.322073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-30T20:58:50.492838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.07734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:58:50.492885Z","caller":"traceutil/trace.go:171","msg":"trace[1423212001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3112; }","duration":"231.147562ms","start":"2026-07-30T20:58:50.261727Z","end":"2026-07-30T20:58:50.492875Z","steps":["trace[1423212001] 'agreement among raft nodes before linearized reading' (duration: 231.08039ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:58:50.492844Z","caller":"traceutil/trace.go:171","msg":"trace[978072083] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3112; }","duration":"881.433136ms","start":"2026-07-30T20:58:49.611402Z","end":"2026-07-30T20:58:50.492835Z","steps":["trace[978072083] 'agreement among raft nodes before linearized reading' (duration: 881.348044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:58:50.493001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:58:49.611382Z","time spent":"881.594631ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T20:58:56.615771Z","caller":"traceutil/trace.go:171","msg":"trace[29136865] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"100.353892ms","start":"2026-07-30T20:58:56.515392Z","end":"2026-07-30T20:58:56.615746Z","steps":["trace[29136865] 'process raft request' (duration: 100.171467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:23.611813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.707143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T20:59:23.611876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.816984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T20:59:23.611945Z","caller":"traceutil/trace.go:171","msg":"trace[831032872] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3362; }","duration":"112.879106ms","start":"2026-07-30T20:59:23.499041Z","end":"2026-07-30T20:59:23.611921Z","steps":["trace[831032872] 'count revisions from in-memory index tree' (duration: 112.618081ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:23.611971Z","caller":"traceutil/trace.go:171","msg":"trace[1727697221] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3362; }","duration":"175.016489ms","start":"2026-07-30T20:59:23.436932Z","end":"2026-07-30T20:59:23.611949Z","steps":["trace[1727697221] 'count revisions from in-memory index tree' (duration: 174.699361ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:25.269583Z","caller":"traceutil/trace.go:171","msg":"trace[833719074] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"639.661681ms","start":"2026-07-30T20:59:24.629895Z","end":"2026-07-30T20:59:25.269557Z","steps":["trace[833719074] 'process raft request' (duration: 639.527998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:25.269732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:24.629876Z","time spent":"639.779523ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T20:59:26.167547Z","caller":"traceutil/trace.go:171","msg":"trace[1943363456] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"1.444069282s","start":"2026-07-30T20:59:24.723429Z","end":"2026-07-30T20:59:26.167498Z","steps":["trace[1943363456] 'process raft request' (duration: 1.415330152s)","trace[1943363456] 'compare' (duration: 28.38171ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T20:59:26.167581Z","caller":"traceutil/trace.go:171","msg":"trace[27979159] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"1.396444369s","start":"2026-07-30T20:59:24.771092Z","end":"2026-07-30T20:59:26.167536Z","steps":["trace[27979159] 'process raft request' (duration: 1.396329006s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.167771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:24.77105Z","time spent":"1.396624104s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:59:26.167799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:24.723403Z","time spent":"1.444258987s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T20:59:26.168264Z","caller":"traceutil/trace.go:171","msg":"trace[2129048150] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"1.397094787s","start":"2026-07-30T20:59:24.771147Z","end":"2026-07-30T20:59:26.168241Z","steps":["trace[2129048150] 'process raft request' (duration: 1.396344437s)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:26.168334Z","caller":"traceutil/trace.go:171","msg":"trace[846660106] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"1.391568992s","start":"2026-07-30T20:59:24.776747Z","end":"2026-07-30T20:59:26.168316Z","steps":["trace[846660106] 'process raft request' (duration: 1.391431049s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.16839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:24.771118Z","time spent":"1.397199139s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:59:26.16848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:24.776729Z","time spent":"1.391702255s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T20:59:26.168601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316227995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T20:59:26.168675Z","caller":"traceutil/trace.go:171","msg":"trace[527514407] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3367; }","duration":"1.316350728s","start":"2026-07-30T20:59:24.852306Z","end":"2026-07-30T20:59:26.168657Z","steps":["trace[527514407] 'agreement among raft nodes before linearized reading' (duration: 1.316126612s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.168726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:24.852274Z","time spent":"1.31644015s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T20:59:26.168326Z","caller":"traceutil/trace.go:171","msg":"trace[1531732914] linearizableReadLoop","detail":"{readStateIndex:3488; appliedIndex:3484; }","duration":"1.315927877s","start":"2026-07-30T20:59:24.852363Z","end":"2026-07-30T20:59:26.168291Z","steps":["trace[1531732914] 'read index received' (duration: 417.182532ms)","trace[1531732914] 'applied index is now lower than readState.Index' (duration: 898.743475ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T20:59:26.174766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322305414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T20:59:26.174938Z","caller":"traceutil/trace.go:171","msg":"trace[1035360737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3368; }","duration":"1.322518319s","start":"2026-07-30T20:59:24.852388Z","end":"2026-07-30T20:59:26.174907Z","steps":["trace[1035360737] 'agreement among raft nodes before linearized reading' (duration: 1.322191201s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.175026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:24.852361Z","time spent":"1.322650572s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T20:59:26.175048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321863051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T20:59:26.17511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.814574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T20:59:26.175138Z","caller":"traceutil/trace.go:171","msg":"trace[649154805] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3368; }","duration":"611.860204ms","start":"2026-07-30T20:59:25.563269Z","end":"2026-07-30T20:59:26.175129Z","steps":["trace[649154805] 'agreement among raft nodes before linearized reading' (duration: 611.799782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.175169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:25.563259Z","time spent":"611.903936ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T20:59:26.175236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032546279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-30T20:59:26.175275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.014616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-30T20:59:26.175302Z","caller":"traceutil/trace.go:171","msg":"trace[471851719] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:3368; }","duration":"1.032633861s","start":"2026-07-30T20:59:25.142641Z","end":"2026-07-30T20:59:26.175274Z","steps":["trace[471851719] 'agreement among raft nodes before linearized reading' (duration: 1.032513338s)"],"step_count":1} {"level":"info","ts":"2026-07-30T20:59:26.175313Z","caller":"traceutil/trace.go:171","msg":"trace[1218803059] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3368; }","duration":"613.092468ms","start":"2026-07-30T20:59:25.562212Z","end":"2026-07-30T20:59:26.175304Z","steps":["trace[1218803059] 'agreement among raft nodes before linearized reading' (duration: 613.000816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.175332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:25.142619Z","time spent":"1.032705062s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.209\" "} {"level":"warn","ts":"2026-07-30T20:59:26.175341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:25.562189Z","time spent":"613.143819ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T20:59:26.175446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.360911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-30T20:59:26.175473Z","caller":"traceutil/trace.go:171","msg":"trace[1026932979] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3368; }","duration":"881.422963ms","start":"2026-07-30T20:59:25.294043Z","end":"2026-07-30T20:59:26.175466Z","steps":["trace[1026932979] 'agreement among raft nodes before linearized reading' (duration: 881.349671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.17549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:25.294024Z","time spent":"881.461853ms","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-30T20:59:26.175547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322791405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T20:59:26.175119Z","caller":"traceutil/trace.go:171","msg":"trace[69684749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3368; }","duration":"1.321941645s","start":"2026-07-30T20:59:24.853164Z","end":"2026-07-30T20:59:26.175106Z","steps":["trace[69684749] 'agreement among raft nodes before linearized reading' (duration: 1.321755809s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.175615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322306852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-30T20:59:26.175644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:24.85316Z","time spent":"1.322471178s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T20:59:26.175663Z","caller":"traceutil/trace.go:171","msg":"trace[1405258187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3368; }","duration":"1.322344175s","start":"2026-07-30T20:59:24.85329Z","end":"2026-07-30T20:59:26.175634Z","steps":["trace[1405258187] 'agreement among raft nodes before linearized reading' (duration: 1.322245693s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.175691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:24.853286Z","time spent":"1.322395556s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T20:59:26.175618Z","caller":"traceutil/trace.go:171","msg":"trace[285567210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3368; }","duration":"1.322872187s","start":"2026-07-30T20:59:24.852733Z","end":"2026-07-30T20:59:26.175605Z","steps":["trace[285567210] 'agreement among raft nodes before linearized reading' (duration: 1.322656832s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.175804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:24.852729Z","time spent":"1.323061783s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T20:59:26.174963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.557307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c72ce89ef298df\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-30T20:59:26.176011Z","caller":"traceutil/trace.go:171","msg":"trace[936139695] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c72ce89ef298df; range_end:; response_count:1; response_revision:3368; }","duration":"902.637106ms","start":"2026-07-30T20:59:25.273359Z","end":"2026-07-30T20:59:26.175996Z","steps":["trace[936139695] 'agreement among raft nodes before linearized reading' (duration: 901.485205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.17605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:25.273341Z","time spent":"902.697499ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18c72ce89ef298df\" "} {"level":"warn","ts":"2026-07-30T20:59:26.176298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32370996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T20:59:26.17643Z","caller":"traceutil/trace.go:171","msg":"trace[1764127127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3368; }","duration":"1.323870094s","start":"2026-07-30T20:59:24.852549Z","end":"2026-07-30T20:59:26.17642Z","steps":["trace[1764127127] 'agreement among raft nodes before linearized reading' (duration: 1.323374522s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T20:59:26.176514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T20:59:24.852536Z","time spent":"1.323968707s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T21:00:41.650313Z","caller":"traceutil/trace.go:171","msg":"trace[1167797038] transaction","detail":"{read_only:false; response_revision:3869; number_of_response:1; }","duration":"237.208231ms","start":"2026-07-30T21:00:41.413076Z","end":"2026-07-30T21:00:41.650285Z","steps":["trace[1167797038] 'process raft request' (duration: 237.022746ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:41.677947Z","caller":"traceutil/trace.go:171","msg":"trace[691218311] transaction","detail":"{read_only:false; response_revision:3870; number_of_response:1; }","duration":"264.154262ms","start":"2026-07-30T21:00:41.413743Z","end":"2026-07-30T21:00:41.677897Z","steps":["trace[691218311] 'process raft request' (duration: 263.871325ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:00:42.653258Z","caller":"traceutil/trace.go:171","msg":"trace[314533154] linearizableReadLoop","detail":"{readStateIndex:4015; appliedIndex:4012; }","duration":"101.351361ms","start":"2026-07-30T21:00:42.551863Z","end":"2026-07-30T21:00:42.653214Z","steps":["trace[314533154] 'read index received' (duration: 11.894053ms)","trace[314533154] 'applied index is now lower than readState.Index' (duration: 89.455838ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:00:42.653284Z","caller":"traceutil/trace.go:171","msg":"trace[425090561] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"155.325663ms","start":"2026-07-30T21:00:42.497901Z","end":"2026-07-30T21:00:42.653227Z","steps":["trace[425090561] 'process raft request' (duration: 121.502843ms)","trace[425090561] 'compare' (duration: 33.602915ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:00:42.653388Z","caller":"traceutil/trace.go:171","msg":"trace[1460273322] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"152.467878ms","start":"2026-07-30T21:00:42.500894Z","end":"2026-07-30T21:00:42.653362Z","steps":["trace[1460273322] 'process raft request' (duration: 152.272213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:00:42.653886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.002659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:00:42.654148Z","caller":"traceutil/trace.go:171","msg":"trace[962862160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3876; }","duration":"102.324428ms","start":"2026-07-30T21:00:42.551796Z","end":"2026-07-30T21:00:42.654121Z","steps":["trace[962862160] 'agreement among raft nodes before linearized reading' (duration: 101.586337ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:01:43.942774Z","caller":"traceutil/trace.go:171","msg":"trace[391605201] transaction","detail":"{read_only:false; response_revision:4266; number_of_response:1; }","duration":"116.826419ms","start":"2026-07-30T21:01:43.82593Z","end":"2026-07-30T21:01:43.942757Z","steps":["trace[391605201] 'process raft request' (duration: 116.703386ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:07.183444Z","caller":"traceutil/trace.go:171","msg":"trace[1151233244] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"201.779447ms","start":"2026-07-30T21:02:06.981636Z","end":"2026-07-30T21:02:07.183416Z","steps":["trace[1151233244] 'process raft request' (duration: 114.640301ms)","trace[1151233244] 'compare' (duration: 86.970002ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:02:07.183869Z","caller":"traceutil/trace.go:171","msg":"trace[706590789] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"201.749207ms","start":"2026-07-30T21:02:06.982099Z","end":"2026-07-30T21:02:07.183849Z","steps":["trace[706590789] 'process raft request' (duration: 201.278544ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:07.346424Z","caller":"traceutil/trace.go:171","msg":"trace[399329032] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"158.353402ms","start":"2026-07-30T21:02:07.188044Z","end":"2026-07-30T21:02:07.346398Z","steps":["trace[399329032] 'process raft request' (duration: 149.845378ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:07.346458Z","caller":"traceutil/trace.go:171","msg":"trace[1452908556] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"158.163168ms","start":"2026-07-30T21:02:07.188273Z","end":"2026-07-30T21:02:07.346436Z","steps":["trace[1452908556] 'process raft request' (duration: 158.063626ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:07.34656Z","caller":"traceutil/trace.go:171","msg":"trace[2103895564] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"158.108176ms","start":"2026-07-30T21:02:07.188427Z","end":"2026-07-30T21:02:07.346535Z","steps":["trace[2103895564] 'process raft request' (duration: 157.987733ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:07.346683Z","caller":"traceutil/trace.go:171","msg":"trace[2030951332] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"158.379774ms","start":"2026-07-30T21:02:07.188288Z","end":"2026-07-30T21:02:07.346668Z","steps":["trace[2030951332] 'process raft request' (duration: 158.092786ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:07.346763Z","caller":"traceutil/trace.go:171","msg":"trace[188954357] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"158.307422ms","start":"2026-07-30T21:02:07.188444Z","end":"2026-07-30T21:02:07.346752Z","steps":["trace[188954357] 'process raft request' (duration: 158.008714ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:39.47101Z","caller":"traceutil/trace.go:171","msg":"trace[1510627764] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"168.213683ms","start":"2026-07-30T21:02:39.302767Z","end":"2026-07-30T21:02:39.470981Z","steps":["trace[1510627764] 'process raft request' (duration: 168.038049ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:02:39.477682Z","caller":"traceutil/trace.go:171","msg":"trace[1324951031] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"174.730817ms","start":"2026-07-30T21:02:39.302923Z","end":"2026-07-30T21:02:39.477654Z","steps":["trace[1324951031] 'process raft request' (duration: 174.478019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:13.950317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.545716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T21:03:13.950442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.155804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T21:03:13.950438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.569484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:03:13.950531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.694291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:03:13.950515Z","caller":"traceutil/trace.go:171","msg":"trace[1621863125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4843; }","duration":"194.782763ms","start":"2026-07-30T21:03:13.755711Z","end":"2026-07-30T21:03:13.950493Z","steps":["trace[1621863125] 'range keys from in-memory index tree' (duration: 194.362932ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:13.950614Z","caller":"traceutil/trace.go:171","msg":"trace[1892700179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4843; }","duration":"194.825414ms","start":"2026-07-30T21:03:13.755771Z","end":"2026-07-30T21:03:13.950596Z","steps":["trace[1892700179] 'range keys from in-memory index tree' (duration: 194.462784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:13.950659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.215184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T21:03:13.950756Z","caller":"traceutil/trace.go:171","msg":"trace[1919207950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4843; }","duration":"192.337358ms","start":"2026-07-30T21:03:13.758405Z","end":"2026-07-30T21:03:13.950743Z","steps":["trace[1919207950] 'range keys from in-memory index tree' (duration: 192.065941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:13.950411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.856636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:03:13.950591Z","caller":"traceutil/trace.go:171","msg":"trace[1906369708] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4843; }","duration":"214.783059ms","start":"2026-07-30T21:03:13.735778Z","end":"2026-07-30T21:03:13.950561Z","steps":["trace[1906369708] 'count revisions from in-memory index tree' (duration: 214.43969ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:13.950912Z","caller":"traceutil/trace.go:171","msg":"trace[984398179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4843; }","duration":"265.381941ms","start":"2026-07-30T21:03:13.685478Z","end":"2026-07-30T21:03:13.95086Z","steps":["trace[984398179] 'range keys from in-memory index tree' (duration: 264.65521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:13.950878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.560015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:03:13.950601Z","caller":"traceutil/trace.go:171","msg":"trace[1924894405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4843; }","duration":"195.337428ms","start":"2026-07-30T21:03:13.755203Z","end":"2026-07-30T21:03:13.950541Z","steps":["trace[1924894405] 'range keys from in-memory index tree' (duration: 194.967178ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:13.951143Z","caller":"traceutil/trace.go:171","msg":"trace[1926531790] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:4843; }","duration":"195.871982ms","start":"2026-07-30T21:03:13.755248Z","end":"2026-07-30T21:03:13.95112Z","steps":["trace[1926531790] 'range keys from in-memory index tree' (duration: 194.942478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:15.657661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740718107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:03:16.158236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740718107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:03:16.65905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740718107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:03:17.159912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740718107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:03:17.259164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T21:03:17.259261Z","caller":"traceutil/trace.go:171","msg":"trace[223267757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000122878s","start":"2026-07-30T21:03:15.259117Z","end":"2026-07-30T21:03:17.259239Z","steps":["trace[223267757] 'agreement among raft nodes before linearized reading' (duration: 2.000004945s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:17.259319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.259096Z","time spent":"2.00021236s","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 21:03:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T21:03:17.660311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740718107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:03:17.991644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.993215278s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:03:17.992396Z","caller":"traceutil/trace.go:171","msg":"trace[259515504] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"2.994035109s","start":"2026-07-30T21:03:14.998302Z","end":"2026-07-30T21:03:17.992337Z","steps":["trace[259515504] 'process raft request' (duration: 2.993824174s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:17.992584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:14.998272Z","time spent":"2.994214535s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:03:18.013556Z","caller":"traceutil/trace.go:171","msg":"trace[850399474] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"2.387142137s","start":"2026-07-30T21:03:15.626388Z","end":"2026-07-30T21:03:18.01353Z","steps":["trace[850399474] 'process raft request' (duration: 2.387059634s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:18.013582Z","caller":"traceutil/trace.go:171","msg":"trace[1044623474] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"2.804884566s","start":"2026-07-30T21:03:15.208665Z","end":"2026-07-30T21:03:18.013549Z","steps":["trace[1044623474] 'process raft request' (duration: 2.804650119s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.013721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.626364Z","time spent":"2.387277001s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:03:18.013968Z","caller":"traceutil/trace.go:171","msg":"trace[976924735] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"2.139905483s","start":"2026-07-30T21:03:15.874043Z","end":"2026-07-30T21:03:18.013948Z","steps":["trace[976924735] 'process raft request' (duration: 2.13978044s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:18.014052Z","caller":"traceutil/trace.go:171","msg":"trace[923337329] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5019; }","duration":"2.857370304s","start":"2026-07-30T21:03:15.156651Z","end":"2026-07-30T21:03:18.014021Z","steps":["trace[923337329] 'read index received' (duration: 2.835446918s)","trace[923337329] 'applied index is now lower than readState.Index' (duration: 21.922536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:03:18.01406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:17.263198Z","time spent":"750.859739ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T21:03:18.014149Z","caller":"traceutil/trace.go:171","msg":"trace[39150041] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"2.387349192s","start":"2026-07-30T21:03:15.62679Z","end":"2026-07-30T21:03:18.01414Z","steps":["trace[39150041] 'process raft request' (duration: 2.386703686s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.014226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857575721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-30T21:03:18.014246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.626777Z","time spent":"2.387410373s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:03:18.014267Z","caller":"traceutil/trace.go:171","msg":"trace[1862630560] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:4855; }","duration":"2.857655423s","start":"2026-07-30T21:03:15.156602Z","end":"2026-07-30T21:03:18.014258Z","steps":["trace[1862630560] 'agreement among raft nodes before linearized reading' (duration: 2.857529829s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.014149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.874024Z","time spent":"2.140031067s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:03:18.014323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.156584Z","time spent":"2.857722114s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.209\" "} {"level":"warn","ts":"2026-07-30T21:03:18.013962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.20864Z","time spent":"2.805136941s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:03:18.014607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049431695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T21:03:18.014626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72181792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-30T21:03:18.014764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050858972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T21:03:18.014762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055654848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-30T21:03:18.014776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054723954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:03:18.014853Z","caller":"traceutil/trace.go:171","msg":"trace[1832477863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4855; }","duration":"2.054831707s","start":"2026-07-30T21:03:15.960012Z","end":"2026-07-30T21:03:18.014844Z","steps":["trace[1832477863] 'agreement among raft nodes before linearized reading' (duration: 2.054674923s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:18.014835Z","caller":"traceutil/trace.go:171","msg":"trace[297002793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4855; }","duration":"2.055761821s","start":"2026-07-30T21:03:15.959051Z","end":"2026-07-30T21:03:18.014813Z","steps":["trace[297002793] 'agreement among raft nodes before linearized reading' (duration: 2.055582067s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.014898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049744763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T21:03:18.014931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.95903Z","time spent":"2.055885015s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:03:18.014923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.959996Z","time spent":"2.054890768s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T21:03:18.014945Z","caller":"traceutil/trace.go:171","msg":"trace[1232359531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4855; }","duration":"2.049809105s","start":"2026-07-30T21:03:15.965125Z","end":"2026-07-30T21:03:18.014934Z","steps":["trace[1232359531] 'agreement among raft nodes before linearized reading' (duration: 2.049709732s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.014881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.717969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:03:18.015026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.965115Z","time spent":"2.049900287s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T21:03:18.015052Z","caller":"traceutil/trace.go:171","msg":"trace[457114287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4855; }","duration":"749.906535ms","start":"2026-07-30T21:03:17.26513Z","end":"2026-07-30T21:03:18.015037Z","steps":["trace[457114287] 'agreement among raft nodes before linearized reading' (duration: 749.723019ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:18.014813Z","caller":"traceutil/trace.go:171","msg":"trace[419890795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4855; }","duration":"2.050931994s","start":"2026-07-30T21:03:15.963869Z","end":"2026-07-30T21:03:18.014801Z","steps":["trace[419890795] 'agreement among raft nodes before linearized reading' (duration: 2.050816891s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.015099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.163866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-30T21:03:18.015147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.963856Z","time spent":"2.051282113s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:03:18.01515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065460464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:03:18.015203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220613317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:03:18.015218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703335282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:03:18.015275Z","caller":"traceutil/trace.go:171","msg":"trace[1485200282] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4855; }","duration":"2.22074974s","start":"2026-07-30T21:03:15.794509Z","end":"2026-07-30T21:03:18.015259Z","steps":["trace[1485200282] 'agreement among raft nodes before linearized reading' (duration: 2.220642347s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.015346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.79447Z","time spent":"2.220854943s","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:03:18.014783Z","caller":"traceutil/trace.go:171","msg":"trace[1775638037] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4855; }","duration":"2.721984215s","start":"2026-07-30T21:03:15.292767Z","end":"2026-07-30T21:03:18.014752Z","steps":["trace[1775638037] 'agreement among raft nodes before linearized reading' (duration: 2.721508303s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.015419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096926514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T21:03:18.015433Z","caller":"traceutil/trace.go:171","msg":"trace[2124692164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4855; }","duration":"1.703434113s","start":"2026-07-30T21:03:16.311835Z","end":"2026-07-30T21:03:18.015269Z","steps":["trace[2124692164] 'agreement among raft nodes before linearized reading' (duration: 1.703356301s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.015477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049979319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-30T21:03:18.015509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.194111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T21:03:18.01554Z","caller":"traceutil/trace.go:171","msg":"trace[961859777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4855; }","duration":"2.097092738s","start":"2026-07-30T21:03:15.918413Z","end":"2026-07-30T21:03:18.015505Z","steps":["trace[961859777] 'agreement among raft nodes before linearized reading' (duration: 2.096659367s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:18.015566Z","caller":"traceutil/trace.go:171","msg":"trace[775614872] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:4855; }","duration":"2.050112402s","start":"2026-07-30T21:03:15.965434Z","end":"2026-07-30T21:03:18.015546Z","steps":["trace[775614872] 'agreement among raft nodes before linearized reading' (duration: 2.049821775s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.015603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:16.311815Z","time spent":"1.703701781s","remote":"127.0.0.1:47456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:03:18.015596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.292752Z","time spent":"2.722826106s","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-30T21:03:18.015627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.965426Z","time spent":"2.050193195s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T21:03:18.015618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.918398Z","time spent":"2.097209272s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12486,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T21:03:18.014639Z","caller":"traceutil/trace.go:171","msg":"trace[981351491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4855; }","duration":"2.049485846s","start":"2026-07-30T21:03:15.965146Z","end":"2026-07-30T21:03:18.014632Z","steps":["trace[981351491] 'agreement among raft nodes before linearized reading' (duration: 2.049384103s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:03:18.01565Z","caller":"traceutil/trace.go:171","msg":"trace[1868117261] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4855; }","duration":"945.424718ms","start":"2026-07-30T21:03:17.070176Z","end":"2026-07-30T21:03:18.0156Z","steps":["trace[1868117261] 'agreement among raft nodes before linearized reading' (duration: 944.955385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.015694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.96513Z","time spent":"2.050549085s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:03:18.015704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:17.07016Z","time spent":"945.53326ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:03:18.015089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:17.265118Z","time spent":"749.963976ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:03:18.015419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458652418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:03:18.015882Z","caller":"traceutil/trace.go:171","msg":"trace[1345067395] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4855; }","duration":"2.459157091s","start":"2026-07-30T21:03:15.556715Z","end":"2026-07-30T21:03:18.015872Z","steps":["trace[1345067395] 'agreement among raft nodes before linearized reading' (duration: 2.458567926s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.015949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:15.556694Z","time spent":"2.459240684s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:03:18.015154Z","caller":"traceutil/trace.go:171","msg":"trace[1086782738] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4855; }","duration":"941.214097ms","start":"2026-07-30T21:03:17.073911Z","end":"2026-07-30T21:03:18.015125Z","steps":["trace[1086782738] 'agreement among raft nodes before linearized reading' (duration: 940.987861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:17.073906Z","time spent":"942.227133ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:03:18.015218Z","caller":"traceutil/trace.go:171","msg":"trace[1994499605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4855; }","duration":"1.065588318s","start":"2026-07-30T21:03:16.94961Z","end":"2026-07-30T21:03:18.015198Z","steps":["trace[1994499605] 'agreement among raft nodes before linearized reading' (duration: 1.065501565s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:03:18.016381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:03:16.949586Z","time spent":"1.066776049s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:04:02.207508Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3206} {"level":"info","ts":"2026-07-30T21:04:02.296669Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3206,"took":"88.169609ms","hash":336012131,"current-db-size-bytes":34566144,"current-db-size":"35 MB","current-db-size-in-use-bytes":9465856,"current-db-size-in-use":"9.5 MB"} {"level":"info","ts":"2026-07-30T21:04:02.29673Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":336012131,"revision":3206,"compact-revision":-1} {"level":"info","ts":"2026-07-30T21:04:58.448448Z","caller":"traceutil/trace.go:171","msg":"trace[361602847] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"139.154161ms","start":"2026-07-30T21:04:58.309259Z","end":"2026-07-30T21:04:58.448413Z","steps":["trace[361602847] 'process raft request' (duration: 72.014144ms)","trace[361602847] 'compare' (duration: 67.010192ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:04:58.478106Z","caller":"traceutil/trace.go:171","msg":"trace[1388329168] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"131.12533ms","start":"2026-07-30T21:04:58.346949Z","end":"2026-07-30T21:04:58.478074Z","steps":["trace[1388329168] 'process raft request' (duration: 131.015677ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:58.478217Z","caller":"traceutil/trace.go:171","msg":"trace[1769226391] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"121.59618ms","start":"2026-07-30T21:04:58.356604Z","end":"2026-07-30T21:04:58.4782Z","steps":["trace[1769226391] 'process raft request' (duration: 121.535058ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:58.478349Z","caller":"traceutil/trace.go:171","msg":"trace[171926702] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"148.604269ms","start":"2026-07-30T21:04:58.329729Z","end":"2026-07-30T21:04:58.478333Z","steps":["trace[171926702] 'process raft request' (duration: 148.059805ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:58.478566Z","caller":"traceutil/trace.go:171","msg":"trace[1866739530] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"123.958742ms","start":"2026-07-30T21:04:58.354508Z","end":"2026-07-30T21:04:58.478467Z","steps":["trace[1866739530] 'process raft request' (duration: 123.51477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:04:58.788158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.849527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T21:04:58.788017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.168669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T21:04:58.788245Z","caller":"traceutil/trace.go:171","msg":"trace[1689459733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5500; }","duration":"202.99199ms","start":"2026-07-30T21:04:58.585232Z","end":"2026-07-30T21:04:58.788224Z","steps":["trace[1689459733] 'range keys from in-memory index tree' (duration: 202.675462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:04:58.788235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.976279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:04:58.788281Z","caller":"traceutil/trace.go:171","msg":"trace[2104889000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5500; }","duration":"172.483677ms","start":"2026-07-30T21:04:58.615778Z","end":"2026-07-30T21:04:58.788262Z","steps":["trace[2104889000] 'range keys from in-memory index tree' (duration: 171.956083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:04:58.788216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.516786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:04:58.788311Z","caller":"traceutil/trace.go:171","msg":"trace[2118538782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5500; }","duration":"176.074901ms","start":"2026-07-30T21:04:58.612214Z","end":"2026-07-30T21:04:58.788289Z","steps":["trace[2118538782] 'range keys from in-memory index tree' (duration: 175.773514ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:58.78836Z","caller":"traceutil/trace.go:171","msg":"trace[1229242392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5500; }","duration":"224.66231ms","start":"2026-07-30T21:04:58.563677Z","end":"2026-07-30T21:04:58.78834Z","steps":["trace[1229242392] 'range keys from in-memory index tree' (duration: 224.379664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:04:58.788318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.965319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:04:58.788423Z","caller":"traceutil/trace.go:171","msg":"trace[373898913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5500; }","duration":"176.101682ms","start":"2026-07-30T21:04:58.612299Z","end":"2026-07-30T21:04:58.788401Z","steps":["trace[373898913] 'range keys from in-memory index tree' (duration: 175.793304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:04:58.788397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.605459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:04:58.788504Z","caller":"traceutil/trace.go:171","msg":"trace[339273307] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5500; }","duration":"170.748522ms","start":"2026-07-30T21:04:58.617732Z","end":"2026-07-30T21:04:58.788481Z","steps":["trace[339273307] 'range keys from in-memory index tree' (duration: 170.420773ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:58.906207Z","caller":"traceutil/trace.go:171","msg":"trace[1970170396] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"113.191387ms","start":"2026-07-30T21:04:58.792995Z","end":"2026-07-30T21:04:58.906186Z","steps":["trace[1970170396] 'process raft request' (duration: 113.131225ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:58.906276Z","caller":"traceutil/trace.go:171","msg":"trace[1738794705] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"113.26628ms","start":"2026-07-30T21:04:58.792975Z","end":"2026-07-30T21:04:58.906241Z","steps":["trace[1738794705] 'process raft request' (duration: 113.125356ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:58.906261Z","caller":"traceutil/trace.go:171","msg":"trace[966017874] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"113.28072ms","start":"2026-07-30T21:04:58.792945Z","end":"2026-07-30T21:04:58.906226Z","steps":["trace[966017874] 'process raft request' (duration: 111.016349ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:58.90651Z","caller":"traceutil/trace.go:171","msg":"trace[1907774498] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"113.374293ms","start":"2026-07-30T21:04:58.793063Z","end":"2026-07-30T21:04:58.906437Z","steps":["trace[1907774498] 'process raft request' (duration: 113.090635ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:04:58.906544Z","caller":"traceutil/trace.go:171","msg":"trace[1710185957] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"113.381563ms","start":"2026-07-30T21:04:58.79314Z","end":"2026-07-30T21:04:58.906521Z","steps":["trace[1710185957] 'process raft request' (duration: 113.224899ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:05:41.136663Z","caller":"traceutil/trace.go:171","msg":"trace[1521851167] linearizableReadLoop","detail":"{readStateIndex:5967; appliedIndex:5966; }","duration":"109.503332ms","start":"2026-07-30T21:05:41.027137Z","end":"2026-07-30T21:05:41.13664Z","steps":["trace[1521851167] 'read index received' (duration: 109.249624ms)","trace[1521851167] 'applied index is now lower than readState.Index' (duration: 252.918µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:05:41.136797Z","caller":"traceutil/trace.go:171","msg":"trace[1226887414] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"115.318893ms","start":"2026-07-30T21:05:41.021466Z","end":"2026-07-30T21:05:41.136785Z","steps":["trace[1226887414] 'process raft request' (duration: 115.034645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:05:41.137025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.874491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-30T21:05:41.137066Z","caller":"traceutil/trace.go:171","msg":"trace[1370102547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5766; }","duration":"109.938122ms","start":"2026-07-30T21:05:41.027115Z","end":"2026-07-30T21:05:41.137053Z","steps":["trace[1370102547] 'agreement among raft nodes before linearized reading' (duration: 109.796248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:27.184372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.216937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11153"} {"level":"info","ts":"2026-07-30T21:06:27.184488Z","caller":"traceutil/trace.go:171","msg":"trace[1573045271] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6058; }","duration":"135.35781ms","start":"2026-07-30T21:06:27.049107Z","end":"2026-07-30T21:06:27.184465Z","steps":["trace[1573045271] 'range keys from in-memory index tree' (duration: 134.989632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:49.923156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.901575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T21:06:49.923235Z","caller":"traceutil/trace.go:171","msg":"trace[883978322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6201; }","duration":"166.047308ms","start":"2026-07-30T21:06:49.757172Z","end":"2026-07-30T21:06:49.92322Z","steps":["trace[883978322] 'range keys from in-memory index tree' (duration: 165.522085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:49.923392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.897757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T21:06:49.923451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.315345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-30T21:06:49.923498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.217777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:06:49.923504Z","caller":"traceutil/trace.go:171","msg":"trace[1047086021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6201; }","duration":"131.372076ms","start":"2026-07-30T21:06:49.792118Z","end":"2026-07-30T21:06:49.92349Z","steps":["trace[1047086021] 'range keys from in-memory index tree' (duration: 131.070828ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:49.92351Z","caller":"traceutil/trace.go:171","msg":"trace[1932053875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6201; }","duration":"152.05008ms","start":"2026-07-30T21:06:49.771436Z","end":"2026-07-30T21:06:49.923486Z","steps":["trace[1932053875] 'range keys from in-memory index tree' (duration: 151.744903ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:49.923536Z","caller":"traceutil/trace.go:171","msg":"trace[95068853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6201; }","duration":"154.245458ms","start":"2026-07-30T21:06:49.769274Z","end":"2026-07-30T21:06:49.923519Z","steps":["trace[95068853] 'range keys from in-memory index tree' (duration: 154.154425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:49.923658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.454603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:06:49.923747Z","caller":"traceutil/trace.go:171","msg":"trace[2030724684] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:6201; }","duration":"154.601108ms","start":"2026-07-30T21:06:49.769127Z","end":"2026-07-30T21:06:49.923729Z","steps":["trace[2030724684] 'range keys from in-memory index tree' (duration: 154.199586ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:57.983366Z","caller":"traceutil/trace.go:171","msg":"trace[707990372] linearizableReadLoop","detail":"{readStateIndex:6466; appliedIndex:6465; }","duration":"204.432269ms","start":"2026-07-30T21:06:57.778899Z","end":"2026-07-30T21:06:57.983332Z","steps":["trace[707990372] 'read index received' (duration: 204.101429ms)","trace[707990372] 'applied index is now lower than readState.Index' (duration: 329.36µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:06:57.983773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.818428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:06:57.983914Z","caller":"traceutil/trace.go:171","msg":"trace[198214854] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6250; }","duration":"205.011142ms","start":"2026-07-30T21:06:57.778874Z","end":"2026-07-30T21:06:57.983886Z","steps":["trace[198214854] 'agreement among raft nodes before linearized reading' (duration: 204.735226ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:57.983574Z","caller":"traceutil/trace.go:171","msg":"trace[549481027] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"216.364492ms","start":"2026-07-30T21:06:57.767154Z","end":"2026-07-30T21:06:57.983519Z","steps":["trace[549481027] 'process raft request' (duration: 215.976282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:57.984303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.402242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:06:57.984755Z","caller":"traceutil/trace.go:171","msg":"trace[1196750323] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6250; }","duration":"116.930087ms","start":"2026-07-30T21:06:57.867807Z","end":"2026-07-30T21:06:57.984737Z","steps":["trace[1196750323] 'agreement among raft nodes before linearized reading' (duration: 116.058863ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:06.152125Z","caller":"traceutil/trace.go:171","msg":"trace[48944923] transaction","detail":"{read_only:false; response_revision:6303; number_of_response:1; }","duration":"129.6081ms","start":"2026-07-30T21:07:06.022463Z","end":"2026-07-30T21:07:06.152071Z","steps":["trace[48944923] 'process raft request' (duration: 129.424344ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:09.221259Z","caller":"traceutil/trace.go:171","msg":"trace[349918109] transaction","detail":"{read_only:false; response_revision:6334; number_of_response:1; }","duration":"163.808129ms","start":"2026-07-30T21:07:09.057425Z","end":"2026-07-30T21:07:09.221233Z","steps":["trace[349918109] 'process raft request' (duration: 163.637524ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:09.369816Z","caller":"traceutil/trace.go:171","msg":"trace[1550199971] transaction","detail":"{read_only:false; response_revision:6336; number_of_response:1; }","duration":"218.631732ms","start":"2026-07-30T21:07:09.151166Z","end":"2026-07-30T21:07:09.369798Z","steps":["trace[1550199971] 'process raft request' (duration: 218.55584ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:09.369911Z","caller":"traceutil/trace.go:171","msg":"trace[30542169] transaction","detail":"{read_only:false; response_revision:6337; number_of_response:1; }","duration":"217.307877ms","start":"2026-07-30T21:07:09.152594Z","end":"2026-07-30T21:07:09.369902Z","steps":["trace[30542169] 'process raft request' (duration: 217.171473ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:09.369817Z","caller":"traceutil/trace.go:171","msg":"trace[1903771055] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"220.147403ms","start":"2026-07-30T21:07:09.14964Z","end":"2026-07-30T21:07:09.369787Z","steps":["trace[1903771055] 'process raft request' (duration: 168.974456ms)","trace[1903771055] 'compare' (duration: 50.977402ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:09.813043Z","caller":"traceutil/trace.go:171","msg":"trace[1355921576] transaction","detail":"{read_only:false; response_revision:6339; number_of_response:1; }","duration":"147.550442ms","start":"2026-07-30T21:07:09.665456Z","end":"2026-07-30T21:07:09.813006Z","steps":["trace[1355921576] 'process raft request' (duration: 147.380308ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:09.971162Z","caller":"traceutil/trace.go:171","msg":"trace[89297372] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"152.497532ms","start":"2026-07-30T21:07:09.818615Z","end":"2026-07-30T21:07:09.971113Z","steps":["trace[89297372] 'process raft request' (duration: 106.567883ms)","trace[89297372] 'compare' (duration: 45.710342ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:09.971183Z","caller":"traceutil/trace.go:171","msg":"trace[1310759142] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6342; }","duration":"149.110333ms","start":"2026-07-30T21:07:09.822048Z","end":"2026-07-30T21:07:09.971158Z","steps":["trace[1310759142] 'process raft request' (duration: 149.069742ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:09.971325Z","caller":"traceutil/trace.go:171","msg":"trace[172417295] transaction","detail":"{read_only:false; response_revision:6342; number_of_response:1; }","duration":"149.927554ms","start":"2026-07-30T21:07:09.821384Z","end":"2026-07-30T21:07:09.971311Z","steps":["trace[172417295] 'process raft request' (duration: 149.659437ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:10.420872Z","caller":"traceutil/trace.go:171","msg":"trace[532041390] transaction","detail":"{read_only:false; response_revision:6349; number_of_response:1; }","duration":"238.883294ms","start":"2026-07-30T21:07:10.181961Z","end":"2026-07-30T21:07:10.420844Z","steps":["trace[532041390] 'process raft request' (duration: 238.857774ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:10.420942Z","caller":"traceutil/trace.go:171","msg":"trace[1088273130] transaction","detail":"{read_only:false; response_revision:6347; number_of_response:1; }","duration":"239.11441ms","start":"2026-07-30T21:07:10.181808Z","end":"2026-07-30T21:07:10.420922Z","steps":["trace[1088273130] 'process raft request' (duration: 238.103734ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:10.421065Z","caller":"traceutil/trace.go:171","msg":"trace[1015838083] transaction","detail":"{read_only:false; response_revision:6348; number_of_response:1; }","duration":"239.202613ms","start":"2026-07-30T21:07:10.181854Z","end":"2026-07-30T21:07:10.421056Z","steps":["trace[1015838083] 'process raft request' (duration: 238.942826ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:10.458406Z","caller":"traceutil/trace.go:171","msg":"trace[1446474059] transaction","detail":"{read_only:false; response_revision:6350; number_of_response:1; }","duration":"274.295766ms","start":"2026-07-30T21:07:10.184083Z","end":"2026-07-30T21:07:10.458378Z","steps":["trace[1446474059] 'process raft request' (duration: 274.047129ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:10.458611Z","caller":"traceutil/trace.go:171","msg":"trace[684601216] linearizableReadLoop","detail":"{readStateIndex:6571; appliedIndex:6566; }","duration":"198.872312ms","start":"2026-07-30T21:07:10.259723Z","end":"2026-07-30T21:07:10.458595Z","steps":["trace[684601216] 'read index received' (duration: 160.264476ms)","trace[684601216] 'applied index is now lower than readState.Index' (duration: 38.607026ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:10.45865Z","caller":"traceutil/trace.go:171","msg":"trace[2057496110] transaction","detail":"{read_only:false; response_revision:6351; number_of_response:1; }","duration":"274.499372ms","start":"2026-07-30T21:07:10.184132Z","end":"2026-07-30T21:07:10.458631Z","steps":["trace[2057496110] 'process raft request' (duration: 274.194404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:10.45871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.978235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:07:10.458744Z","caller":"traceutil/trace.go:171","msg":"trace[1695217982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6352; }","duration":"199.059627ms","start":"2026-07-30T21:07:10.259674Z","end":"2026-07-30T21:07:10.458734Z","steps":["trace[1695217982] 'agreement among raft nodes before linearized reading' (duration: 198.977325ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:12.589927Z","caller":"traceutil/trace.go:171","msg":"trace[1119537777] linearizableReadLoop","detail":"{readStateIndex:6617; appliedIndex:6616; }","duration":"127.399092ms","start":"2026-07-30T21:07:12.462491Z","end":"2026-07-30T21:07:12.58989Z","steps":["trace[1119537777] 'read index received' (duration: 33.715748ms)","trace[1119537777] 'applied index is now lower than readState.Index' (duration: 93.681974ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:12.590084Z","caller":"traceutil/trace.go:171","msg":"trace[1249643085] transaction","detail":"{read_only:false; response_revision:6394; number_of_response:1; }","duration":"160.679388ms","start":"2026-07-30T21:07:12.429384Z","end":"2026-07-30T21:07:12.590063Z","steps":["trace[1249643085] 'process raft request' (duration: 66.881589ms)","trace[1249643085] 'compare' (duration: 93.386207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:07:12.59039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.711059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:07:12.590464Z","caller":"traceutil/trace.go:171","msg":"trace[1370182674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6394; }","duration":"127.812712ms","start":"2026-07-30T21:07:12.462634Z","end":"2026-07-30T21:07:12.590447Z","steps":["trace[1370182674] 'agreement among raft nodes before linearized reading' (duration: 127.632918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:12.59124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.731517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:07:12.591314Z","caller":"traceutil/trace.go:171","msg":"trace[410618213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6394; }","duration":"128.843199ms","start":"2026-07-30T21:07:12.462454Z","end":"2026-07-30T21:07:12.591297Z","steps":["trace[410618213] 'agreement among raft nodes before linearized reading' (duration: 127.987797ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:12.835707Z","caller":"traceutil/trace.go:171","msg":"trace[249287151] transaction","detail":"{read_only:false; response_revision:6397; number_of_response:1; }","duration":"112.981082ms","start":"2026-07-30T21:07:12.722702Z","end":"2026-07-30T21:07:12.835683Z","steps":["trace[249287151] 'process raft request' (duration: 112.815378ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:12.837502Z","caller":"traceutil/trace.go:171","msg":"trace[197614091] transaction","detail":"{read_only:false; response_revision:6398; number_of_response:1; }","duration":"112.299524ms","start":"2026-07-30T21:07:12.725179Z","end":"2026-07-30T21:07:12.837478Z","steps":["trace[197614091] 'process raft request' (duration: 112.189471ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.739133Z","caller":"traceutil/trace.go:171","msg":"trace[426892869] linearizableReadLoop","detail":"{readStateIndex:6630; appliedIndex:6628; }","duration":"223.855039ms","start":"2026-07-30T21:07:13.515261Z","end":"2026-07-30T21:07:13.739117Z","steps":["trace[426892869] 'read index received' (duration: 29.733823ms)","trace[426892869] 'applied index is now lower than readState.Index' (duration: 194.120496ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:13.739218Z","caller":"traceutil/trace.go:171","msg":"trace[1634019156] transaction","detail":"{read_only:false; response_revision:6407; number_of_response:1; }","duration":"227.972149ms","start":"2026-07-30T21:07:13.51124Z","end":"2026-07-30T21:07:13.739212Z","steps":["trace[1634019156] 'process raft request' (duration: 227.772954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.739707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.422795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63183"} {"level":"info","ts":"2026-07-30T21:07:13.739783Z","caller":"traceutil/trace.go:171","msg":"trace[1563114131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:6407; }","duration":"224.525787ms","start":"2026-07-30T21:07:13.51524Z","end":"2026-07-30T21:07:13.739766Z","steps":["trace[1563114131] 'agreement among raft nodes before linearized reading' (duration: 224.248319ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:14.454108Z","caller":"traceutil/trace.go:171","msg":"trace[284586040] transaction","detail":"{read_only:false; response_revision:6420; number_of_response:1; }","duration":"194.706273ms","start":"2026-07-30T21:07:14.25938Z","end":"2026-07-30T21:07:14.454086Z","steps":["trace[284586040] 'process raft request' (duration: 190.687067ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:18.743837Z","caller":"traceutil/trace.go:171","msg":"trace[260362443] linearizableReadLoop","detail":"{readStateIndex:6772; appliedIndex:6771; }","duration":"143.228149ms","start":"2026-07-30T21:07:18.600584Z","end":"2026-07-30T21:07:18.743812Z","steps":["trace[260362443] 'read index received' (duration: 143.005032ms)","trace[260362443] 'applied index is now lower than readState.Index' (duration: 221.946µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:18.743959Z","caller":"traceutil/trace.go:171","msg":"trace[2118103822] transaction","detail":"{read_only:false; response_revision:6546; number_of_response:1; }","duration":"183.639202ms","start":"2026-07-30T21:07:18.560296Z","end":"2026-07-30T21:07:18.743935Z","steps":["trace[2118103822] 'process raft request' (duration: 183.350084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:18.74406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.474714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:230"} {"level":"info","ts":"2026-07-30T21:07:18.744095Z","caller":"traceutil/trace.go:171","msg":"trace[786786260] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:6546; }","duration":"143.561647ms","start":"2026-07-30T21:07:18.600526Z","end":"2026-07-30T21:07:18.744088Z","steps":["trace[786786260] 'agreement among raft nodes before linearized reading' (duration: 143.410883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:18.744174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.3145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T21:07:18.744277Z","caller":"traceutil/trace.go:171","msg":"trace[553550574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6546; }","duration":"127.523275ms","start":"2026-07-30T21:07:18.616737Z","end":"2026-07-30T21:07:18.744261Z","steps":["trace[553550574] 'agreement among raft nodes before linearized reading' (duration: 127.237518ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:36.795027Z","caller":"traceutil/trace.go:171","msg":"trace[1080331508] linearizableReadLoop","detail":"{readStateIndex:6925; appliedIndex:6924; }","duration":"224.26373ms","start":"2026-07-30T21:07:36.570731Z","end":"2026-07-30T21:07:36.794995Z","steps":["trace[1080331508] 'read index received' (duration: 224.029254ms)","trace[1080331508] 'applied index is now lower than readState.Index' (duration: 232.966µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:36.795134Z","caller":"traceutil/trace.go:171","msg":"trace[539017545] transaction","detail":"{read_only:false; response_revision:6695; number_of_response:1; }","duration":"464.729106ms","start":"2026-07-30T21:07:36.330366Z","end":"2026-07-30T21:07:36.795095Z","steps":["trace[539017545] 'process raft request' (duration: 464.405217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:36.795316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:36.330341Z","time spent":"464.88225ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:07:36.795409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.648851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:07:36.795544Z","caller":"traceutil/trace.go:171","msg":"trace[742301896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6695; }","duration":"224.878716ms","start":"2026-07-30T21:07:36.570638Z","end":"2026-07-30T21:07:36.795517Z","steps":["trace[742301896] 'agreement among raft nodes before linearized reading' (duration: 224.484646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:36.795409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.877623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T21:07:36.795614Z","caller":"traceutil/trace.go:171","msg":"trace[1567799395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6695; }","duration":"207.15816ms","start":"2026-07-30T21:07:36.588439Z","end":"2026-07-30T21:07:36.795597Z","steps":["trace[1567799395] 'agreement among raft nodes before linearized reading' (duration: 206.796941ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:39.100291Z","caller":"traceutil/trace.go:171","msg":"trace[939733166] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"123.094659ms","start":"2026-07-30T21:07:38.977161Z","end":"2026-07-30T21:07:39.100256Z","steps":["trace[939733166] 'process raft request' (duration: 118.894428ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:39.100486Z","caller":"traceutil/trace.go:171","msg":"trace[1170232941] linearizableReadLoop","detail":"{readStateIndex:6948; appliedIndex:6945; }","duration":"120.845549ms","start":"2026-07-30T21:07:38.97961Z","end":"2026-07-30T21:07:39.100456Z","steps":["trace[1170232941] 'read index received' (duration: 33.911862ms)","trace[1170232941] 'applied index is now lower than readState.Index' (duration: 86.932347ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:39.10052Z","caller":"traceutil/trace.go:171","msg":"trace[497536658] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"122.151034ms","start":"2026-07-30T21:07:38.978321Z","end":"2026-07-30T21:07:39.100472Z","steps":["trace[497536658] 'process raft request' (duration: 121.844535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:39.100711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.086425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T21:07:39.100756Z","caller":"traceutil/trace.go:171","msg":"trace[1985719625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6718; }","duration":"121.169228ms","start":"2026-07-30T21:07:38.979577Z","end":"2026-07-30T21:07:39.100746Z","steps":["trace[1985719625] 'agreement among raft nodes before linearized reading' (duration: 120.978063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:39.66408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.308843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:07:39.664273Z","caller":"traceutil/trace.go:171","msg":"trace[484212317] transaction","detail":"{read_only:false; response_revision:6721; number_of_response:1; }","duration":"173.090013ms","start":"2026-07-30T21:07:39.491167Z","end":"2026-07-30T21:07:39.664257Z","steps":["trace[484212317] 'process raft request' (duration: 173.005101ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:39.664375Z","caller":"traceutil/trace.go:171","msg":"trace[556285936] transaction","detail":"{read_only:false; response_revision:6720; number_of_response:1; }","duration":"176.199696ms","start":"2026-07-30T21:07:39.488127Z","end":"2026-07-30T21:07:39.664327Z","steps":["trace[556285936] 'process raft request' (duration: 68.574964ms)","trace[556285936] 'compare' (duration: 107.216451ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:39.664712Z","caller":"traceutil/trace.go:171","msg":"trace[1687391194] linearizableReadLoop","detail":"{readStateIndex:6952; appliedIndex:6949; }","duration":"172.114048ms","start":"2026-07-30T21:07:39.492569Z","end":"2026-07-30T21:07:39.664683Z","steps":["trace[1687391194] 'read index received' (duration: 64.130447ms)","trace[1687391194] 'applied index is now lower than readState.Index' (duration: 107.980571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:07:39.664966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.383795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-07-30T21:07:39.665021Z","caller":"traceutil/trace.go:171","msg":"trace[1587060255] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:6722; }","duration":"172.489758ms","start":"2026-07-30T21:07:39.492515Z","end":"2026-07-30T21:07:39.665005Z","steps":["trace[1587060255] 'agreement among raft nodes before linearized reading' (duration: 172.304013ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:39.665019Z","caller":"traceutil/trace.go:171","msg":"trace[985507791] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"173.163966ms","start":"2026-07-30T21:07:39.491777Z","end":"2026-07-30T21:07:39.664941Z","steps":["trace[985507791] 'process raft request' (duration: 172.434677ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:43.534085Z","caller":"traceutil/trace.go:171","msg":"trace[1501645170] transaction","detail":"{read_only:false; response_revision:6744; number_of_response:1; }","duration":"223.896759ms","start":"2026-07-30T21:07:43.310158Z","end":"2026-07-30T21:07:43.534055Z","steps":["trace[1501645170] 'process raft request' (duration: 220.382407ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:48.960516Z","caller":"traceutil/trace.go:171","msg":"trace[1954500160] linearizableReadLoop","detail":"{readStateIndex:7009; appliedIndex:7008; }","duration":"149.01318ms","start":"2026-07-30T21:07:48.811476Z","end":"2026-07-30T21:07:48.960489Z","steps":["trace[1954500160] 'read index received' (duration: 148.734843ms)","trace[1954500160] 'applied index is now lower than readState.Index' (duration: 277.067µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:48.960675Z","caller":"traceutil/trace.go:171","msg":"trace[671634772] transaction","detail":"{read_only:false; response_revision:6777; number_of_response:1; }","duration":"159.956269ms","start":"2026-07-30T21:07:48.800674Z","end":"2026-07-30T21:07:48.96063Z","steps":["trace[671634772] 'process raft request' (duration: 159.64448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:48.960791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.305678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-30T21:07:48.960843Z","caller":"traceutil/trace.go:171","msg":"trace[2025234135] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:6777; }","duration":"149.400561ms","start":"2026-07-30T21:07:48.811425Z","end":"2026-07-30T21:07:48.960826Z","steps":["trace[2025234135] 'agreement among raft nodes before linearized reading' (duration: 149.226637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:48.96088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.040452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-30T21:07:48.960959Z","caller":"traceutil/trace.go:171","msg":"trace[1040169660] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6777; }","duration":"135.176326ms","start":"2026-07-30T21:07:48.825761Z","end":"2026-07-30T21:07:48.960937Z","steps":["trace[1040169660] 'agreement among raft nodes before linearized reading' (duration: 134.9489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:48.960974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.941743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T21:07:48.961018Z","caller":"traceutil/trace.go:171","msg":"trace[714753356] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6777; }","duration":"126.034295ms","start":"2026-07-30T21:07:48.834971Z","end":"2026-07-30T21:07:48.961005Z","steps":["trace[714753356] 'agreement among raft nodes before linearized reading' (duration: 125.944913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:48.961161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.535061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:07:48.961272Z","caller":"traceutil/trace.go:171","msg":"trace[1013558330] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:6777; }","duration":"101.677905ms","start":"2026-07-30T21:07:48.859561Z","end":"2026-07-30T21:07:48.961239Z","steps":["trace[1013558330] 'agreement among raft nodes before linearized reading' (duration: 101.363587ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:49.228385Z","caller":"traceutil/trace.go:171","msg":"trace[212363435] transaction","detail":"{read_only:false; response_revision:6778; number_of_response:1; }","duration":"263.298556ms","start":"2026-07-30T21:07:48.965062Z","end":"2026-07-30T21:07:49.228361Z","steps":["trace[212363435] 'process raft request' (duration: 256.933139ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:49.22974Z","caller":"traceutil/trace.go:171","msg":"trace[590561455] transaction","detail":"{read_only:false; response_revision:6780; number_of_response:1; }","duration":"263.77865ms","start":"2026-07-30T21:07:48.965944Z","end":"2026-07-30T21:07:49.229723Z","steps":["trace[590561455] 'process raft request' (duration: 263.683378ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:49.229748Z","caller":"traceutil/trace.go:171","msg":"trace[686493350] transaction","detail":"{read_only:false; response_revision:6779; number_of_response:1; }","duration":"264.335954ms","start":"2026-07-30T21:07:48.965385Z","end":"2026-07-30T21:07:49.229721Z","steps":["trace[686493350] 'process raft request' (duration: 264.16131ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:49.230119Z","caller":"traceutil/trace.go:171","msg":"trace[431607523] transaction","detail":"{read_only:false; response_revision:6781; number_of_response:1; }","duration":"263.40319ms","start":"2026-07-30T21:07:48.966704Z","end":"2026-07-30T21:07:49.230107Z","steps":["trace[431607523] 'process raft request' (duration: 262.976749ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:49.230125Z","caller":"traceutil/trace.go:171","msg":"trace[60248059] linearizableReadLoop","detail":"{readStateIndex:7015; appliedIndex:7009; }","duration":"173.70402ms","start":"2026-07-30T21:07:49.05641Z","end":"2026-07-30T21:07:49.230114Z","steps":["trace[60248059] 'read index received' (duration: 165.597207ms)","trace[60248059] 'applied index is now lower than readState.Index' (duration: 8.106323ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:49.230179Z","caller":"traceutil/trace.go:171","msg":"trace[2086996248] transaction","detail":"{read_only:false; response_revision:6782; number_of_response:1; }","duration":"261.830808ms","start":"2026-07-30T21:07:48.968335Z","end":"2026-07-30T21:07:49.230166Z","steps":["trace[2086996248] 'process raft request' (duration: 261.712854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:49.230231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.811563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:07:49.230252Z","caller":"traceutil/trace.go:171","msg":"trace[2142455802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6783; }","duration":"173.879645ms","start":"2026-07-30T21:07:49.056366Z","end":"2026-07-30T21:07:49.230246Z","steps":["trace[2142455802] 'agreement among raft nodes before linearized reading' (duration: 173.779753ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:49.230311Z","caller":"traceutil/trace.go:171","msg":"trace[142912674] transaction","detail":"{read_only:false; response_revision:6783; number_of_response:1; }","duration":"261.944542ms","start":"2026-07-30T21:07:48.968354Z","end":"2026-07-30T21:07:49.230298Z","steps":["trace[142912674] 'process raft request' (duration: 261.739365ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:08:43.100155Z","caller":"traceutil/trace.go:171","msg":"trace[1668163508] transaction","detail":"{read_only:false; response_revision:7208; number_of_response:1; }","duration":"120.603011ms","start":"2026-07-30T21:08:42.97953Z","end":"2026-07-30T21:08:43.100133Z","steps":["trace[1668163508] 'process raft request' (duration: 120.444467ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:02.213882Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5140} {"level":"info","ts":"2026-07-30T21:09:02.250415Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5140,"took":"35.39859ms","hash":2411729085,"current-db-size-bytes":34566144,"current-db-size":"35 MB","current-db-size-in-use-bytes":20729856,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-07-30T21:09:02.250536Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2411729085,"revision":5140,"compact-revision":3206} {"level":"info","ts":"2026-07-30T21:09:03.963898Z","caller":"traceutil/trace.go:171","msg":"trace[2073418677] transaction","detail":"{read_only:false; response_revision:7371; number_of_response:1; }","duration":"142.305652ms","start":"2026-07-30T21:09:03.821541Z","end":"2026-07-30T21:09:03.963847Z","steps":["trace[2073418677] 'process raft request' (duration: 99.62705ms)","trace[2073418677] 'compare' (duration: 42.537188ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:04.330262Z","caller":"traceutil/trace.go:171","msg":"trace[607090606] transaction","detail":"{read_only:false; response_revision:7372; number_of_response:1; }","duration":"340.02466ms","start":"2026-07-30T21:09:03.990202Z","end":"2026-07-30T21:09:04.330227Z","steps":["trace[607090606] 'process raft request' (duration: 339.739782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:04.330435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:03.990183Z","time spent":"340.163014ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:04.333725Z","caller":"traceutil/trace.go:171","msg":"trace[1434973184] linearizableReadLoop","detail":"{readStateIndex:7636; appliedIndex:7633; }","duration":"226.050883ms","start":"2026-07-30T21:09:04.10765Z","end":"2026-07-30T21:09:04.3337Z","steps":["trace[1434973184] 'read index received' (duration: 222.433869ms)","trace[1434973184] 'applied index is now lower than readState.Index' (duration: 3.616204ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:04.333993Z","caller":"traceutil/trace.go:171","msg":"trace[1840097908] transaction","detail":"{read_only:false; response_revision:7373; number_of_response:1; }","duration":"310.350039ms","start":"2026-07-30T21:09:04.023631Z","end":"2026-07-30T21:09:04.333981Z","steps":["trace[1840097908] 'process raft request' (duration: 309.944639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:04.334097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:04.023598Z","time spent":"310.432382ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:04.334297Z","caller":"traceutil/trace.go:171","msg":"trace[956667384] transaction","detail":"{read_only:false; response_revision:7374; number_of_response:1; }","duration":"290.968901ms","start":"2026-07-30T21:09:04.043316Z","end":"2026-07-30T21:09:04.334285Z","steps":["trace[956667384] 'process raft request' (duration: 290.344414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:04.334603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.957477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-30T21:09:04.334746Z","caller":"traceutil/trace.go:171","msg":"trace[417674883] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:7374; }","duration":"227.102051ms","start":"2026-07-30T21:09:04.107624Z","end":"2026-07-30T21:09:04.334726Z","steps":["trace[417674883] 'agreement among raft nodes before linearized reading' (duration: 226.802343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:11.868423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.896327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:09:11.868515Z","caller":"traceutil/trace.go:171","msg":"trace[543302777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7820; }","duration":"121.031402ms","start":"2026-07-30T21:09:11.747465Z","end":"2026-07-30T21:09:11.868496Z","steps":["trace[543302777] 'range keys from in-memory index tree' (duration: 120.764995ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.118633Z","caller":"traceutil/trace.go:171","msg":"trace[1959191696] linearizableReadLoop","detail":"{readStateIndex:8341; appliedIndex:8339; }","duration":"185.532899ms","start":"2026-07-30T21:09:19.933073Z","end":"2026-07-30T21:09:20.118606Z","steps":["trace[1959191696] 'read index received' (duration: 126.059345ms)","trace[1959191696] 'applied index is now lower than readState.Index' (duration: 59.472564ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:20.118664Z","caller":"traceutil/trace.go:171","msg":"trace[87736857] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"200.079291ms","start":"2026-07-30T21:09:19.918545Z","end":"2026-07-30T21:09:20.118625Z","steps":["trace[87736857] 'process raft request' (duration: 140.651278ms)","trace[87736857] 'compare' (duration: 59.208487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:20.118835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.16432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-07-30T21:09:20.118837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.412725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:09:20.118874Z","caller":"traceutil/trace.go:171","msg":"trace[1578722239] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8062; }","duration":"182.241211ms","start":"2026-07-30T21:09:19.93662Z","end":"2026-07-30T21:09:20.118861Z","steps":["trace[1578722239] 'agreement among raft nodes before linearized reading' (duration: 182.132718ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.118906Z","caller":"traceutil/trace.go:171","msg":"trace[2083208136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8062; }","duration":"196.495147ms","start":"2026-07-30T21:09:19.922389Z","end":"2026-07-30T21:09:20.118884Z","steps":["trace[2083208136] 'agreement among raft nodes before linearized reading' (duration: 196.22577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:20.118878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.145744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:09:20.118928Z","caller":"traceutil/trace.go:171","msg":"trace[1841581658] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"198.593652ms","start":"2026-07-30T21:09:19.920298Z","end":"2026-07-30T21:09:20.118892Z","steps":["trace[1841581658] 'process raft request' (duration: 198.254043ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.118976Z","caller":"traceutil/trace.go:171","msg":"trace[922026552] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8062; }","duration":"197.278577ms","start":"2026-07-30T21:09:19.921674Z","end":"2026-07-30T21:09:20.118953Z","steps":["trace[922026552] 'agreement among raft nodes before linearized reading' (duration: 196.98577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:20.118982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.836741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T21:09:20.119072Z","caller":"traceutil/trace.go:171","msg":"trace[1545792168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8062; }","duration":"197.968395ms","start":"2026-07-30T21:09:19.921082Z","end":"2026-07-30T21:09:20.119051Z","steps":["trace[1545792168] 'agreement among raft nodes before linearized reading' (duration: 197.669157ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.296932Z","caller":"traceutil/trace.go:171","msg":"trace[1800742771] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"173.674356ms","start":"2026-07-30T21:09:20.123233Z","end":"2026-07-30T21:09:20.296907Z","steps":["trace[1800742771] 'process raft request' (duration: 107.898737ms)","trace[1800742771] 'compare' (duration: 65.643516ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:20.297117Z","caller":"traceutil/trace.go:171","msg":"trace[700605870] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"171.108389ms","start":"2026-07-30T21:09:20.126002Z","end":"2026-07-30T21:09:20.29711Z","steps":["trace[700605870] 'process raft request' (duration: 170.879912ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.297209Z","caller":"traceutil/trace.go:171","msg":"trace[1308151012] linearizableReadLoop","detail":"{readStateIndex:8344; appliedIndex:8342; }","duration":"170.142113ms","start":"2026-07-30T21:09:20.127061Z","end":"2026-07-30T21:09:20.297204Z","steps":["trace[1308151012] 'read index received' (duration: 65.580093ms)","trace[1308151012] 'applied index is now lower than readState.Index' (duration: 104.56152ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:20.297287Z","caller":"traceutil/trace.go:171","msg":"trace[1464084292] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"162.614665ms","start":"2026-07-30T21:09:20.134617Z","end":"2026-07-30T21:09:20.297232Z","steps":["trace[1464084292] 'process raft request' (duration: 162.470141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:20.297377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.301827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:94250"} {"level":"info","ts":"2026-07-30T21:09:20.297396Z","caller":"traceutil/trace.go:171","msg":"trace[1351222628] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:8066; }","duration":"170.333888ms","start":"2026-07-30T21:09:20.127056Z","end":"2026-07-30T21:09:20.29739Z","steps":["trace[1351222628] 'agreement among raft nodes before linearized reading' (duration: 170.181214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:20.522318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.900157ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-30T21:09:20.522465Z","caller":"traceutil/trace.go:171","msg":"trace[615627997] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8345; }","duration":"225.220391ms","start":"2026-07-30T21:09:20.29722Z","end":"2026-07-30T21:09:20.52244Z","steps":["trace[615627997] 'read index received' (duration: 20.238852ms)","trace[615627997] 'applied index is now lower than readState.Index' (duration: 204.979749ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:20.522612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.638093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:09:20.522687Z","caller":"traceutil/trace.go:171","msg":"trace[549425996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8066; }","duration":"263.762256ms","start":"2026-07-30T21:09:20.258911Z","end":"2026-07-30T21:09:20.522673Z","steps":["trace[549425996] 'agreement among raft nodes before linearized reading' (duration: 263.642863ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.545613Z","caller":"traceutil/trace.go:171","msg":"trace[2061927695] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"236.399526ms","start":"2026-07-30T21:09:20.309187Z","end":"2026-07-30T21:09:20.545586Z","steps":["trace[2061927695] 'process raft request' (duration: 236.222761ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.676888Z","caller":"traceutil/trace.go:171","msg":"trace[1953669581] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"277.433264ms","start":"2026-07-30T21:09:20.399429Z","end":"2026-07-30T21:09:20.676862Z","steps":["trace[1953669581] 'process raft request' (duration: 233.92212ms)","trace[1953669581] 'compare' (duration: 43.32208ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:20.677078Z","caller":"traceutil/trace.go:171","msg":"trace[689454362] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"274.865246ms","start":"2026-07-30T21:09:20.402203Z","end":"2026-07-30T21:09:20.677068Z","steps":["trace[689454362] 'process raft request' (duration: 274.59865ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.677458Z","caller":"traceutil/trace.go:171","msg":"trace[1081517432] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"255.60409ms","start":"2026-07-30T21:09:20.421818Z","end":"2026-07-30T21:09:20.677422Z","steps":["trace[1081517432] 'process raft request' (duration: 255.198489ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.677524Z","caller":"traceutil/trace.go:171","msg":"trace[872170511] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"251.855332ms","start":"2026-07-30T21:09:20.425655Z","end":"2026-07-30T21:09:20.67751Z","steps":["trace[872170511] 'process raft request' (duration: 251.613756ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.677528Z","caller":"traceutil/trace.go:171","msg":"trace[1085915903] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8346; }","duration":"154.967254ms","start":"2026-07-30T21:09:20.522528Z","end":"2026-07-30T21:09:20.677495Z","steps":["trace[1085915903] 'read index received' (duration: 22.884751ms)","trace[1085915903] 'applied index is now lower than readState.Index' (duration: 132.080833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:20.677734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.639005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vdfx5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-30T21:09:20.67778Z","caller":"traceutil/trace.go:171","msg":"trace[828710941] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vdfx5; range_end:; response_count:1; response_revision:8071; }","duration":"227.747318ms","start":"2026-07-30T21:09:20.450022Z","end":"2026-07-30T21:09:20.677769Z","steps":["trace[828710941] 'agreement among raft nodes before linearized reading' (duration: 227.585414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:20.677778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.109211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:09:20.677823Z","caller":"traceutil/trace.go:171","msg":"trace[766252964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8071; }","duration":"154.218875ms","start":"2026-07-30T21:09:20.523592Z","end":"2026-07-30T21:09:20.677811Z","steps":["trace[766252964] 'agreement among raft nodes before linearized reading' (duration: 154.080621ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.99408Z","caller":"traceutil/trace.go:171","msg":"trace[264693193] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"217.985411ms","start":"2026-07-30T21:09:20.776081Z","end":"2026-07-30T21:09:20.994067Z","steps":["trace[264693193] 'process raft request' (duration: 217.714075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:20.994363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.611801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-07-30T21:09:20.99445Z","caller":"traceutil/trace.go:171","msg":"trace[1123306080] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:8077; }","duration":"117.754376ms","start":"2026-07-30T21:09:20.876676Z","end":"2026-07-30T21:09:20.99443Z","steps":["trace[1123306080] 'agreement among raft nodes before linearized reading' (duration: 117.481629ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:20.993998Z","caller":"traceutil/trace.go:171","msg":"trace[423723223] linearizableReadLoop","detail":"{readStateIndex:8357; appliedIndex:8356; }","duration":"117.252262ms","start":"2026-07-30T21:09:20.876726Z","end":"2026-07-30T21:09:20.993978Z","steps":["trace[423723223] 'read index received' (duration: 116.978705ms)","trace[423723223] 'applied index is now lower than readState.Index' (duration: 272.547µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:21.508384Z","caller":"traceutil/trace.go:171","msg":"trace[1661240199] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"214.248773ms","start":"2026-07-30T21:09:21.294114Z","end":"2026-07-30T21:09:21.508362Z","steps":["trace[1661240199] 'process raft request' (duration: 214.10681ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:21.589303Z","caller":"traceutil/trace.go:171","msg":"trace[942512915] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"174.702763ms","start":"2026-07-30T21:09:21.414571Z","end":"2026-07-30T21:09:21.589274Z","steps":["trace[942512915] 'process raft request' (duration: 174.311633ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:21.589479Z","caller":"traceutil/trace.go:171","msg":"trace[1248444524] linearizableReadLoop","detail":"{readStateIndex:8360; appliedIndex:8357; }","duration":"104.674602ms","start":"2026-07-30T21:09:21.484779Z","end":"2026-07-30T21:09:21.589453Z","steps":["trace[1248444524] 'read index received' (duration: 23.497328ms)","trace[1248444524] 'applied index is now lower than readState.Index' (duration: 81.176134ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:21.589583Z","caller":"traceutil/trace.go:171","msg":"trace[972428554] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"156.471725ms","start":"2026-07-30T21:09:21.433084Z","end":"2026-07-30T21:09:21.589555Z","steps":["trace[972428554] 'process raft request' (duration: 156.072544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:21.589646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.852447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:09:21.589717Z","caller":"traceutil/trace.go:171","msg":"trace[1451147260] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8080; }","duration":"104.97566ms","start":"2026-07-30T21:09:21.484723Z","end":"2026-07-30T21:09:21.589698Z","steps":["trace[1451147260] 'agreement among raft nodes before linearized reading' (duration: 104.848417ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:27.677975Z","caller":"traceutil/trace.go:171","msg":"trace[460528685] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"542.889374ms","start":"2026-07-30T21:09:27.135061Z","end":"2026-07-30T21:09:27.67795Z","steps":["trace[460528685] 'process raft request' (duration: 542.506174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:27.678136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:27.135043Z","time spent":"543.008127ms","remote":"127.0.0.1:39636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3611,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:27.719096Z","caller":"traceutil/trace.go:171","msg":"trace[1184826049] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"317.652322ms","start":"2026-07-30T21:09:27.401413Z","end":"2026-07-30T21:09:27.719065Z","steps":["trace[1184826049] 'process raft request' (duration: 317.525929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:27.719227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:27.401387Z","time spent":"317.774086ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T21:09:28.369773Z","caller":"traceutil/trace.go:171","msg":"trace[1009343647] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"448.460531ms","start":"2026-07-30T21:09:27.921286Z","end":"2026-07-30T21:09:28.369747Z","steps":["trace[1009343647] 'process raft request' (duration: 447.951978ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:28.369846Z","caller":"traceutil/trace.go:171","msg":"trace[1044445701] linearizableReadLoop","detail":"{readStateIndex:8494; appliedIndex:8490; }","duration":"395.513129ms","start":"2026-07-30T21:09:27.974288Z","end":"2026-07-30T21:09:28.369801Z","steps":["trace[1044445701] 'read index received' (duration: 35.930685ms)","trace[1044445701] 'applied index is now lower than readState.Index' (duration: 359.581433ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:28.36988Z","caller":"traceutil/trace.go:171","msg":"trace[1569586931] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"448.414911ms","start":"2026-07-30T21:09:27.921435Z","end":"2026-07-30T21:09:28.36985Z","steps":["trace[1569586931] 'process raft request' (duration: 448.177654ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:28.369957Z","caller":"traceutil/trace.go:171","msg":"trace[1450238211] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"448.132413ms","start":"2026-07-30T21:09:27.921789Z","end":"2026-07-30T21:09:28.369922Z","steps":["trace[1450238211] 'process raft request' (duration: 447.960207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:28.369985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:27.921265Z","time spent":"448.575824ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:28.370027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:27.921429Z","time spent":"448.515643ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:28.370123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:27.921781Z","time spent":"448.251965ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:28.370128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.828317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:09:28.370299Z","caller":"traceutil/trace.go:171","msg":"trace[2118918265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8209; }","duration":"395.967752ms","start":"2026-07-30T21:09:27.974245Z","end":"2026-07-30T21:09:28.370213Z","steps":["trace[2118918265] 'agreement among raft nodes before linearized reading' (duration: 395.691865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:28.370409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:27.974223Z","time spent":"396.167696ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:09:28.376995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.482795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T21:09:28.377036Z","caller":"traceutil/trace.go:171","msg":"trace[613568676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8211; }","duration":"226.590288ms","start":"2026-07-30T21:09:28.150438Z","end":"2026-07-30T21:09:28.377029Z","steps":["trace[613568676] 'agreement among raft nodes before linearized reading' (duration: 226.503886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:28.377032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.143009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T21:09:28.377047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.956155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:09:28.377078Z","caller":"traceutil/trace.go:171","msg":"trace[507156275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8211; }","duration":"228.234091ms","start":"2026-07-30T21:09:28.148831Z","end":"2026-07-30T21:09:28.377065Z","steps":["trace[507156275] 'agreement among raft nodes before linearized reading' (duration: 228.117688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:28.377096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.921158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T21:09:28.377116Z","caller":"traceutil/trace.go:171","msg":"trace[386798760] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8211; }","duration":"145.940748ms","start":"2026-07-30T21:09:28.23117Z","end":"2026-07-30T21:09:28.377111Z","steps":["trace[386798760] 'agreement among raft nodes before linearized reading' (duration: 145.64518ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:28.377119Z","caller":"traceutil/trace.go:171","msg":"trace[847582908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8211; }","duration":"120.082528ms","start":"2026-07-30T21:09:28.257019Z","end":"2026-07-30T21:09:28.377101Z","steps":["trace[847582908] 'agreement among raft nodes before linearized reading' (duration: 119.943924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:28.377146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.786791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-z9fbb\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-07-30T21:09:28.377206Z","caller":"traceutil/trace.go:171","msg":"trace[1371612253] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-z9fbb; range_end:; response_count:1; response_revision:8211; }","duration":"151.878073ms","start":"2026-07-30T21:09:28.225312Z","end":"2026-07-30T21:09:28.37719Z","steps":["trace[1371612253] 'agreement among raft nodes before linearized reading' (duration: 151.603916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:28.377554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.330571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-fgd45.18c72d75e73eaad6\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-30T21:09:28.377585Z","caller":"traceutil/trace.go:171","msg":"trace[1132991213] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-fgd45.18c72d75e73eaad6; range_end:; response_count:1; response_revision:8211; }","duration":"164.422454ms","start":"2026-07-30T21:09:28.213153Z","end":"2026-07-30T21:09:28.377575Z","steps":["trace[1132991213] 'agreement among raft nodes before linearized reading' (duration: 163.722025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:28.378451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.178245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225408"} {"level":"info","ts":"2026-07-30T21:09:28.378607Z","caller":"traceutil/trace.go:171","msg":"trace[2095861498] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8211; }","duration":"356.381601ms","start":"2026-07-30T21:09:28.022189Z","end":"2026-07-30T21:09:28.37857Z","steps":["trace[2095861498] 'agreement among raft nodes before linearized reading' (duration: 354.606173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:28.378676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:28.022172Z","time spent":"356.490053ms","remote":"127.0.0.1:39642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2225432,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-30T21:09:28.694949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.76976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:09:28.69524Z","caller":"traceutil/trace.go:171","msg":"trace[146162327] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"316.07119ms","start":"2026-07-30T21:09:28.379127Z","end":"2026-07-30T21:09:28.695198Z","steps":["trace[146162327] 'process raft request' (duration: 36.931402ms)","trace[146162327] 'compare' (duration: 278.390809ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:28.695428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:28.379114Z","time spent":"316.213073ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:28.69566Z","caller":"traceutil/trace.go:171","msg":"trace[1067829112] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"312.807465ms","start":"2026-07-30T21:09:28.382814Z","end":"2026-07-30T21:09:28.695621Z","steps":["trace[1067829112] 'process raft request' (duration: 312.277921ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:28.695699Z","caller":"traceutil/trace.go:171","msg":"trace[217605710] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"310.528725ms","start":"2026-07-30T21:09:28.385143Z","end":"2026-07-30T21:09:28.695671Z","steps":["trace[217605710] 'process raft request' (duration: 310.033102ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:28.695716Z","caller":"traceutil/trace.go:171","msg":"trace[778702959] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"307.803554ms","start":"2026-07-30T21:09:28.387894Z","end":"2026-07-30T21:09:28.695698Z","steps":["trace[778702959] 'process raft request' (duration: 307.726732ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:28.695721Z","caller":"traceutil/trace.go:171","msg":"trace[906141333] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"308.867251ms","start":"2026-07-30T21:09:28.386828Z","end":"2026-07-30T21:09:28.695696Z","steps":["trace[906141333] 'process raft request' (duration: 308.664586ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:28.695748Z","caller":"traceutil/trace.go:171","msg":"trace[502957506] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"307.953638ms","start":"2026-07-30T21:09:28.387777Z","end":"2026-07-30T21:09:28.695731Z","steps":["trace[502957506] 'process raft request' (duration: 307.775243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:28.695822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:28.387883Z","time spent":"307.892416ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:28.695827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:28.3828Z","time spent":"312.953078ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:28.695839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:28.387766Z","time spent":"308.024569ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:28.695849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:28.386799Z","time spent":"308.987334ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:28.695821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:28.385131Z","time spent":"310.630337ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:28.695976Z","caller":"traceutil/trace.go:171","msg":"trace[547407395] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"307.674369ms","start":"2026-07-30T21:09:28.388285Z","end":"2026-07-30T21:09:28.695959Z","steps":["trace[547407395] 'process raft request' (duration: 307.368622ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:28.695995Z","caller":"traceutil/trace.go:171","msg":"trace[1600924472] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8497; }","duration":"280.889795ms","start":"2026-07-30T21:09:28.415063Z","end":"2026-07-30T21:09:28.695952Z","steps":["trace[1600924472] 'read index received' (duration: 951.364µs)","trace[1600924472] 'applied index is now lower than readState.Index' (duration: 279.933451ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:28.696064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:28.387947Z","time spent":"308.07347ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:28.696205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.143323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-30T21:09:28.696351Z","caller":"traceutil/trace.go:171","msg":"trace[281767042] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8219; }","duration":"281.325137ms","start":"2026-07-30T21:09:28.415003Z","end":"2026-07-30T21:09:28.696328Z","steps":["trace[281767042] 'agreement among raft nodes before linearized reading' (duration: 281.06183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:28.696745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.612036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:809202"} {"level":"info","ts":"2026-07-30T21:09:28.696816Z","caller":"traceutil/trace.go:171","msg":"trace[441112187] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:8219; }","duration":"267.73066ms","start":"2026-07-30T21:09:28.429068Z","end":"2026-07-30T21:09:28.696799Z","steps":["trace[441112187] 'agreement among raft nodes before linearized reading' (duration: 267.094293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:43.377773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.048198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:09:43.377908Z","caller":"traceutil/trace.go:171","msg":"trace[1886388514] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"457.15609ms","start":"2026-07-30T21:09:42.92073Z","end":"2026-07-30T21:09:43.377886Z","steps":["trace[1886388514] 'process raft request' (duration: 191.887795ms)","trace[1886388514] 'compare' (duration: 264.809133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:43.377971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:42.920706Z","time spent":"457.236782ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:43.389168Z","caller":"traceutil/trace.go:171","msg":"trace[169129165] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"467.869863ms","start":"2026-07-30T21:09:42.921268Z","end":"2026-07-30T21:09:43.389138Z","steps":["trace[169129165] 'process raft request' (duration: 467.649206ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:43.389217Z","caller":"traceutil/trace.go:171","msg":"trace[824338203] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"467.39694ms","start":"2026-07-30T21:09:42.921789Z","end":"2026-07-30T21:09:43.389185Z","steps":["trace[824338203] 'process raft request' (duration: 467.270897ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:43.389224Z","caller":"traceutil/trace.go:171","msg":"trace[1723217474] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"467.292267ms","start":"2026-07-30T21:09:42.921904Z","end":"2026-07-30T21:09:43.389196Z","steps":["trace[1723217474] 'process raft request' (duration: 467.216695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:43.389369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:42.921772Z","time spent":"467.526352ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:43.389419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:42.921899Z","time spent":"467.456681ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T21:09:43.389296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:42.921235Z","time spent":"467.984716ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:43.389569Z","caller":"traceutil/trace.go:171","msg":"trace[1920942731] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"467.136712ms","start":"2026-07-30T21:09:42.922417Z","end":"2026-07-30T21:09:43.389553Z","steps":["trace[1920942731] 'process raft request' (duration: 466.740362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:43.389645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:42.922406Z","time spent":"467.202323ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:43.389697Z","caller":"traceutil/trace.go:171","msg":"trace[234682181] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"465.949201ms","start":"2026-07-30T21:09:42.92371Z","end":"2026-07-30T21:09:43.389659Z","steps":["trace[234682181] 'process raft request' (duration: 465.862238ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:43.389803Z","caller":"traceutil/trace.go:171","msg":"trace[1345713015] linearizableReadLoop","detail":"{readStateIndex:8780; appliedIndex:8774; }","duration":"466.150986ms","start":"2026-07-30T21:09:42.92348Z","end":"2026-07-30T21:09:43.389631Z","steps":["trace[1345713015] 'read index received' (duration: 189.206915ms)","trace[1345713015] 'applied index is now lower than readState.Index' (duration: 276.942901ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:43.389714Z","caller":"traceutil/trace.go:171","msg":"trace[608665020] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"466.471666ms","start":"2026-07-30T21:09:42.923195Z","end":"2026-07-30T21:09:43.389667Z","steps":["trace[608665020] 'process raft request' (duration: 466.249729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:43.389891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:42.923702Z","time spent":"466.103485ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:43.389925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.434824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-07-30T21:09:43.389961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:42.923185Z","time spent":"466.733282ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T21:09:43.389986Z","caller":"traceutil/trace.go:171","msg":"trace[1718649301] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:8491; }","duration":"466.519136ms","start":"2026-07-30T21:09:42.923447Z","end":"2026-07-30T21:09:43.389966Z","steps":["trace[1718649301] 'agreement among raft nodes before linearized reading' (duration: 466.361312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:43.390223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:42.923435Z","time spent":"466.770842ms","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-30T21:09:43.390388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.181996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1559"} {"level":"info","ts":"2026-07-30T21:09:43.390439Z","caller":"traceutil/trace.go:171","msg":"trace[314732258] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8492; }","duration":"442.272278ms","start":"2026-07-30T21:09:42.948155Z","end":"2026-07-30T21:09:43.390427Z","steps":["trace[314732258] 'agreement among raft nodes before linearized reading' (duration: 442.119834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:43.390441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.747818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:09:43.3905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:42.948133Z","time spent":"442.33097ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1583,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-30T21:09:43.390511Z","caller":"traceutil/trace.go:171","msg":"trace[877119904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8492; }","duration":"130.854831ms","start":"2026-07-30T21:09:43.259614Z","end":"2026-07-30T21:09:43.390469Z","steps":["trace[877119904] 'agreement among raft nodes before linearized reading' (duration: 130.787149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:43.390681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.28805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:09:43.390718Z","caller":"traceutil/trace.go:171","msg":"trace[2050351843] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8492; }","duration":"388.390321ms","start":"2026-07-30T21:09:43.002319Z","end":"2026-07-30T21:09:43.390709Z","steps":["trace[2050351843] 'agreement among raft nodes before linearized reading' (duration: 388.33251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:43.390746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:43.002292Z","time spent":"388.446953ms","remote":"127.0.0.1:39626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:09:43.391747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.776143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225408"} {"level":"info","ts":"2026-07-30T21:09:43.391799Z","caller":"traceutil/trace.go:171","msg":"trace[380171869] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8492; }","duration":"428.874916ms","start":"2026-07-30T21:09:42.962911Z","end":"2026-07-30T21:09:43.391786Z","steps":["trace[380171869] 'agreement among raft nodes before linearized reading' (duration: 427.764497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:43.391832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:42.962889Z","time spent":"428.933598ms","remote":"127.0.0.1:39642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2225432,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-30T21:09:51.952785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.704501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T21:09:51.952863Z","caller":"traceutil/trace.go:171","msg":"trace[1733454676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8668; }","duration":"218.806094ms","start":"2026-07-30T21:09:51.734039Z","end":"2026-07-30T21:09:51.952845Z","steps":["trace[1733454676] 'range keys from in-memory index tree' (duration: 218.581218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:57.431324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740727308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:09:57.931537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740727308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:09:58.431912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740727308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:09:58.933043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740727308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:09:59.260194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T21:09:59.26027Z","caller":"traceutil/trace.go:171","msg":"trace[354564597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000150539s","start":"2026-07-30T21:09:57.260104Z","end":"2026-07-30T21:09:59.260255Z","steps":["trace[354564597] 'agreement among raft nodes before linearized reading' (duration: 2.000052327s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.260303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:57.260039Z","time spent":"2.000256743s","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:09:59.434205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740727308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:09:59.48879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.594147537s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:09:59.489304Z","caller":"traceutil/trace.go:171","msg":"trace[1446229682] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"2.594809335s","start":"2026-07-30T21:09:56.894454Z","end":"2026-07-30T21:09:59.489264Z","steps":["trace[1446229682] 'process raft request' (duration: 2.594585299s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.489548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:56.894426Z","time spent":"2.594980159s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:59.520535Z","caller":"traceutil/trace.go:171","msg":"trace[252875136] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"2.625625764s","start":"2026-07-30T21:09:56.894871Z","end":"2026-07-30T21:09:59.520497Z","steps":["trace[252875136] 'process raft request' (duration: 2.625339467s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.520591Z","caller":"traceutil/trace.go:171","msg":"trace[1135663882] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"2.596468408s","start":"2026-07-30T21:09:56.92408Z","end":"2026-07-30T21:09:59.520549Z","steps":["trace[1135663882] 'process raft request' (duration: 2.596323744s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.520621Z","caller":"traceutil/trace.go:171","msg":"trace[261002928] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"1.12234402s","start":"2026-07-30T21:09:58.398244Z","end":"2026-07-30T21:09:59.520588Z","steps":["trace[261002928] 'process raft request' (duration: 1.122215656s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.520741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:56.894791Z","time spent":"2.625852401s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:59.520776Z","caller":"traceutil/trace.go:171","msg":"trace[1412488067] linearizableReadLoop","detail":"{readStateIndex:9015; appliedIndex:9010; }","duration":"2.589747581s","start":"2026-07-30T21:09:56.931004Z","end":"2026-07-30T21:09:59.520752Z","steps":["trace[1412488067] 'read index received' (duration: 2.558060829s)","trace[1412488067] 'applied index is now lower than readState.Index' (duration: 31.685752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:59.520803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:58.398222Z","time spent":"1.122488884s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:59.52092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588443606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-30T21:09:59.520924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.463357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:09:59.520951Z","caller":"traceutil/trace.go:171","msg":"trace[78253392] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8720; }","duration":"2.588475897s","start":"2026-07-30T21:09:56.932467Z","end":"2026-07-30T21:09:59.520943Z","steps":["trace[78253392] 'agreement among raft nodes before linearized reading' (duration: 2.588373925s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.520972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:56.932392Z","time spent":"2.58857536s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T21:09:59.520974Z","caller":"traceutil/trace.go:171","msg":"trace[339260537] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8720; }","duration":"805.523029ms","start":"2026-07-30T21:09:58.715439Z","end":"2026-07-30T21:09:59.520962Z","steps":["trace[339260537] 'agreement among raft nodes before linearized reading' (duration: 805.423936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.521018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:58.715359Z","time spent":"805.649733ms","remote":"127.0.0.1:44092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:09:59.521036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481101975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T21:09:59.5211Z","caller":"traceutil/trace.go:171","msg":"trace[2046624992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8720; }","duration":"2.481213288s","start":"2026-07-30T21:09:57.039871Z","end":"2026-07-30T21:09:59.521084Z","steps":["trace[2046624992] 'agreement among raft nodes before linearized reading' (duration: 2.481025153s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.521097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590081439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T21:09:59.521115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582791548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T21:09:59.52115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:57.039816Z","time spent":"2.4813219s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12486,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T21:09:59.521161Z","caller":"traceutil/trace.go:171","msg":"trace[495277349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8720; }","duration":"2.590188072s","start":"2026-07-30T21:09:56.930958Z","end":"2026-07-30T21:09:59.521146Z","steps":["trace[495277349] 'agreement among raft nodes before linearized reading' (duration: 2.589882035s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.521166Z","caller":"traceutil/trace.go:171","msg":"trace[727597584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8720; }","duration":"2.58285715s","start":"2026-07-30T21:09:56.938296Z","end":"2026-07-30T21:09:59.521153Z","steps":["trace[727597584] 'agreement among raft nodes before linearized reading' (duration: 2.582728227s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.521172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.544742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:09:59.521208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:56.930946Z","time spent":"2.590253053s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T21:09:59.521265Z","caller":"traceutil/trace.go:171","msg":"trace[1520053068] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8720; }","duration":"985.688917ms","start":"2026-07-30T21:09:58.535553Z","end":"2026-07-30T21:09:59.521242Z","steps":["trace[1520053068] 'agreement among raft nodes before linearized reading' (duration: 985.489101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.521277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565186037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vdfx5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-30T21:09:59.5213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.269397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:09:59.521317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:58.535534Z","time spent":"985.770789ms","remote":"127.0.0.1:39658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:09:59.521209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:56.938289Z","time spent":"2.582912072s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T21:09:59.521354Z","caller":"traceutil/trace.go:171","msg":"trace[1631168426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8720; }","duration":"216.354219ms","start":"2026-07-30T21:09:59.304985Z","end":"2026-07-30T21:09:59.521339Z","steps":["trace[1631168426] 'agreement among raft nodes before linearized reading' (duration: 216.259787ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.521352Z","caller":"traceutil/trace.go:171","msg":"trace[1306344316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vdfx5; range_end:; response_count:1; response_revision:8720; }","duration":"2.565275789s","start":"2026-07-30T21:09:56.956048Z","end":"2026-07-30T21:09:59.521323Z","steps":["trace[1306344316] 'agreement among raft nodes before linearized reading' (duration: 2.565026221s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.521407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:56.956031Z","time spent":"2.565363571s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-vdfx5\" "} {"level":"warn","ts":"2026-07-30T21:09:59.521432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.693745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:09:59.521434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585420408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T21:09:59.521474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401290136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"warn","ts":"2026-07-30T21:09:59.521516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.067764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:09:59.521518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.898179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:09:59.521528Z","caller":"traceutil/trace.go:171","msg":"trace[1752172310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8720; }","duration":"2.5855323s","start":"2026-07-30T21:09:56.935966Z","end":"2026-07-30T21:09:59.521498Z","steps":["trace[1752172310] 'agreement among raft nodes before linearized reading' (duration: 2.585212501s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.521549Z","caller":"traceutil/trace.go:171","msg":"trace[441358015] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8720; }","duration":"339.140256ms","start":"2026-07-30T21:09:59.1824Z","end":"2026-07-30T21:09:59.52154Z","steps":["trace[441358015] 'agreement among raft nodes before linearized reading' (duration: 339.088685ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.52156Z","caller":"traceutil/trace.go:171","msg":"trace[553286184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8720; }","duration":"975.986991ms","start":"2026-07-30T21:09:58.545562Z","end":"2026-07-30T21:09:59.521549Z","steps":["trace[553286184] 'agreement among raft nodes before linearized reading' (duration: 975.856188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.521607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:56.935953Z","time spent":"2.585613133s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:09:59.521696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956485571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-30T21:09:59.521745Z","caller":"traceutil/trace.go:171","msg":"trace[2097599504] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:8720; }","duration":"1.956569314s","start":"2026-07-30T21:09:57.565164Z","end":"2026-07-30T21:09:59.521733Z","steps":["trace[2097599504] 'agreement among raft nodes before linearized reading' (duration: 1.956377769s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.521468Z","caller":"traceutil/trace.go:171","msg":"trace[467277299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8720; }","duration":"260.760286ms","start":"2026-07-30T21:09:59.260698Z","end":"2026-07-30T21:09:59.521459Z","steps":["trace[467277299] 'agreement among raft nodes before linearized reading' (duration: 260.706415ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.521519Z","caller":"traceutil/trace.go:171","msg":"trace[1314563949] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8720; }","duration":"2.401355618s","start":"2026-07-30T21:09:57.120143Z","end":"2026-07-30T21:09:59.521499Z","steps":["trace[1314563949] 'agreement among raft nodes before linearized reading' (duration: 2.401246545s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.521783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:57.565144Z","time spent":"1.956630835s","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-30T21:09:59.521811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:57.120126Z","time spent":"2.401676755s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1667,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-30T21:09:59.521615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:58.545539Z","time spent":"976.070334ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:09:59.52177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583565488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T21:09:59.522002Z","caller":"traceutil/trace.go:171","msg":"trace[1278293499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8720; }","duration":"2.583801736s","start":"2026-07-30T21:09:56.938179Z","end":"2026-07-30T21:09:59.521981Z","steps":["trace[1278293499] 'agreement among raft nodes before linearized reading' (duration: 2.583519218s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.522059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:56.93817Z","time spent":"2.583873917s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:09:59.52161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:59.182378Z","time spent":"339.224469ms","remote":"127.0.0.1:33486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:09:59.521374Z","caller":"traceutil/trace.go:171","msg":"trace[719998037] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"1.014929546s","start":"2026-07-30T21:09:58.505887Z","end":"2026-07-30T21:09:59.520817Z","steps":["trace[719998037] 'process raft request' (duration: 1.014633208s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.522186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:56.924063Z","time spent":"2.596633612s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:59.522879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:58.505861Z","time spent":"1.016375513s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:59.657532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.207308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:09:59.657745Z","caller":"traceutil/trace.go:171","msg":"trace[1061089311] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9015; }","duration":"130.794668ms","start":"2026-07-30T21:09:59.52692Z","end":"2026-07-30T21:09:59.657714Z","steps":["trace[1061089311] 'read index received' (duration: 12.257142ms)","trace[1061089311] 'applied index is now lower than readState.Index' (duration: 118.534286ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:59.657757Z","caller":"traceutil/trace.go:171","msg":"trace[1727558578] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"130.913602ms","start":"2026-07-30T21:09:59.526806Z","end":"2026-07-30T21:09:59.657719Z","steps":["trace[1727558578] 'process raft request' (duration: 12.351875ms)","trace[1727558578] 'compare' (duration: 117.943392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:59.658045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.116287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T21:09:59.65808Z","caller":"traceutil/trace.go:171","msg":"trace[1935795279] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8721; }","duration":"131.174979ms","start":"2026-07-30T21:09:59.526893Z","end":"2026-07-30T21:09:59.658068Z","steps":["trace[1935795279] 'agreement among raft nodes before linearized reading' (duration: 130.938173ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.70096Z","caller":"traceutil/trace.go:171","msg":"trace[923586903] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"173.010698ms","start":"2026-07-30T21:09:59.527915Z","end":"2026-07-30T21:09:59.700925Z","steps":["trace[923586903] 'process raft request' (duration: 172.925226ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.700974Z","caller":"traceutil/trace.go:171","msg":"trace[135517925] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"173.243775ms","start":"2026-07-30T21:09:59.527707Z","end":"2026-07-30T21:09:59.700951Z","steps":["trace[135517925] 'process raft request' (duration: 172.952078ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.701096Z","caller":"traceutil/trace.go:171","msg":"trace[612819787] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"173.331907ms","start":"2026-07-30T21:09:59.527718Z","end":"2026-07-30T21:09:59.70105Z","steps":["trace[612819787] 'process raft request' (duration: 173.07963ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.701288Z","caller":"traceutil/trace.go:171","msg":"trace[354952729] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"172.873045ms","start":"2026-07-30T21:09:59.528405Z","end":"2026-07-30T21:09:59.701278Z","steps":["trace[354952729] 'process raft request' (duration: 172.465764ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.70143Z","caller":"traceutil/trace.go:171","msg":"trace[648870402] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"170.839562ms","start":"2026-07-30T21:09:59.530557Z","end":"2026-07-30T21:09:59.701396Z","steps":["trace[648870402] 'process raft request' (duration: 170.638127ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.701558Z","caller":"traceutil/trace.go:171","msg":"trace[526458251] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"170.930864ms","start":"2026-07-30T21:09:59.530611Z","end":"2026-07-30T21:09:59.701542Z","steps":["trace[526458251] 'process raft request' (duration: 170.664017ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.701705Z","caller":"traceutil/trace.go:171","msg":"trace[1991472869] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"171.070947ms","start":"2026-07-30T21:09:59.530605Z","end":"2026-07-30T21:09:59.701675Z","steps":["trace[1991472869] 'process raft request' (duration: 170.78206ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.701778Z","caller":"traceutil/trace.go:171","msg":"trace[458211511] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"168.814119ms","start":"2026-07-30T21:09:59.532938Z","end":"2026-07-30T21:09:59.701752Z","steps":["trace[458211511] 'process raft request' (duration: 168.538322ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.701844Z","caller":"traceutil/trace.go:171","msg":"trace[1243685413] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"168.818039ms","start":"2026-07-30T21:09:59.533002Z","end":"2026-07-30T21:09:59.70182Z","steps":["trace[1243685413] 'process raft request' (duration: 168.615404ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.701819Z","caller":"traceutil/trace.go:171","msg":"trace[434531247] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"168.721546ms","start":"2026-07-30T21:09:59.533082Z","end":"2026-07-30T21:09:59.701804Z","steps":["trace[434531247] 'process raft request' (duration: 168.607024ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.73701Z","caller":"traceutil/trace.go:171","msg":"trace[2003260134] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"120.741835ms","start":"2026-07-30T21:09:59.61624Z","end":"2026-07-30T21:09:59.736982Z","steps":["trace[2003260134] 'process raft request' (duration: 120.490758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.737322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.847128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:09:59.737402Z","caller":"traceutil/trace.go:171","msg":"trace[1056514495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8732; }","duration":"206.962601ms","start":"2026-07-30T21:09:59.530424Z","end":"2026-07-30T21:09:59.737387Z","steps":["trace[1056514495] 'agreement among raft nodes before linearized reading' (duration: 206.797327ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.918698Z","caller":"traceutil/trace.go:171","msg":"trace[872426210] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"173.410039ms","start":"2026-07-30T21:09:59.745259Z","end":"2026-07-30T21:09:59.918669Z","steps":["trace[872426210] 'process raft request' (duration: 173.208494ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:00.20814Z","caller":"traceutil/trace.go:171","msg":"trace[1654018516] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"281.79849ms","start":"2026-07-30T21:09:59.926314Z","end":"2026-07-30T21:10:00.208113Z","steps":["trace[1654018516] 'process raft request' (duration: 281.515812ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:00.208358Z","caller":"traceutil/trace.go:171","msg":"trace[1445995805] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"281.287146ms","start":"2026-07-30T21:09:59.927059Z","end":"2026-07-30T21:10:00.208346Z","steps":["trace[1445995805] 'process raft request' (duration: 280.975178ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:00.208363Z","caller":"traceutil/trace.go:171","msg":"trace[278779942] linearizableReadLoop","detail":"{readStateIndex:9031; appliedIndex:9029; }","duration":"221.73162ms","start":"2026-07-30T21:09:59.986583Z","end":"2026-07-30T21:10:00.208315Z","steps":["trace[278779942] 'read index received' (duration: 221.138475ms)","trace[278779942] 'applied index is now lower than readState.Index' (duration: 589.825µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:00.208741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.69932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:21442"} {"level":"warn","ts":"2026-07-30T21:10:00.208903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.866911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-30T21:10:00.209847Z","caller":"traceutil/trace.go:171","msg":"trace[1025450348] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8736; }","duration":"218.807983ms","start":"2026-07-30T21:09:59.989979Z","end":"2026-07-30T21:10:00.208787Z","steps":["trace[1025450348] 'agreement among raft nodes before linearized reading' (duration: 218.566136ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:00.208963Z","caller":"traceutil/trace.go:171","msg":"trace[1238517855] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:8736; }","duration":"274.2301ms","start":"2026-07-30T21:09:59.934714Z","end":"2026-07-30T21:10:00.208944Z","steps":["trace[1238517855] 'agreement among raft nodes before linearized reading' (duration: 273.704706ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:00.387257Z","caller":"traceutil/trace.go:171","msg":"trace[1811508147] linearizableReadLoop","detail":"{readStateIndex:9032; appliedIndex:9031; }","duration":"160.995852ms","start":"2026-07-30T21:10:00.226234Z","end":"2026-07-30T21:10:00.38723Z","steps":["trace[1811508147] 'read index received' (duration: 116.202074ms)","trace[1811508147] 'applied index is now lower than readState.Index' (duration: 44.792458ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:00.387351Z","caller":"traceutil/trace.go:171","msg":"trace[1947017070] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"164.133746ms","start":"2026-07-30T21:10:00.223163Z","end":"2026-07-30T21:10:00.387297Z","steps":["trace[1947017070] 'process raft request' (duration: 119.286247ms)","trace[1947017070] 'compare' (duration: 44.626452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:00.424831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.796528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-30T21:10:00.424833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.29616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:00.424934Z","caller":"traceutil/trace.go:171","msg":"trace[1661085239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8737; }","duration":"195.943722ms","start":"2026-07-30T21:10:00.228966Z","end":"2026-07-30T21:10:00.42491Z","steps":["trace[1661085239] 'agreement among raft nodes before linearized reading' (duration: 195.660305ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:00.424966Z","caller":"traceutil/trace.go:171","msg":"trace[1006313607] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8737; }","duration":"129.447193ms","start":"2026-07-30T21:10:00.295484Z","end":"2026-07-30T21:10:00.424932Z","steps":["trace[1006313607] 'agreement among raft nodes before linearized reading' (duration: 129.234968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:00.424841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.5651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-07-30T21:10:00.425078Z","caller":"traceutil/trace.go:171","msg":"trace[43741394] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:8737; }","duration":"198.831788ms","start":"2026-07-30T21:10:00.226206Z","end":"2026-07-30T21:10:00.425037Z","steps":["trace[43741394] 'agreement among raft nodes before linearized reading' (duration: 161.196379ms)","trace[43741394] 'range keys from in-memory index tree' (duration: 37.222648ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:42.086969Z","caller":"traceutil/trace.go:171","msg":"trace[1883985518] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"140.585425ms","start":"2026-07-30T21:10:41.946364Z","end":"2026-07-30T21:10:42.08695Z","steps":["trace[1883985518] 'process raft request' (duration: 140.550354ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:42.08702Z","caller":"traceutil/trace.go:171","msg":"trace[484988315] transaction","detail":"{read_only:false; response_revision:9140; number_of_response:1; }","duration":"140.630537ms","start":"2026-07-30T21:10:41.946346Z","end":"2026-07-30T21:10:42.086977Z","steps":["trace[484988315] 'process raft request' (duration: 140.466973ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:42.241607Z","caller":"traceutil/trace.go:171","msg":"trace[1821346513] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"295.130378ms","start":"2026-07-30T21:10:41.946445Z","end":"2026-07-30T21:10:42.241575Z","steps":["trace[1821346513] 'process raft request' (duration: 295.061417ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:42.241992Z","caller":"traceutil/trace.go:171","msg":"trace[215812388] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"295.53627ms","start":"2026-07-30T21:10:41.946414Z","end":"2026-07-30T21:10:42.24195Z","steps":["trace[215812388] 'process raft request' (duration: 294.928794ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.276949Z","caller":"traceutil/trace.go:171","msg":"trace[764993682] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"648.829828ms","start":"2026-07-30T21:10:42.628097Z","end":"2026-07-30T21:10:43.276926Z","steps":["trace[764993682] 'process raft request' (duration: 648.439329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:43.27707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:42.62807Z","time spent":"648.936961ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:10:43.953933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.13985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:10:43.953961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.091719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:43.954023Z","caller":"traceutil/trace.go:171","msg":"trace[1903293094] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:9149; }","duration":"109.220442ms","start":"2026-07-30T21:10:43.84479Z","end":"2026-07-30T21:10:43.95401Z","steps":["trace[1903293094] 'range keys from in-memory index tree' (duration: 108.989465ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.95402Z","caller":"traceutil/trace.go:171","msg":"trace[605802460] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:9149; }","duration":"109.283783ms","start":"2026-07-30T21:10:43.844718Z","end":"2026-07-30T21:10:43.954001Z","steps":["trace[605802460] 'range keys from in-memory index tree' (duration: 109.059058ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:56.272625Z","caller":"traceutil/trace.go:171","msg":"trace[106054700] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"147.495247ms","start":"2026-07-30T21:10:56.12509Z","end":"2026-07-30T21:10:56.272585Z","steps":["trace[106054700] 'process raft request' (duration: 73.733618ms)","trace[106054700] 'compare' (duration: 73.621245ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:56.453318Z","caller":"traceutil/trace.go:171","msg":"trace[1817397617] linearizableReadLoop","detail":"{readStateIndex:9570; appliedIndex:9568; }","duration":"151.647507ms","start":"2026-07-30T21:10:56.30164Z","end":"2026-07-30T21:10:56.453287Z","steps":["trace[1817397617] 'read index received' (duration: 13.71302ms)","trace[1817397617] 'applied index is now lower than readState.Index' (duration: 137.932947ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:10:56.453377Z","caller":"traceutil/trace.go:171","msg":"trace[1546151237] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"176.330435ms","start":"2026-07-30T21:10:56.277005Z","end":"2026-07-30T21:10:56.453336Z","steps":["trace[1546151237] 'process raft request' (duration: 103.268424ms)","trace[1546151237] 'compare' (duration: 72.791165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:56.4536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.937674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:10:56.45365Z","caller":"traceutil/trace.go:171","msg":"trace[1650134574] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:9261; }","duration":"152.048898ms","start":"2026-07-30T21:10:56.301589Z","end":"2026-07-30T21:10:56.453638Z","steps":["trace[1650134574] 'agreement among raft nodes before linearized reading' (duration: 151.865302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:56.45369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.343301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T21:10:56.45376Z","caller":"traceutil/trace.go:171","msg":"trace[575058367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9261; }","duration":"145.442355ms","start":"2026-07-30T21:10:56.3083Z","end":"2026-07-30T21:10:56.453742Z","steps":["trace[575058367] 'agreement among raft nodes before linearized reading' (duration: 145.233998ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:15.834543Z","caller":"traceutil/trace.go:171","msg":"trace[1676595070] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"105.069492ms","start":"2026-07-30T21:11:15.729438Z","end":"2026-07-30T21:11:15.834507Z","steps":["trace[1676595070] 'process raft request' (duration: 104.813595ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:51.141386Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9409e054be1d0d72","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T21:11:51.147766Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-30T21:11:51.147848Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-07-30T21:13:38.545839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.991033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:13:38.545967Z","caller":"traceutil/trace.go:171","msg":"trace[279334369] linearizableReadLoop","detail":"{readStateIndex:10827; appliedIndex:10826; }","duration":"163.245014ms","start":"2026-07-30T21:13:38.382697Z","end":"2026-07-30T21:13:38.545942Z","steps":["trace[279334369] 'read index received' (duration: 20.943141ms)","trace[279334369] 'applied index is now lower than readState.Index' (duration: 142.299923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:13:38.546071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.377107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:13:38.546114Z","caller":"traceutil/trace.go:171","msg":"trace[1818270575] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10481; }","duration":"163.470149ms","start":"2026-07-30T21:13:38.382633Z","end":"2026-07-30T21:13:38.546103Z","steps":["trace[1818270575] 'agreement among raft nodes before linearized reading' (duration: 163.380107ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:13:38.546113Z","caller":"traceutil/trace.go:171","msg":"trace[465800089] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"216.107452ms","start":"2026-07-30T21:13:38.329979Z","end":"2026-07-30T21:13:38.546086Z","steps":["trace[465800089] 'process raft request' (duration: 73.78761ms)","trace[465800089] 'compare' (duration: 141.86283ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:14:02.221253Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7360} {"level":"info","ts":"2026-07-30T21:14:02.301213Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7360,"took":"78.075833ms","hash":3845919101,"current-db-size-bytes":38133760,"current-db-size":"38 MB","current-db-size-in-use-bytes":35176448,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-30T21:14:02.301291Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3845919101,"revision":7360,"compact-revision":5140} {"level":"info","ts":"2026-07-30T21:15:52.270727Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002ef3.wal"} {"level":"warn","ts":"2026-07-30T21:16:38.333719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.188782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:16:38.33379Z","caller":"traceutil/trace.go:171","msg":"trace[458693611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12136; }","duration":"128.310876ms","start":"2026-07-30T21:16:38.205464Z","end":"2026-07-30T21:16:38.333775Z","steps":["trace[458693611] 'range keys from in-memory index tree' (duration: 128.017837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:38.333934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.975568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:16:38.333952Z","caller":"traceutil/trace.go:171","msg":"trace[556334202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12136; }","duration":"149.02536ms","start":"2026-07-30T21:16:38.184921Z","end":"2026-07-30T21:16:38.333946Z","steps":["trace[556334202] 'range keys from in-memory index tree' (duration: 148.799785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:40.474713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740735973,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:16:40.498768Z","caller":"traceutil/trace.go:171","msg":"trace[1228273872] transaction","detail":"{read_only:false; response_revision:12145; number_of_response:1; }","duration":"634.959791ms","start":"2026-07-30T21:16:39.86378Z","end":"2026-07-30T21:16:40.49874Z","steps":["trace[1228273872] 'process raft request' (duration: 634.811357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:40.498929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:39.863763Z","time spent":"635.082025ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:16:41.133644Z","caller":"traceutil/trace.go:171","msg":"trace[663971380] linearizableReadLoop","detail":"{readStateIndex:12537; appliedIndex:12535; }","duration":"1.159483857s","start":"2026-07-30T21:16:39.974128Z","end":"2026-07-30T21:16:41.133612Z","steps":["trace[663971380] 'read index received' (duration: 524.577597ms)","trace[663971380] 'applied index is now lower than readState.Index' (duration: 634.9039ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:16:41.13381Z","caller":"traceutil/trace.go:171","msg":"trace[1501184404] transaction","detail":"{read_only:false; response_revision:12146; number_of_response:1; }","duration":"112.209781ms","start":"2026-07-30T21:16:41.021568Z","end":"2026-07-30T21:16:41.133778Z","steps":["trace[1501184404] 'process raft request' (duration: 111.976125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:41.133928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072457749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:16:41.134029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.565071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T21:16:41.134032Z","caller":"traceutil/trace.go:171","msg":"trace[1596851242] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:12146; }","duration":"1.072617344s","start":"2026-07-30T21:16:40.06139Z","end":"2026-07-30T21:16:41.134007Z","steps":["trace[1596851242] 'agreement among raft nodes before linearized reading' (duration: 1.072415208s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:41.134067Z","caller":"traceutil/trace.go:171","msg":"trace[1420696890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12146; }","duration":"726.614532ms","start":"2026-07-30T21:16:40.40744Z","end":"2026-07-30T21:16:41.134055Z","steps":["trace[1420696890] 'agreement among raft nodes before linearized reading' (duration: 726.483998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:41.134079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.061373Z","time spent":"1.072696735s","remote":"127.0.0.1:45014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:16:41.134098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.407425Z","time spent":"726.664943ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:16:41.134265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.604282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-30T21:16:41.134328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.092646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-30T21:16:41.134412Z","caller":"traceutil/trace.go:171","msg":"trace[322927873] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12146; }","duration":"607.778475ms","start":"2026-07-30T21:16:40.526617Z","end":"2026-07-30T21:16:41.134395Z","steps":["trace[322927873] 'agreement among raft nodes before linearized reading' (duration: 607.456987ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:41.134436Z","caller":"traceutil/trace.go:171","msg":"trace[429498975] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12146; }","duration":"610.247862ms","start":"2026-07-30T21:16:40.524163Z","end":"2026-07-30T21:16:41.134411Z","steps":["trace[429498975] 'agreement among raft nodes before linearized reading' (duration: 609.939414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:41.134453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.526604Z","time spent":"607.838408ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:16:41.134433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160182836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vdfx5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-30T21:16:41.134432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.445494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-30T21:16:41.134417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.118288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:16:41.134563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.359378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-30T21:16:41.134462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051729743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:16:41.134571Z","caller":"traceutil/trace.go:171","msg":"trace[644435164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12146; }","duration":"875.331913ms","start":"2026-07-30T21:16:40.259226Z","end":"2026-07-30T21:16:41.134558Z","steps":["trace[644435164] 'agreement among raft nodes before linearized reading' (duration: 875.093937ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:41.134581Z","caller":"traceutil/trace.go:171","msg":"trace[879305551] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12146; }","duration":"600.646248ms","start":"2026-07-30T21:16:40.533908Z","end":"2026-07-30T21:16:41.134554Z","steps":["trace[879305551] 'agreement among raft nodes before linearized reading' (duration: 600.139306ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:41.134602Z","caller":"traceutil/trace.go:171","msg":"trace[1418794771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12146; }","duration":"1.051893577s","start":"2026-07-30T21:16:40.082695Z","end":"2026-07-30T21:16:41.134589Z","steps":["trace[1418794771] 'agreement among raft nodes before linearized reading' (duration: 1.051700122s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:41.134501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.762039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T21:16:41.134632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.533895Z","time spent":"600.728501ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:16:41.134642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.905362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-30T21:16:41.134662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.968588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-30T21:16:41.134514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.524141Z","time spent":"610.362594ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:16:41.134658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066206383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:16:41.134689Z","caller":"traceutil/trace.go:171","msg":"trace[1532277244] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12146; }","duration":"598.014258ms","start":"2026-07-30T21:16:40.536668Z","end":"2026-07-30T21:16:41.134682Z","steps":["trace[1532277244] 'agreement among raft nodes before linearized reading' (duration: 597.941457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:41.134713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.536656Z","time spent":"598.052191ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:16:41.134716Z","caller":"traceutil/trace.go:171","msg":"trace[1653876177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12146; }","duration":"1.066293397s","start":"2026-07-30T21:16:40.068409Z","end":"2026-07-30T21:16:41.134702Z","steps":["trace[1653876177] 'agreement among raft nodes before linearized reading' (duration: 1.066102461s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:41.134554Z","caller":"traceutil/trace.go:171","msg":"trace[163076183] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vdfx5; range_end:; response_count:1; response_revision:12146; }","duration":"1.160415522s","start":"2026-07-30T21:16:39.974113Z","end":"2026-07-30T21:16:41.134529Z","steps":["trace[163076183] 'agreement among raft nodes before linearized reading' (duration: 1.159608561s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:41.134734Z","caller":"traceutil/trace.go:171","msg":"trace[805078851] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12146; }","duration":"790.980003ms","start":"2026-07-30T21:16:40.343699Z","end":"2026-07-30T21:16:41.134679Z","steps":["trace[805078851] 'agreement among raft nodes before linearized reading' (duration: 790.788569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:41.134748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.068389Z","time spent":"1.066350529s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T21:16:41.134654Z","caller":"traceutil/trace.go:171","msg":"trace[746173551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12146; }","duration":"790.941733ms","start":"2026-07-30T21:16:40.343703Z","end":"2026-07-30T21:16:41.134645Z","steps":["trace[746173551] 'agreement among raft nodes before linearized reading' (duration: 790.721717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:41.13476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:39.974052Z","time spent":"1.160695959s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-vdfx5\" "} {"level":"warn","ts":"2026-07-30T21:16:41.134785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.343683Z","time spent":"791.091818ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T21:16:41.134792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.343691Z","time spent":"791.094768ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T21:16:41.134591Z","caller":"traceutil/trace.go:171","msg":"trace[1196851314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12146; }","duration":"790.383829ms","start":"2026-07-30T21:16:40.344199Z","end":"2026-07-30T21:16:41.134583Z","steps":["trace[1196851314] 'agreement among raft nodes before linearized reading' (duration: 790.321477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:41.134882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.344151Z","time spent":"790.708828ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:16:41.134606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.259201Z","time spent":"875.397064ms","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:16:41.134655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:16:40.082683Z","time spent":"1.051953718s","remote":"127.0.0.1:47414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:16:52.772693Z","caller":"traceutil/trace.go:171","msg":"trace[221523728] transaction","detail":"{read_only:false; response_revision:12226; number_of_response:1; }","duration":"142.236601ms","start":"2026-07-30T21:16:52.630424Z","end":"2026-07-30T21:16:52.77266Z","steps":["trace[221523728] 'process raft request' (duration: 79.704836ms)","trace[221523728] 'compare' (duration: 62.299579ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:16:55.405025Z","caller":"traceutil/trace.go:171","msg":"trace[1520767582] transaction","detail":"{read_only:false; response_revision:12238; number_of_response:1; }","duration":"196.335845ms","start":"2026-07-30T21:16:55.208643Z","end":"2026-07-30T21:16:55.404978Z","steps":["trace[1520767582] 'process raft request' (duration: 196.012436ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:55.405064Z","caller":"traceutil/trace.go:171","msg":"trace[1852175992] transaction","detail":"{read_only:false; response_revision:12239; number_of_response:1; }","duration":"186.207177ms","start":"2026-07-30T21:16:55.218822Z","end":"2026-07-30T21:16:55.40503Z","steps":["trace[1852175992] 'process raft request' (duration: 186.012202ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:55.405363Z","caller":"traceutil/trace.go:171","msg":"trace[929580155] linearizableReadLoop","detail":"{readStateIndex:12634; appliedIndex:12632; }","duration":"182.024358ms","start":"2026-07-30T21:16:55.223327Z","end":"2026-07-30T21:16:55.405351Z","steps":["trace[929580155] 'read index received' (duration: 147.436389ms)","trace[929580155] 'applied index is now lower than readState.Index' (duration: 34.587109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:16:55.405528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.194743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:16:55.405579Z","caller":"traceutil/trace.go:171","msg":"trace[1224091205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12242; }","duration":"182.302396ms","start":"2026-07-30T21:16:55.223265Z","end":"2026-07-30T21:16:55.405567Z","steps":["trace[1224091205] 'agreement among raft nodes before linearized reading' (duration: 182.148031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:55.418849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.694455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:16:55.418993Z","caller":"traceutil/trace.go:171","msg":"trace[1210120820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12243; }","duration":"158.879899ms","start":"2026-07-30T21:16:55.260082Z","end":"2026-07-30T21:16:55.418962Z","steps":["trace[1210120820] 'agreement among raft nodes before linearized reading' (duration: 158.642263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:55.419008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.459615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-30T21:16:55.418915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.01217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:16:55.419085Z","caller":"traceutil/trace.go:171","msg":"trace[331934223] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12243; }","duration":"183.567628ms","start":"2026-07-30T21:16:55.235497Z","end":"2026-07-30T21:16:55.419065Z","steps":["trace[331934223] 'agreement among raft nodes before linearized reading' (duration: 183.327482ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:55.41911Z","caller":"traceutil/trace.go:171","msg":"trace[1367709711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12243; }","duration":"184.224936ms","start":"2026-07-30T21:16:55.234858Z","end":"2026-07-30T21:16:55.419083Z","steps":["trace[1367709711] 'agreement among raft nodes before linearized reading' (duration: 183.896578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:55.418919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T21:16:55.41923Z","caller":"traceutil/trace.go:171","msg":"trace[698135330] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12243; }","duration":"184.670588ms","start":"2026-07-30T21:16:55.234548Z","end":"2026-07-30T21:16:55.419219Z","steps":["trace[698135330] 'agreement among raft nodes before linearized reading' (duration: 184.299649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:55.419506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.403637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vdfx5\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-30T21:16:55.419572Z","caller":"traceutil/trace.go:171","msg":"trace[2011970885] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vdfx5; range_end:; response_count:1; response_revision:12243; }","duration":"177.490399ms","start":"2026-07-30T21:16:55.242068Z","end":"2026-07-30T21:16:55.419559Z","steps":["trace[2011970885] 'agreement among raft nodes before linearized reading' (duration: 177.099498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:55.419594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.317205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T21:16:55.419666Z","caller":"traceutil/trace.go:171","msg":"trace[1820165156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12243; }","duration":"185.422057ms","start":"2026-07-30T21:16:55.234229Z","end":"2026-07-30T21:16:55.419651Z","steps":["trace[1820165156] 'agreement among raft nodes before linearized reading' (duration: 184.43957ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:56.272362Z","caller":"traceutil/trace.go:171","msg":"trace[638337619] transaction","detail":"{read_only:false; response_revision:12249; number_of_response:1; }","duration":"104.055027ms","start":"2026-07-30T21:16:56.168276Z","end":"2026-07-30T21:16:56.272331Z","steps":["trace[638337619] 'process raft request' (duration: 103.8314ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:56.289999Z","caller":"traceutil/trace.go:171","msg":"trace[2114286833] transaction","detail":"{read_only:false; response_revision:12250; number_of_response:1; }","duration":"120.654474ms","start":"2026-07-30T21:16:56.16932Z","end":"2026-07-30T21:16:56.289974Z","steps":["trace[2114286833] 'process raft request' (duration: 120.350486ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:56.290152Z","caller":"traceutil/trace.go:171","msg":"trace[575585465] linearizableReadLoop","detail":"{readStateIndex:12646; appliedIndex:12643; }","duration":"114.377469ms","start":"2026-07-30T21:16:56.175744Z","end":"2026-07-30T21:16:56.290121Z","steps":["trace[575585465] 'read index received' (duration: 96.530199ms)","trace[575585465] 'applied index is now lower than readState.Index' (duration: 17.84564ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:16:56.290199Z","caller":"traceutil/trace.go:171","msg":"trace[1665883334] transaction","detail":"{read_only:false; response_revision:12251; number_of_response:1; }","duration":"118.647011ms","start":"2026-07-30T21:16:56.171525Z","end":"2026-07-30T21:16:56.290172Z","steps":["trace[1665883334] 'process raft request' (duration: 118.404155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:56.290514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.717918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-30T21:16:56.290562Z","caller":"traceutil/trace.go:171","msg":"trace[114992723] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12251; }","duration":"114.83369ms","start":"2026-07-30T21:16:56.175714Z","end":"2026-07-30T21:16:56.290548Z","steps":["trace[114992723] 'agreement among raft nodes before linearized reading' (duration: 114.513341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:16:56.910238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.41726ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:16:56.910363Z","caller":"traceutil/trace.go:171","msg":"trace[677735124] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12253; }","duration":"133.559813ms","start":"2026-07-30T21:16:56.776786Z","end":"2026-07-30T21:16:56.910346Z","steps":["trace[677735124] 'range keys from in-memory index tree' (duration: 133.396609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:24.112657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740736959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:17:24.613279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740736959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:17:25.042113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536812452s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:17:25.042623Z","caller":"traceutil/trace.go:171","msg":"trace[48680129] transaction","detail":"{read_only:false; response_revision:12481; number_of_response:1; }","duration":"1.537407549s","start":"2026-07-30T21:17:23.505187Z","end":"2026-07-30T21:17:25.042594Z","steps":["trace[48680129] 'process raft request' (duration: 1.537185932s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.042759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.505167Z","time spent":"1.537509311s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:17:25.044265Z","caller":"traceutil/trace.go:171","msg":"trace[886334245] linearizableReadLoop","detail":"{readStateIndex:12888; appliedIndex:12883; }","duration":"1.434035439s","start":"2026-07-30T21:17:23.610206Z","end":"2026-07-30T21:17:25.044241Z","steps":["trace[886334245] 'read index received' (duration: 1.43215691s)","trace[886334245] 'applied index is now lower than readState.Index' (duration: 1.876979ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:17:25.044707Z","caller":"traceutil/trace.go:171","msg":"trace[1391687497] transaction","detail":"{read_only:false; response_revision:12482; number_of_response:1; }","duration":"1.539351239s","start":"2026-07-30T21:17:23.505335Z","end":"2026-07-30T21:17:25.044686Z","steps":["trace[1391687497] 'process raft request' (duration: 1.538633171s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.044824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.505304Z","time spent":"1.539457002s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:17:25.045119Z","caller":"traceutil/trace.go:171","msg":"trace[1783406093] transaction","detail":"{read_only:false; response_revision:12483; number_of_response:1; }","duration":"1.53974224s","start":"2026-07-30T21:17:23.50536Z","end":"2026-07-30T21:17:25.045102Z","steps":["trace[1783406093] 'process raft request' (duration: 1.538684213s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.04524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.505321Z","time spent":"1.539863913s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:17:25.045432Z","caller":"traceutil/trace.go:171","msg":"trace[1874794830] transaction","detail":"{read_only:false; response_revision:12484; number_of_response:1; }","duration":"1.538174549s","start":"2026-07-30T21:17:23.507241Z","end":"2026-07-30T21:17:25.045415Z","steps":["trace[1874794830] 'process raft request' (duration: 1.536913935s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.045514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.507227Z","time spent":"1.538246s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:17:25.045702Z","caller":"traceutil/trace.go:171","msg":"trace[473701215] transaction","detail":"{read_only:false; response_revision:12485; number_of_response:1; }","duration":"1.151166078s","start":"2026-07-30T21:17:23.894521Z","end":"2026-07-30T21:17:25.045687Z","steps":["trace[473701215] 'process raft request' (duration: 1.149669789s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.045787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.894456Z","time spent":"1.151289642s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:17:25.046299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436088393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T21:17:25.046346Z","caller":"traceutil/trace.go:171","msg":"trace[1875507338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12485; }","duration":"1.436165455s","start":"2026-07-30T21:17:23.610168Z","end":"2026-07-30T21:17:25.046334Z","steps":["trace[1875507338] 'agreement among raft nodes before linearized reading' (duration: 1.436020602s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.046375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.610149Z","time spent":"1.436216106s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:17:25.04646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43178248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:17:25.04661Z","caller":"traceutil/trace.go:171","msg":"trace[1596499729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12485; }","duration":"1.431950564s","start":"2026-07-30T21:17:23.614643Z","end":"2026-07-30T21:17:25.046593Z","steps":["trace[1596499729] 'agreement among raft nodes before linearized reading' (duration: 1.431731618s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.046655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.614633Z","time spent":"1.432011066s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:17:25.046707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.825118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T21:17:25.046746Z","caller":"traceutil/trace.go:171","msg":"trace[1649253489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12485; }","duration":"110.24994ms","start":"2026-07-30T21:17:24.936485Z","end":"2026-07-30T21:17:25.046735Z","steps":["trace[1649253489] 'agreement among raft nodes before linearized reading' (duration: 110.139007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.046759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.409703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T21:17:25.046822Z","caller":"traceutil/trace.go:171","msg":"trace[450185019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12485; }","duration":"416.520795ms","start":"2026-07-30T21:17:24.630287Z","end":"2026-07-30T21:17:25.046808Z","steps":["trace[450185019] 'agreement among raft nodes before linearized reading' (duration: 416.307849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.046779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02724651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:17:25.046865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:24.630267Z","time spent":"416.593097ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12486,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T21:17:25.046888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428009971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:17:25.046903Z","caller":"traceutil/trace.go:171","msg":"trace[1881934251] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:12485; }","duration":"1.027435265s","start":"2026-07-30T21:17:24.019439Z","end":"2026-07-30T21:17:25.046874Z","steps":["trace[1881934251] 'agreement among raft nodes before linearized reading' (duration: 1.027196668s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:25.046934Z","caller":"traceutil/trace.go:171","msg":"trace[707424949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12485; }","duration":"1.428069452s","start":"2026-07-30T21:17:23.618853Z","end":"2026-07-30T21:17:25.046923Z","steps":["trace[707424949] 'agreement among raft nodes before linearized reading' (duration: 1.427953399s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.046964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.618847Z","time spent":"1.428110534s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:17:25.04696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:24.019419Z","time spent":"1.027528367s","remote":"127.0.0.1:50308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:17:25.046901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425643299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:17:25.047124Z","caller":"traceutil/trace.go:171","msg":"trace[1711228] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12485; }","duration":"1.425902485s","start":"2026-07-30T21:17:23.621199Z","end":"2026-07-30T21:17:25.047101Z","steps":["trace[1711228] 'agreement among raft nodes before linearized reading' (duration: 1.425490294s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.047142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42840229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:17:25.047178Z","caller":"traceutil/trace.go:171","msg":"trace[1368012259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12485; }","duration":"1.428470212s","start":"2026-07-30T21:17:23.618698Z","end":"2026-07-30T21:17:25.047169Z","steps":["trace[1368012259] 'agreement among raft nodes before linearized reading' (duration: 1.42837109s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.047186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.621189Z","time spent":"1.425982928s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T21:17:25.047216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.618678Z","time spent":"1.428531144s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:17:25.047251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421264793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vdfx5\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-30T21:17:25.047022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214778992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:17:25.04729Z","caller":"traceutil/trace.go:171","msg":"trace[551029875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vdfx5; range_end:; response_count:1; response_revision:12485; }","duration":"1.421303354s","start":"2026-07-30T21:17:23.625978Z","end":"2026-07-30T21:17:25.047281Z","steps":["trace[551029875] 'agreement among raft nodes before linearized reading' (duration: 1.421205251s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:25.047316Z","caller":"traceutil/trace.go:171","msg":"trace[1587412771] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:12485; }","duration":"1.21513167s","start":"2026-07-30T21:17:23.83217Z","end":"2026-07-30T21:17:25.047301Z","steps":["trace[1587412771] 'agreement among raft nodes before linearized reading' (duration: 1.214809782s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.04732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.625944Z","time spent":"1.421369536s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-vdfx5\" "} {"level":"warn","ts":"2026-07-30T21:17:25.047353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.832141Z","time spent":"1.215199182s","remote":"127.0.0.1:44082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:17:25.047107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122243258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:17:25.047815Z","caller":"traceutil/trace.go:171","msg":"trace[212336204] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12485; }","duration":"1.123170333s","start":"2026-07-30T21:17:23.924622Z","end":"2026-07-30T21:17:25.047793Z","steps":["trace[212336204] 'agreement among raft nodes before linearized reading' (duration: 1.121838627s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:25.048851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:17:23.924605Z","time spent":"1.12421664s","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":31,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:17:25.047487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.829095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:17:25.049012Z","caller":"traceutil/trace.go:171","msg":"trace[1048020646] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12485; }","duration":"188.378015ms","start":"2026-07-30T21:17:24.860615Z","end":"2026-07-30T21:17:25.048993Z","steps":["trace[1048020646] 'agreement among raft nodes before linearized reading' (duration: 185.96399ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:29.171124Z","caller":"traceutil/trace.go:171","msg":"trace[861832892] transaction","detail":"{read_only:false; response_revision:12510; number_of_response:1; }","duration":"112.857829ms","start":"2026-07-30T21:17:29.05823Z","end":"2026-07-30T21:17:29.171088Z","steps":["trace[861832892] 'process raft request' (duration: 112.627832ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:29.174007Z","caller":"traceutil/trace.go:171","msg":"trace[156377808] linearizableReadLoop","detail":"{readStateIndex:12917; appliedIndex:12914; }","duration":"104.879929ms","start":"2026-07-30T21:17:29.069097Z","end":"2026-07-30T21:17:29.173977Z","steps":["trace[156377808] 'read index received' (duration: 102.799814ms)","trace[156377808] 'applied index is now lower than readState.Index' (duration: 2.078795ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:17:29.174426Z","caller":"traceutil/trace.go:171","msg":"trace[472117402] transaction","detail":"{read_only:false; response_revision:12511; number_of_response:1; }","duration":"116.084422ms","start":"2026-07-30T21:17:29.05832Z","end":"2026-07-30T21:17:29.174404Z","steps":["trace[472117402] 'process raft request' (duration: 115.404044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:29.174605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.486624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:17:29.174651Z","caller":"traceutil/trace.go:171","msg":"trace[1175024777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12513; }","duration":"105.594207ms","start":"2026-07-30T21:17:29.069044Z","end":"2026-07-30T21:17:29.174639Z","steps":["trace[1175024777] 'agreement among raft nodes before linearized reading' (duration: 105.391071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:29.174736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.158774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T21:17:29.174774Z","caller":"traceutil/trace.go:171","msg":"trace[1873206580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12513; }","duration":"103.230165ms","start":"2026-07-30T21:17:29.071531Z","end":"2026-07-30T21:17:29.174761Z","steps":["trace[1873206580] 'agreement among raft nodes before linearized reading' (duration: 103.092012ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:29.174832Z","caller":"traceutil/trace.go:171","msg":"trace[1835619880] transaction","detail":"{read_only:false; response_revision:12512; number_of_response:1; }","duration":"115.452127ms","start":"2026-07-30T21:17:29.05937Z","end":"2026-07-30T21:17:29.174822Z","steps":["trace[1835619880] 'process raft request' (duration: 114.532733ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:29.174907Z","caller":"traceutil/trace.go:171","msg":"trace[583069952] transaction","detail":"{read_only:false; response_revision:12513; number_of_response:1; }","duration":"115.371315ms","start":"2026-07-30T21:17:29.05953Z","end":"2026-07-30T21:17:29.174901Z","steps":["trace[583069952] 'process raft request' (duration: 114.41323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:29.17542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.959687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:17:29.175447Z","caller":"traceutil/trace.go:171","msg":"trace[700286156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12513; }","duration":"103.014669ms","start":"2026-07-30T21:17:29.072425Z","end":"2026-07-30T21:17:29.175439Z","steps":["trace[700286156] 'agreement among raft nodes before linearized reading' (duration: 102.951368ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:39.256412Z","caller":"traceutil/trace.go:171","msg":"trace[123123148] linearizableReadLoop","detail":"{readStateIndex:13030; appliedIndex:13029; }","duration":"136.939122ms","start":"2026-07-30T21:17:39.119443Z","end":"2026-07-30T21:17:39.256382Z","steps":["trace[123123148] 'read index received' (duration: 136.779428ms)","trace[123123148] 'applied index is now lower than readState.Index' (duration: 158.474µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:17:39.256578Z","caller":"traceutil/trace.go:171","msg":"trace[592198175] transaction","detail":"{read_only:false; response_revision:12621; number_of_response:1; }","duration":"137.390164ms","start":"2026-07-30T21:17:39.119138Z","end":"2026-07-30T21:17:39.256528Z","steps":["trace[592198175] 'process raft request' (duration: 137.068366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:39.256714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.24552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-n6c56\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-07-30T21:17:39.256802Z","caller":"traceutil/trace.go:171","msg":"trace[795571820] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-n6c56; range_end:; response_count:1; response_revision:12621; }","duration":"137.348503ms","start":"2026-07-30T21:17:39.119434Z","end":"2026-07-30T21:17:39.256782Z","steps":["trace[795571820] 'agreement among raft nodes before linearized reading' (duration: 137.079245ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:39.314568Z","caller":"traceutil/trace.go:171","msg":"trace[248923897] transaction","detail":"{read_only:false; response_revision:12622; number_of_response:1; }","duration":"185.033566ms","start":"2026-07-30T21:17:39.129502Z","end":"2026-07-30T21:17:39.314535Z","steps":["trace[248923897] 'process raft request' (duration: 170.528605ms)","trace[248923897] 'compare' (duration: 14.250755ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:17:39.314925Z","caller":"traceutil/trace.go:171","msg":"trace[56989376] transaction","detail":"{read_only:false; response_revision:12624; number_of_response:1; }","duration":"102.673491ms","start":"2026-07-30T21:17:39.212223Z","end":"2026-07-30T21:17:39.314896Z","steps":["trace[56989376] 'process raft request' (duration: 102.508667ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:39.314988Z","caller":"traceutil/trace.go:171","msg":"trace[1636888418] transaction","detail":"{read_only:false; response_revision:12623; number_of_response:1; }","duration":"105.921316ms","start":"2026-07-30T21:17:39.209042Z","end":"2026-07-30T21:17:39.314963Z","steps":["trace[1636888418] 'process raft request' (duration: 105.400052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:39.437373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.005379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228420"} {"level":"info","ts":"2026-07-30T21:17:39.437681Z","caller":"traceutil/trace.go:171","msg":"trace[1565137386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:12632; }","duration":"114.218575ms","start":"2026-07-30T21:17:39.323308Z","end":"2026-07-30T21:17:39.437526Z","steps":["trace[1565137386] 'agreement among raft nodes before linearized reading' (duration: 91.151168ms)","trace[1565137386] 'range keys from in-memory index tree' (duration: 22.472651ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:17:40.205293Z","caller":"traceutil/trace.go:171","msg":"trace[818287397] transaction","detail":"{read_only:false; response_revision:12634; number_of_response:1; }","duration":"171.476471ms","start":"2026-07-30T21:17:40.033787Z","end":"2026-07-30T21:17:40.205263Z","steps":["trace[818287397] 'process raft request' (duration: 171.303825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:40.378978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.168037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:17:40.379152Z","caller":"traceutil/trace.go:171","msg":"trace[765897723] linearizableReadLoop","detail":"{readStateIndex:13044; appliedIndex:13043; }","duration":"120.849969ms","start":"2026-07-30T21:17:40.258279Z","end":"2026-07-30T21:17:40.379129Z","steps":["trace[765897723] 'read index received' (duration: 36.321µs)","trace[765897723] 'applied index is now lower than readState.Index' (duration: 120.811848ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:17:40.379293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.001692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:17:40.379323Z","caller":"traceutil/trace.go:171","msg":"trace[972987087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12635; }","duration":"121.071284ms","start":"2026-07-30T21:17:40.258241Z","end":"2026-07-30T21:17:40.379313Z","steps":["trace[972987087] 'agreement among raft nodes before linearized reading' (duration: 120.944341ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:40.379736Z","caller":"traceutil/trace.go:171","msg":"trace[1898912289] transaction","detail":"{read_only:false; response_revision:12635; number_of_response:1; }","duration":"158.610362ms","start":"2026-07-30T21:17:40.221113Z","end":"2026-07-30T21:17:40.379723Z","steps":["trace[1898912289] 'process raft request' (duration: 33.590714ms)","trace[1898912289] 'compare' (duration: 123.9336ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:17:40.794588Z","caller":"traceutil/trace.go:171","msg":"trace[1339640069] linearizableReadLoop","detail":"{readStateIndex:13048; appliedIndex:13046; }","duration":"249.083932ms","start":"2026-07-30T21:17:40.545376Z","end":"2026-07-30T21:17:40.79446Z","steps":["trace[1339640069] 'read index received' (duration: 248.710222ms)","trace[1339640069] 'applied index is now lower than readState.Index' (duration: 372.8µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:17:40.794741Z","caller":"traceutil/trace.go:171","msg":"trace[1611179220] transaction","detail":"{read_only:false; response_revision:12638; number_of_response:1; }","duration":"259.612319ms","start":"2026-07-30T21:17:40.535097Z","end":"2026-07-30T21:17:40.794709Z","steps":["trace[1611179220] 'process raft request' (duration: 259.29993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:40.794889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.490116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:17:40.794917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.498403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-30T21:17:40.794917Z","caller":"traceutil/trace.go:171","msg":"trace[986784134] transaction","detail":"{read_only:false; response_revision:12637; number_of_response:1; }","duration":"259.777162ms","start":"2026-07-30T21:17:40.535107Z","end":"2026-07-30T21:17:40.794884Z","steps":["trace[986784134] 'process raft request' (duration: 259.108995ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:40.794972Z","caller":"traceutil/trace.go:171","msg":"trace[1701811292] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12638; }","duration":"249.617906ms","start":"2026-07-30T21:17:40.545341Z","end":"2026-07-30T21:17:40.794958Z","steps":["trace[1701811292] 'agreement among raft nodes before linearized reading' (duration: 249.37872ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:40.794972Z","caller":"traceutil/trace.go:171","msg":"trace[1187216408] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12638; }","duration":"229.590909ms","start":"2026-07-30T21:17:40.565362Z","end":"2026-07-30T21:17:40.794952Z","steps":["trace[1187216408] 'agreement among raft nodes before linearized reading' (duration: 229.434845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:40.795602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.930589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225408"} {"level":"info","ts":"2026-07-30T21:17:40.795658Z","caller":"traceutil/trace.go:171","msg":"trace[868320209] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:12638; }","duration":"127.024321ms","start":"2026-07-30T21:17:40.668621Z","end":"2026-07-30T21:17:40.795646Z","steps":["trace[868320209] 'agreement among raft nodes before linearized reading' (duration: 126.176699ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:41.138054Z","caller":"traceutil/trace.go:171","msg":"trace[1029139610] transaction","detail":"{read_only:false; response_revision:12640; number_of_response:1; }","duration":"185.699314ms","start":"2026-07-30T21:17:40.952326Z","end":"2026-07-30T21:17:41.138025Z","steps":["trace[1029139610] 'process raft request' (duration: 185.405617ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:19:02.228569Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10716} {"level":"info","ts":"2026-07-30T21:19:02.340438Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10716,"took":"109.613502ms","hash":2670277694,"current-db-size-bytes":40427520,"current-db-size":"40 MB","current-db-size-in-use-bytes":27029504,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-30T21:19:02.340498Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2670277694,"revision":10716,"compact-revision":7360} {"level":"info","ts":"2026-07-30T21:19:09.847714Z","caller":"traceutil/trace.go:171","msg":"trace[1338187658] transaction","detail":"{read_only:false; response_revision:13556; number_of_response:1; }","duration":"152.275764ms","start":"2026-07-30T21:19:09.695401Z","end":"2026-07-30T21:19:09.847676Z","steps":["trace[1338187658] 'process raft request' (duration: 152.039738ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:19:09.951739Z","caller":"traceutil/trace.go:171","msg":"trace[1853352333] transaction","detail":"{read_only:false; response_revision:13557; number_of_response:1; }","duration":"255.504788ms","start":"2026-07-30T21:19:09.696212Z","end":"2026-07-30T21:19:09.951717Z","steps":["trace[1853352333] 'process raft request' (duration: 255.354743ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:19:09.952025Z","caller":"traceutil/trace.go:171","msg":"trace[221569144] transaction","detail":"{read_only:false; response_revision:13558; number_of_response:1; }","duration":"248.157175ms","start":"2026-07-30T21:19:09.703856Z","end":"2026-07-30T21:19:09.952013Z","steps":["trace[221569144] 'process raft request' (duration: 247.831176ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:19:09.952123Z","caller":"traceutil/trace.go:171","msg":"trace[1988542469] linearizableReadLoop","detail":"{readStateIndex:13991; appliedIndex:13987; }","duration":"116.74988ms","start":"2026-07-30T21:19:09.835341Z","end":"2026-07-30T21:19:09.952091Z","steps":["trace[1988542469] 'read index received' (duration: 12.052748ms)","trace[1988542469] 'applied index is now lower than readState.Index' (duration: 104.695862ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:19:09.952234Z","caller":"traceutil/trace.go:171","msg":"trace[521929630] transaction","detail":"{read_only:false; response_revision:13559; number_of_response:1; }","duration":"248.284967ms","start":"2026-07-30T21:19:09.703885Z","end":"2026-07-30T21:19:09.95217Z","steps":["trace[521929630] 'process raft request' (duration: 248.067832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:19:09.95228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.930554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:19:09.952342Z","caller":"traceutil/trace.go:171","msg":"trace[1431504140] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13559; }","duration":"117.009386ms","start":"2026-07-30T21:19:09.835318Z","end":"2026-07-30T21:19:09.952327Z","steps":["trace[1431504140] 'agreement among raft nodes before linearized reading' (duration: 116.891883ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:02.235212Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13514} {"level":"info","ts":"2026-07-30T21:24:02.31539Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13514,"took":"77.788335ms","hash":1448981068,"current-db-size-bytes":40427520,"current-db-size":"40 MB","current-db-size-in-use-bytes":27979776,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-30T21:24:02.315447Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1448981068,"revision":13514,"compact-revision":10716} {"level":"info","ts":"2026-07-30T21:24:13.379845Z","caller":"traceutil/trace.go:171","msg":"trace[4846718] transaction","detail":"{read_only:false; response_revision:16189; number_of_response:1; }","duration":"431.376225ms","start":"2026-07-30T21:24:12.948447Z","end":"2026-07-30T21:24:13.379823Z","steps":["trace[4846718] 'process raft request' (duration: 431.221961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:13.379999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:12.948425Z","time spent":"431.495599ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:24:13.389969Z","caller":"traceutil/trace.go:171","msg":"trace[993577005] transaction","detail":"{read_only:false; response_revision:16191; number_of_response:1; }","duration":"354.166595ms","start":"2026-07-30T21:24:13.035784Z","end":"2026-07-30T21:24:13.38995Z","steps":["trace[993577005] 'process raft request' (duration: 354.082803ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:13.389993Z","caller":"traceutil/trace.go:171","msg":"trace[783275707] transaction","detail":"{read_only:false; response_revision:16190; number_of_response:1; }","duration":"355.160701ms","start":"2026-07-30T21:24:13.034803Z","end":"2026-07-30T21:24:13.389963Z","steps":["trace[783275707] 'process raft request' (duration: 354.925185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:13.390126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:13.035772Z","time spent":"354.254677ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:24:13.390151Z","caller":"traceutil/trace.go:171","msg":"trace[857504097] linearizableReadLoop","detail":"{readStateIndex:16695; appliedIndex:16691; }","duration":"329.859276ms","start":"2026-07-30T21:24:13.060263Z","end":"2026-07-30T21:24:13.390122Z","steps":["trace[857504097] 'read index received' (duration: 319.430652ms)","trace[857504097] 'applied index is now lower than readState.Index' (duration: 10.427434ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:24:13.390194Z","caller":"traceutil/trace.go:171","msg":"trace[1186172756] transaction","detail":"{read_only:false; response_revision:16192; number_of_response:1; }","duration":"352.883331ms","start":"2026-07-30T21:24:13.037287Z","end":"2026-07-30T21:24:13.390171Z","steps":["trace[1186172756] 'process raft request' (duration: 352.612114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:13.390307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:13.037256Z","time spent":"352.984575ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:24:13.390338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.979355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:24:13.390353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.091312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"info","ts":"2026-07-30T21:24:13.390378Z","caller":"traceutil/trace.go:171","msg":"trace[2042508397] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16192; }","duration":"158.073318ms","start":"2026-07-30T21:24:13.232293Z","end":"2026-07-30T21:24:13.390366Z","steps":["trace[2042508397] 'agreement among raft nodes before linearized reading' (duration: 157.982835ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:13.390394Z","caller":"traceutil/trace.go:171","msg":"trace[724837811] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16192; }","duration":"330.171314ms","start":"2026-07-30T21:24:13.060212Z","end":"2026-07-30T21:24:13.390383Z","steps":["trace[724837811] 'agreement among raft nodes before linearized reading' (duration: 330.043701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:13.390421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:13.060193Z","time spent":"330.222685ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T21:24:13.390371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:13.034775Z","time spent":"355.293254ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:24:13.390548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.877365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:24:13.390632Z","caller":"traceutil/trace.go:171","msg":"trace[1130949358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16192; }","duration":"132.991938ms","start":"2026-07-30T21:24:13.257625Z","end":"2026-07-30T21:24:13.390617Z","steps":["trace[1130949358] 'agreement among raft nodes before linearized reading' (duration: 132.842364ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:41.699734Z","caller":"traceutil/trace.go:171","msg":"trace[109630389] transaction","detail":"{read_only:false; response_revision:16378; number_of_response:1; }","duration":"219.130384ms","start":"2026-07-30T21:24:41.480578Z","end":"2026-07-30T21:24:41.699709Z","steps":["trace[109630389] 'process raft request' (duration: 218.929819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:42.14954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.217464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:24:42.149781Z","caller":"traceutil/trace.go:171","msg":"trace[557583649] transaction","detail":"{read_only:false; response_revision:16380; number_of_response:1; }","duration":"664.352683ms","start":"2026-07-30T21:24:41.48541Z","end":"2026-07-30T21:24:42.149763Z","steps":["trace[557583649] 'process raft request' (duration: 664.25394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:42.149909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:41.485379Z","time spent":"664.488305ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:24:42.149802Z","caller":"traceutil/trace.go:171","msg":"trace[717690236] transaction","detail":"{read_only:false; response_revision:16379; number_of_response:1; }","duration":"666.421057ms","start":"2026-07-30T21:24:41.483352Z","end":"2026-07-30T21:24:42.149774Z","steps":["trace[717690236] 'process raft request' (duration: 429.865196ms)","trace[717690236] 'compare' (duration: 235.718609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:24:42.15013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:41.483325Z","time spent":"666.718024ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:24:42.150111Z","caller":"traceutil/trace.go:171","msg":"trace[2082064849] linearizableReadLoop","detail":"{readStateIndex:16890; appliedIndex:16886; }","duration":"622.908581ms","start":"2026-07-30T21:24:41.52716Z","end":"2026-07-30T21:24:42.150068Z","steps":["trace[2082064849] 'read index received' (duration: 172.353583ms)","trace[2082064849] 'applied index is now lower than readState.Index' (duration: 450.550968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:24:42.150299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.143358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:24:42.150367Z","caller":"traceutil/trace.go:171","msg":"trace[2041333923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16381; }","duration":"623.24651ms","start":"2026-07-30T21:24:41.527105Z","end":"2026-07-30T21:24:42.150352Z","steps":["trace[2041333923] 'agreement among raft nodes before linearized reading' (duration: 623.041135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:42.150395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:41.527085Z","time spent":"623.302502ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:24:42.150425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.045478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-30T21:24:42.150489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.171723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T21:24:42.150495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.414333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-30T21:24:42.150591Z","caller":"traceutil/trace.go:171","msg":"trace[1900919260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16381; }","duration":"411.301457ms","start":"2026-07-30T21:24:41.73926Z","end":"2026-07-30T21:24:42.150562Z","steps":["trace[1900919260] 'agreement among raft nodes before linearized reading' (duration: 411.052861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:42.150648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:41.73925Z","time spent":"411.386199ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T21:24:42.150591Z","caller":"traceutil/trace.go:171","msg":"trace[2112740764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16381; }","duration":"410.543287ms","start":"2026-07-30T21:24:41.740029Z","end":"2026-07-30T21:24:42.150573Z","steps":["trace[2112740764] 'agreement among raft nodes before linearized reading' (duration: 410.339782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:42.150618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.181612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-30T21:24:42.150699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:41.740023Z","time spent":"410.65725ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T21:24:42.150744Z","caller":"traceutil/trace.go:171","msg":"trace[141428941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16381; }","duration":"414.337776ms","start":"2026-07-30T21:24:41.736361Z","end":"2026-07-30T21:24:42.150699Z","steps":["trace[141428941] 'agreement among raft nodes before linearized reading' (duration: 414.013878ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:42.150521Z","caller":"traceutil/trace.go:171","msg":"trace[1566392025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16381; }","duration":"447.187311ms","start":"2026-07-30T21:24:41.703314Z","end":"2026-07-30T21:24:42.150501Z","steps":["trace[1566392025] 'agreement among raft nodes before linearized reading' (duration: 446.951295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:42.1508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:41.736341Z","time spent":"414.44874ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:24:42.150819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:41.703293Z","time spent":"447.49536ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T21:24:42.150139Z","caller":"traceutil/trace.go:171","msg":"trace[794029486] transaction","detail":"{read_only:false; response_revision:16381; number_of_response:1; }","duration":"664.658701ms","start":"2026-07-30T21:24:41.485423Z","end":"2026-07-30T21:24:42.150081Z","steps":["trace[794029486] 'process raft request' (duration: 664.302621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:42.151141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:41.485406Z","time spent":"665.525984ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:24:42.151441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.325018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:24:42.151512Z","caller":"traceutil/trace.go:171","msg":"trace[932350714] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:16381; }","duration":"411.971745ms","start":"2026-07-30T21:24:41.739518Z","end":"2026-07-30T21:24:42.151489Z","steps":["trace[932350714] 'agreement among raft nodes before linearized reading' (duration: 410.786753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:42.151655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:41.739511Z","time spent":"412.125489ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T21:24:42.29533Z","caller":"traceutil/trace.go:171","msg":"trace[1120569757] transaction","detail":"{read_only:false; response_revision:16383; number_of_response:1; }","duration":"138.961095ms","start":"2026-07-30T21:24:42.156333Z","end":"2026-07-30T21:24:42.295294Z","steps":["trace[1120569757] 'process raft request' (duration: 126.549459ms)","trace[1120569757] 'compare' (duration: 12.119729ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:24:42.295637Z","caller":"traceutil/trace.go:171","msg":"trace[1971232831] transaction","detail":"{read_only:false; response_revision:16385; number_of_response:1; }","duration":"139.074607ms","start":"2026-07-30T21:24:42.156527Z","end":"2026-07-30T21:24:42.295602Z","steps":["trace[1971232831] 'process raft request' (duration: 138.775659ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:42.295661Z","caller":"traceutil/trace.go:171","msg":"trace[1350916667] transaction","detail":"{read_only:false; response_revision:16384; number_of_response:1; }","duration":"139.144769ms","start":"2026-07-30T21:24:42.156492Z","end":"2026-07-30T21:24:42.295636Z","steps":["trace[1350916667] 'process raft request' (duration: 138.730528ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:42.295498Z","caller":"traceutil/trace.go:171","msg":"trace[711910789] transaction","detail":"{read_only:false; response_revision:16387; number_of_response:1; }","duration":"138.860361ms","start":"2026-07-30T21:24:42.156617Z","end":"2026-07-30T21:24:42.295477Z","steps":["trace[711910789] 'process raft request' (duration: 138.802599ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:42.29572Z","caller":"traceutil/trace.go:171","msg":"trace[198819224] transaction","detail":"{read_only:false; response_revision:16386; number_of_response:1; }","duration":"139.111618ms","start":"2026-07-30T21:24:42.156593Z","end":"2026-07-30T21:24:42.295705Z","steps":["trace[198819224] 'process raft request' (duration: 138.771409ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:42.419856Z","caller":"traceutil/trace.go:171","msg":"trace[1735535418] transaction","detail":"{read_only:false; response_revision:16389; number_of_response:1; }","duration":"106.000488ms","start":"2026-07-30T21:24:42.31382Z","end":"2026-07-30T21:24:42.41982Z","steps":["trace[1735535418] 'process raft request' (duration: 100.884963ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:42.42614Z","caller":"traceutil/trace.go:171","msg":"trace[1650805043] transaction","detail":"{read_only:false; response_revision:16390; number_of_response:1; }","duration":"112.227822ms","start":"2026-07-30T21:24:42.313884Z","end":"2026-07-30T21:24:42.426112Z","steps":["trace[1650805043] 'process raft request' (duration: 112.056278ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:28:56.736208Z","caller":"traceutil/trace.go:171","msg":"trace[1966364531] transaction","detail":"{read_only:false; response_revision:18457; number_of_response:1; }","duration":"129.062455ms","start":"2026-07-30T21:28:56.607115Z","end":"2026-07-30T21:28:56.736178Z","steps":["trace[1966364531] 'process raft request' (duration: 128.760107ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:28:56.835849Z","caller":"traceutil/trace.go:171","msg":"trace[859668707] transaction","detail":"{read_only:false; response_revision:18458; number_of_response:1; }","duration":"190.632843ms","start":"2026-07-30T21:28:56.645192Z","end":"2026-07-30T21:28:56.835825Z","steps":["trace[859668707] 'process raft request' (duration: 189.562746ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:28:56.859733Z","caller":"traceutil/trace.go:171","msg":"trace[898163344] transaction","detail":"{read_only:false; response_revision:18459; number_of_response:1; }","duration":"105.491203ms","start":"2026-07-30T21:28:56.754215Z","end":"2026-07-30T21:28:56.859706Z","steps":["trace[898163344] 'process raft request' (duration: 105.332719ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:29:02.241415Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16087} {"level":"info","ts":"2026-07-30T21:29:02.331902Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16087,"took":"87.975704ms","hash":169780424,"current-db-size-bytes":40427520,"current-db-size":"40 MB","current-db-size-in-use-bytes":26402816,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-30T21:29:02.331966Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":169780424,"revision":16087,"compact-revision":13514} {"level":"info","ts":"2026-07-30T21:30:53.83526Z","caller":"traceutil/trace.go:171","msg":"trace[1141766664] transaction","detail":"{read_only:false; response_revision:19380; number_of_response:1; }","duration":"222.011759ms","start":"2026-07-30T21:30:53.613198Z","end":"2026-07-30T21:30:53.83521Z","steps":["trace[1141766664] 'process raft request' (duration: 221.769662ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:30:58.170228Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9409e054be1d0d72","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T21:30:58.175567Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-30T21:30:58.175699Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-30T21:30:59.010367Z","caller":"traceutil/trace.go:171","msg":"trace[625071436] transaction","detail":"{read_only:false; response_revision:19413; number_of_response:1; }","duration":"109.015807ms","start":"2026-07-30T21:30:58.901316Z","end":"2026-07-30T21:30:59.010332Z","steps":["trace[625071436] 'process raft request' (duration: 108.828521ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:31:18.866219Z","caller":"traceutil/trace.go:171","msg":"trace[1297149437] transaction","detail":"{read_only:false; response_revision:19539; number_of_response:1; }","duration":"436.823488ms","start":"2026-07-30T21:31:18.429375Z","end":"2026-07-30T21:31:18.866198Z","steps":["trace[1297149437] 'process raft request' (duration: 436.719675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:18.866368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:18.42935Z","time spent":"436.930331ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:31:19.471935Z","caller":"traceutil/trace.go:171","msg":"trace[402468] transaction","detail":"{read_only:false; response_revision:19540; number_of_response:1; }","duration":"1.040426392s","start":"2026-07-30T21:31:18.431486Z","end":"2026-07-30T21:31:19.471912Z","steps":["trace[402468] 'process raft request' (duration: 1.040249087s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:19.472079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:18.431469Z","time spent":"1.040536355s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:31:19.472204Z","caller":"traceutil/trace.go:171","msg":"trace[1612267189] transaction","detail":"{read_only:false; response_revision:19541; number_of_response:1; }","duration":"1.039546429s","start":"2026-07-30T21:31:18.432611Z","end":"2026-07-30T21:31:19.472158Z","steps":["trace[1612267189] 'process raft request' (duration: 1.039261641s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:19.47238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:18.432602Z","time spent":"1.039685982s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:31:19.538872Z","caller":"traceutil/trace.go:171","msg":"trace[1499281427] transaction","detail":"{read_only:false; response_revision:19542; number_of_response:1; }","duration":"260.209583ms","start":"2026-07-30T21:31:19.278635Z","end":"2026-07-30T21:31:19.538844Z","steps":["trace[1499281427] 'process raft request' (duration: 260.08941ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:31:19.742554Z","caller":"traceutil/trace.go:171","msg":"trace[363632711] transaction","detail":"{read_only:false; response_revision:19543; number_of_response:1; }","duration":"118.002634ms","start":"2026-07-30T21:31:19.624512Z","end":"2026-07-30T21:31:19.742514Z","steps":["trace[363632711] 'process raft request' (duration: 41.722647ms)","trace[363632711] 'compare' (duration: 75.952568ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:31:36.169807Z","caller":"traceutil/trace.go:171","msg":"trace[355045312] transaction","detail":"{read_only:false; response_revision:19662; number_of_response:1; }","duration":"364.623508ms","start":"2026-07-30T21:31:35.805163Z","end":"2026-07-30T21:31:36.169786Z","steps":["trace[355045312] 'process raft request' (duration: 364.492485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:36.169932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:35.805137Z","time spent":"364.730582ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:31:36.395094Z","caller":"traceutil/trace.go:171","msg":"trace[431251733] linearizableReadLoop","detail":"{readStateIndex:20271; appliedIndex:20268; }","duration":"509.558011ms","start":"2026-07-30T21:31:35.885511Z","end":"2026-07-30T21:31:36.395069Z","steps":["trace[431251733] 'read index received' (duration: 284.224495ms)","trace[431251733] 'applied index is now lower than readState.Index' (duration: 225.332326ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:31:36.395208Z","caller":"traceutil/trace.go:171","msg":"trace[128584557] transaction","detail":"{read_only:false; response_revision:19663; number_of_response:1; }","duration":"590.036676ms","start":"2026-07-30T21:31:35.805161Z","end":"2026-07-30T21:31:36.395198Z","steps":["trace[128584557] 'process raft request' (duration: 589.365148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:36.395342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:35.805133Z","time spent":"590.13081ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:31:36.395469Z","caller":"traceutil/trace.go:171","msg":"trace[663870242] transaction","detail":"{read_only:false; response_revision:19664; number_of_response:1; }","duration":"589.907295ms","start":"2026-07-30T21:31:35.80555Z","end":"2026-07-30T21:31:36.395457Z","steps":["trace[663870242] 'process raft request' (duration: 589.471243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:36.395546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:35.805538Z","time spent":"589.958335ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:31:36.395719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.217928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vdfx5\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-30T21:31:36.395756Z","caller":"traceutil/trace.go:171","msg":"trace[2012201286] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vdfx5; range_end:; response_count:1; response_revision:19664; }","duration":"510.29066ms","start":"2026-07-30T21:31:35.885457Z","end":"2026-07-30T21:31:36.395747Z","steps":["trace[2012201286] 'agreement among raft nodes before linearized reading' (duration: 510.161937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:36.395785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:35.885435Z","time spent":"510.343102ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-vdfx5\" "} {"level":"warn","ts":"2026-07-30T21:31:36.397317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.240955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T21:31:36.397559Z","caller":"traceutil/trace.go:171","msg":"trace[1201522034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19664; }","duration":"149.546293ms","start":"2026-07-30T21:31:36.247982Z","end":"2026-07-30T21:31:36.397529Z","steps":["trace[1201522034] 'agreement among raft nodes before linearized reading' (duration: 147.875578ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:31:37.93473Z","caller":"traceutil/trace.go:171","msg":"trace[345199922] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"221.913476ms","start":"2026-07-30T21:31:37.712784Z","end":"2026-07-30T21:31:37.934697Z","steps":["trace[345199922] 'process raft request' (duration: 209.036987ms)","trace[345199922] 'compare' (duration: 12.122399ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:31:54.566368Z","caller":"traceutil/trace.go:171","msg":"trace[2055371048] transaction","detail":"{read_only:false; response_revision:19984; number_of_response:1; }","duration":"105.816754ms","start":"2026-07-30T21:31:54.460529Z","end":"2026-07-30T21:31:54.566346Z","steps":["trace[2055371048] 'process raft request' (duration: 105.651899ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:31:54.711282Z","caller":"traceutil/trace.go:171","msg":"trace[1928684923] linearizableReadLoop","detail":"{readStateIndex:20601; appliedIndex:20599; }","duration":"225.520803ms","start":"2026-07-30T21:31:54.485735Z","end":"2026-07-30T21:31:54.711255Z","steps":["trace[1928684923] 'read index received' (duration: 80.472447ms)","trace[1928684923] 'applied index is now lower than readState.Index' (duration: 145.046996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:31:54.711498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.743329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T21:31:54.711505Z","caller":"traceutil/trace.go:171","msg":"trace[836050806] transaction","detail":"{read_only:false; response_revision:19985; number_of_response:1; }","duration":"249.056262ms","start":"2026-07-30T21:31:54.462429Z","end":"2026-07-30T21:31:54.711485Z","steps":["trace[836050806] 'process raft request' (duration: 248.651061ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:31:54.711538Z","caller":"traceutil/trace.go:171","msg":"trace[100485882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19985; }","duration":"225.813411ms","start":"2026-07-30T21:31:54.485714Z","end":"2026-07-30T21:31:54.711527Z","steps":["trace[100485882] 'agreement among raft nodes before linearized reading' (duration: 225.663877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:54.712211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.679355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vdfx5\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-30T21:31:54.71226Z","caller":"traceutil/trace.go:171","msg":"trace[1669788670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vdfx5; range_end:; response_count:1; response_revision:19985; }","duration":"158.729556ms","start":"2026-07-30T21:31:54.55352Z","end":"2026-07-30T21:31:54.712249Z","steps":["trace[1669788670] 'agreement among raft nodes before linearized reading' (duration: 158.609743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:54.71252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.691409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T21:31:54.712567Z","caller":"traceutil/trace.go:171","msg":"trace[1519866047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19985; }","duration":"151.756072ms","start":"2026-07-30T21:31:54.5608Z","end":"2026-07-30T21:31:54.712556Z","steps":["trace[1519866047] 'agreement among raft nodes before linearized reading' (duration: 151.633699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:54.712991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.171019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-30T21:31:54.713042Z","caller":"traceutil/trace.go:171","msg":"trace[451334491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19985; }","duration":"153.261261ms","start":"2026-07-30T21:31:54.55977Z","end":"2026-07-30T21:31:54.713032Z","steps":["trace[451334491] 'agreement among raft nodes before linearized reading' (duration: 153.123488ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:31:55.049471Z","caller":"traceutil/trace.go:171","msg":"trace[360943205] transaction","detail":"{read_only:false; response_revision:19986; number_of_response:1; }","duration":"333.227286ms","start":"2026-07-30T21:31:54.716193Z","end":"2026-07-30T21:31:55.04942Z","steps":["trace[360943205] 'process raft request' (duration: 322.544794ms)","trace[360943205] 'compare' (duration: 10.031575ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:31:55.049638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:54.716172Z","time spent":"333.379249ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:31:55.131881Z","caller":"traceutil/trace.go:171","msg":"trace[595050552] linearizableReadLoop","detail":"{readStateIndex:20604; appliedIndex:20601; }","duration":"415.021147ms","start":"2026-07-30T21:31:54.716829Z","end":"2026-07-30T21:31:55.13185Z","steps":["trace[595050552] 'read index received' (duration: 322.025091ms)","trace[595050552] 'applied index is now lower than readState.Index' (duration: 92.994965ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:31:55.132215Z","caller":"traceutil/trace.go:171","msg":"trace[875471668] transaction","detail":"{read_only:false; response_revision:19987; number_of_response:1; }","duration":"415.824018ms","start":"2026-07-30T21:31:54.716378Z","end":"2026-07-30T21:31:55.132202Z","steps":["trace[875471668] 'process raft request' (duration: 415.300464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:55.132322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:54.716368Z","time spent":"415.87995ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:31:55.132477Z","caller":"traceutil/trace.go:171","msg":"trace[703713996] transaction","detail":"{read_only:false; response_revision:19988; number_of_response:1; }","duration":"416.033894ms","start":"2026-07-30T21:31:54.716434Z","end":"2026-07-30T21:31:55.132468Z","steps":["trace[703713996] 'process raft request' (duration: 415.371246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:55.13253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:54.716427Z","time spent":"416.078465ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:31:55.132892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.723974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T21:31:55.132966Z","caller":"traceutil/trace.go:171","msg":"trace[900753493] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19988; }","duration":"188.879729ms","start":"2026-07-30T21:31:54.94407Z","end":"2026-07-30T21:31:55.13295Z","steps":["trace[900753493] 'agreement among raft nodes before linearized reading' (duration: 188.721715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:55.133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.023086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-qj948\" ","response":"range_response_count:1 size:12782"} {"level":"warn","ts":"2026-07-30T21:31:55.133107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.774139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-30T21:31:55.133166Z","caller":"traceutil/trace.go:171","msg":"trace[1653298079] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19988; }","duration":"293.83098ms","start":"2026-07-30T21:31:54.83932Z","end":"2026-07-30T21:31:55.133151Z","steps":["trace[1653298079] 'agreement among raft nodes before linearized reading' (duration: 293.718707ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:31:55.133117Z","caller":"traceutil/trace.go:171","msg":"trace[823123605] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-qj948; range_end:; response_count:1; response_revision:19988; }","duration":"356.225361ms","start":"2026-07-30T21:31:54.776866Z","end":"2026-07-30T21:31:55.133092Z","steps":["trace[823123605] 'agreement among raft nodes before linearized reading' (duration: 355.917324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:55.133219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.383082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:630146"} {"level":"warn","ts":"2026-07-30T21:31:55.133245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:54.776838Z","time spent":"356.392615ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12806,"request content":"key:\"/registry/pods/openstack/openvswitch-qj948\" "} {"level":"info","ts":"2026-07-30T21:31:55.133255Z","caller":"traceutil/trace.go:171","msg":"trace[972315582] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:19988; }","duration":"416.453615ms","start":"2026-07-30T21:31:54.716792Z","end":"2026-07-30T21:31:55.133246Z","steps":["trace[972315582] 'agreement among raft nodes before linearized reading' (duration: 415.834819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:55.133271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.062731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-30T21:31:55.133333Z","caller":"traceutil/trace.go:171","msg":"trace[1898381582] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:19988; }","duration":"336.171553ms","start":"2026-07-30T21:31:54.797147Z","end":"2026-07-30T21:31:55.133318Z","steps":["trace[1898381582] 'agreement among raft nodes before linearized reading' (duration: 335.999809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:31:55.133374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:54.797117Z","time spent":"336.248286ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1370,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-30T21:31:55.133284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:31:54.716777Z","time spent":"416.499556ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":630170,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-30T21:32:51.06015Z","caller":"traceutil/trace.go:171","msg":"trace[354077783] transaction","detail":"{read_only:false; response_revision:20806; number_of_response:1; }","duration":"133.81432ms","start":"2026-07-30T21:32:50.926304Z","end":"2026-07-30T21:32:51.060118Z","steps":["trace[354077783] 'process raft request' (duration: 132.975349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:09.288388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.783526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:33:09.28846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.813076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-30T21:33:09.288505Z","caller":"traceutil/trace.go:171","msg":"trace[1063419953] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:20934; }","duration":"172.880538ms","start":"2026-07-30T21:33:09.115608Z","end":"2026-07-30T21:33:09.288489Z","steps":["trace[1063419953] 'range keys from in-memory index tree' (duration: 172.682373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:09.288487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.689554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:09.288594Z","caller":"traceutil/trace.go:171","msg":"trace[1141870589] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:20934; }","duration":"188.826608ms","start":"2026-07-30T21:33:09.099737Z","end":"2026-07-30T21:33:09.288563Z","steps":["trace[1141870589] 'range keys from in-memory index tree' (duration: 188.601821ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:09.288703Z","caller":"traceutil/trace.go:171","msg":"trace[1226120492] linearizableReadLoop","detail":"{readStateIndex:21572; appliedIndex:21571; }","duration":"111.243977ms","start":"2026-07-30T21:33:09.177427Z","end":"2026-07-30T21:33:09.288671Z","steps":["trace[1226120492] 'read index received' (duration: 104.413697ms)","trace[1226120492] 'applied index is now lower than readState.Index' (duration: 6.829079ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:33:09.288505Z","caller":"traceutil/trace.go:171","msg":"trace[135954051] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:20934; }","duration":"188.947251ms","start":"2026-07-30T21:33:09.099525Z","end":"2026-07-30T21:33:09.288472Z","steps":["trace[135954051] 'range keys from in-memory index tree' (duration: 188.696715ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:09.288744Z","caller":"traceutil/trace.go:171","msg":"trace[1236150869] transaction","detail":"{read_only:false; response_revision:20935; number_of_response:1; }","duration":"161.068957ms","start":"2026-07-30T21:33:09.127633Z","end":"2026-07-30T21:33:09.288701Z","steps":["trace[1236150869] 'process raft request' (duration: 154.231518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:09.288338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.354645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:33:09.288919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.462903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:09.288984Z","caller":"traceutil/trace.go:171","msg":"trace[534455090] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:20934; }","duration":"189.048553ms","start":"2026-07-30T21:33:09.09989Z","end":"2026-07-30T21:33:09.288939Z","steps":["trace[534455090] 'range keys from in-memory index tree' (duration: 188.270203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:09.289007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.626825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-30T21:33:09.28903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.561612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-30T21:33:09.289072Z","caller":"traceutil/trace.go:171","msg":"trace[464571768] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:20935; }","duration":"111.656278ms","start":"2026-07-30T21:33:09.177385Z","end":"2026-07-30T21:33:09.289041Z","steps":["trace[464571768] 'agreement among raft nodes before linearized reading' (duration: 111.39686ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:09.289096Z","caller":"traceutil/trace.go:171","msg":"trace[285038646] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:20935; }","duration":"101.697805ms","start":"2026-07-30T21:33:09.187381Z","end":"2026-07-30T21:33:09.289079Z","steps":["trace[285038646] 'agreement among raft nodes before linearized reading' (duration: 101.467409ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:09.289088Z","caller":"traceutil/trace.go:171","msg":"trace[1806609393] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:20935; }","duration":"106.715328ms","start":"2026-07-30T21:33:09.182342Z","end":"2026-07-30T21:33:09.289058Z","steps":["trace[1806609393] 'agreement among raft nodes before linearized reading' (duration: 106.563074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:09.289304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.965903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:09.289386Z","caller":"traceutil/trace.go:171","msg":"trace[47238182] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:20935; }","duration":"110.508407ms","start":"2026-07-30T21:33:09.178865Z","end":"2026-07-30T21:33:09.289374Z","steps":["trace[47238182] 'agreement among raft nodes before linearized reading' (duration: 109.963753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:09.290471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.599791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-30T21:33:09.290622Z","caller":"traceutil/trace.go:171","msg":"trace[374160310] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:20935; }","duration":"107.801356ms","start":"2026-07-30T21:33:09.182802Z","end":"2026-07-30T21:33:09.290603Z","steps":["trace[374160310] 'agreement among raft nodes before linearized reading' (duration: 106.076191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:15.409718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.267314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-30T21:33:15.409819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.739135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:15.409836Z","caller":"traceutil/trace.go:171","msg":"trace[1863248582] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:20971; }","duration":"106.41417ms","start":"2026-07-30T21:33:15.3034Z","end":"2026-07-30T21:33:15.409814Z","steps":["trace[1863248582] 'range keys from in-memory index tree' (duration: 106.12005ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:15.409862Z","caller":"traceutil/trace.go:171","msg":"trace[1670347995] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:20971; }","duration":"104.829938ms","start":"2026-07-30T21:33:15.305016Z","end":"2026-07-30T21:33:15.409846Z","steps":["trace[1670347995] 'range keys from in-memory index tree' (duration: 104.642833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:15.40996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.655677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:15.409992Z","caller":"traceutil/trace.go:171","msg":"trace[1224388302] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:20971; }","duration":"103.725099ms","start":"2026-07-30T21:33:15.306258Z","end":"2026-07-30T21:33:15.409983Z","steps":["trace[1224388302] 'range keys from in-memory index tree' (duration: 103.578055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:15.410175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.95166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-nfgcz\" ","response":"range_response_count:1 size:20561"} {"level":"info","ts":"2026-07-30T21:33:15.410224Z","caller":"traceutil/trace.go:171","msg":"trace[221053713] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-nfgcz; range_end:; response_count:1; response_revision:20971; }","duration":"365.020982ms","start":"2026-07-30T21:33:15.045176Z","end":"2026-07-30T21:33:15.410197Z","steps":["trace[221053713] 'range keys from in-memory index tree' (duration: 364.819607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:15.410215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.468434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:33:15.410229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.520303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-30T21:33:15.410282Z","caller":"traceutil/trace.go:171","msg":"trace[1835685655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20971; }","duration":"151.589737ms","start":"2026-07-30T21:33:15.258673Z","end":"2026-07-30T21:33:15.410263Z","steps":["trace[1835685655] 'range keys from in-memory index tree' (duration: 151.391912ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:15.410297Z","caller":"traceutil/trace.go:171","msg":"trace[1140495346] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:20971; }","duration":"103.618146ms","start":"2026-07-30T21:33:15.306664Z","end":"2026-07-30T21:33:15.410282Z","steps":["trace[1140495346] 'range keys from in-memory index tree' (duration: 103.360769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:15.410354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.804237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-30T21:33:15.409718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.238369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-30T21:33:15.409774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.763156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-30T21:33:15.410445Z","caller":"traceutil/trace.go:171","msg":"trace[1447639853] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:20971; }","duration":"102.959519ms","start":"2026-07-30T21:33:15.307453Z","end":"2026-07-30T21:33:15.410412Z","steps":["trace[1447639853] 'range keys from in-memory index tree' (duration: 102.106145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:15.410467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.816122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:15.410457Z","caller":"traceutil/trace.go:171","msg":"trace[1053467555] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:20971; }","duration":"105.442774ms","start":"2026-07-30T21:33:15.304985Z","end":"2026-07-30T21:33:15.410428Z","steps":["trace[1053467555] 'range keys from in-memory index tree' (duration: 104.584501ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:15.41052Z","caller":"traceutil/trace.go:171","msg":"trace[537076764] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:20971; }","duration":"103.887704ms","start":"2026-07-30T21:33:15.306625Z","end":"2026-07-30T21:33:15.410513Z","steps":["trace[537076764] 'range keys from in-memory index tree' (duration: 103.709359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:15.410256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:15.045158Z","time spent":"365.088693ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20585,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-nfgcz\" "} {"level":"warn","ts":"2026-07-30T21:33:15.4106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.847377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:15.410644Z","caller":"traceutil/trace.go:171","msg":"trace[1803082127] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:20971; }","duration":"107.936329ms","start":"2026-07-30T21:33:15.302696Z","end":"2026-07-30T21:33:15.410632Z","steps":["trace[1803082127] 'range keys from in-memory index tree' (duration: 107.749364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:15.410691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.035071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:15.410788Z","caller":"traceutil/trace.go:171","msg":"trace[1299936056] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:20971; }","duration":"108.186346ms","start":"2026-07-30T21:33:15.302578Z","end":"2026-07-30T21:33:15.410765Z","steps":["trace[1299936056] 'range keys from in-memory index tree' (duration: 107.963399ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:15.410399Z","caller":"traceutil/trace.go:171","msg":"trace[1837520535] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:20971; }","duration":"139.882219ms","start":"2026-07-30T21:33:15.270504Z","end":"2026-07-30T21:33:15.410386Z","steps":["trace[1837520535] 'range keys from in-memory index tree' (duration: 139.675013ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:15.410836Z","caller":"traceutil/trace.go:171","msg":"trace[479487438] transaction","detail":"{read_only:false; response_revision:20972; number_of_response:1; }","duration":"103.061761ms","start":"2026-07-30T21:33:15.307765Z","end":"2026-07-30T21:33:15.410827Z","steps":["trace[479487438] 'process raft request' (duration: 73.058632ms)","trace[479487438] 'compare' (duration: 29.107905ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:33:16.855894Z","caller":"traceutil/trace.go:171","msg":"trace[802443034] transaction","detail":"{read_only:false; response_revision:20984; number_of_response:1; }","duration":"188.205041ms","start":"2026-07-30T21:33:16.667608Z","end":"2026-07-30T21:33:16.855813Z","steps":["trace[802443034] 'process raft request' (duration: 188.021437ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:27.443023Z","caller":"traceutil/trace.go:171","msg":"trace[1553254116] linearizableReadLoop","detail":"{readStateIndex:21689; appliedIndex:21688; }","duration":"183.752974ms","start":"2026-07-30T21:33:27.25925Z","end":"2026-07-30T21:33:27.443003Z","steps":["trace[1553254116] 'read index received' (duration: 183.603879ms)","trace[1553254116] 'applied index is now lower than readState.Index' (duration: 148.295µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:33:27.443279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.497991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:27.443358Z","caller":"traceutil/trace.go:171","msg":"trace[558813962] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:21048; }","duration":"136.635875ms","start":"2026-07-30T21:33:27.306706Z","end":"2026-07-30T21:33:27.443342Z","steps":["trace[558813962] 'agreement among raft nodes before linearized reading' (duration: 136.513761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:27.443593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.34975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:27.443187Z","caller":"traceutil/trace.go:171","msg":"trace[380067195] transaction","detail":"{read_only:false; response_revision:21048; number_of_response:1; }","duration":"405.697372ms","start":"2026-07-30T21:33:27.037481Z","end":"2026-07-30T21:33:27.443178Z","steps":["trace[380067195] 'process raft request' (duration: 405.400364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:27.443989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:27.037451Z","time spent":"406.462123ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:33:27.443691Z","caller":"traceutil/trace.go:171","msg":"trace[740063711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21048; }","duration":"184.428022ms","start":"2026-07-30T21:33:27.259195Z","end":"2026-07-30T21:33:27.443623Z","steps":["trace[740063711] 'agreement among raft nodes before linearized reading' (duration: 184.36644ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:28.45384Z","caller":"traceutil/trace.go:171","msg":"trace[184766088] linearizableReadLoop","detail":"{readStateIndex:21697; appliedIndex:21696; }","duration":"140.28276ms","start":"2026-07-30T21:33:28.313526Z","end":"2026-07-30T21:33:28.453809Z","steps":["trace[184766088] 'read index received' (duration: 139.262944ms)","trace[184766088] 'applied index is now lower than readState.Index' (duration: 1.018706ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:33:28.453876Z","caller":"traceutil/trace.go:171","msg":"trace[419873726] transaction","detail":"{read_only:false; response_revision:21056; number_of_response:1; }","duration":"164.62168ms","start":"2026-07-30T21:33:28.28923Z","end":"2026-07-30T21:33:28.453851Z","steps":["trace[419873726] 'process raft request' (duration: 163.552123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:28.453995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.446795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:28.454044Z","caller":"traceutil/trace.go:171","msg":"trace[1956791160] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21056; }","duration":"140.566158ms","start":"2026-07-30T21:33:28.313465Z","end":"2026-07-30T21:33:28.454031Z","steps":["trace[1956791160] 'agreement among raft nodes before linearized reading' (duration: 140.467405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:28.454194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.366743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:28.454226Z","caller":"traceutil/trace.go:171","msg":"trace[62907598] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21057; }","duration":"118.436785ms","start":"2026-07-30T21:33:28.335782Z","end":"2026-07-30T21:33:28.454219Z","steps":["trace[62907598] 'agreement among raft nodes before linearized reading' (duration: 118.379034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:28.454228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.451806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:28.454254Z","caller":"traceutil/trace.go:171","msg":"trace[397487236] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21057; }","duration":"118.496797ms","start":"2026-07-30T21:33:28.335749Z","end":"2026-07-30T21:33:28.454246Z","steps":["trace[397487236] 'agreement among raft nodes before linearized reading' (duration: 118.465806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:28.454552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.086403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:28.454565Z","caller":"traceutil/trace.go:171","msg":"trace[1480373761] transaction","detail":"{read_only:false; response_revision:21057; number_of_response:1; }","duration":"128.144101ms","start":"2026-07-30T21:33:28.326413Z","end":"2026-07-30T21:33:28.454557Z","steps":["trace[1480373761] 'process raft request' (duration: 127.607407ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:28.454585Z","caller":"traceutil/trace.go:171","msg":"trace[874097818] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21057; }","duration":"119.159945ms","start":"2026-07-30T21:33:28.335415Z","end":"2026-07-30T21:33:28.454575Z","steps":["trace[874097818] 'agreement among raft nodes before linearized reading' (duration: 119.114833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:28.454196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.512156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-30T21:33:28.454622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.641621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:28.454659Z","caller":"traceutil/trace.go:171","msg":"trace[1968811287] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21057; }","duration":"141.01958ms","start":"2026-07-30T21:33:28.313633Z","end":"2026-07-30T21:33:28.454652Z","steps":["trace[1968811287] 'agreement among raft nodes before linearized reading' (duration: 140.471376ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:28.454674Z","caller":"traceutil/trace.go:171","msg":"trace[1096423260] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21057; }","duration":"118.716993ms","start":"2026-07-30T21:33:28.335942Z","end":"2026-07-30T21:33:28.454659Z","steps":["trace[1096423260] 'agreement among raft nodes before linearized reading' (duration: 118.642162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:28.454821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.858801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-30T21:33:28.454796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.74335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-30T21:33:28.454855Z","caller":"traceutil/trace.go:171","msg":"trace[223540110] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21057; }","duration":"114.934523ms","start":"2026-07-30T21:33:28.339913Z","end":"2026-07-30T21:33:28.454847Z","steps":["trace[223540110] 'agreement among raft nodes before linearized reading' (duration: 114.841781ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:28.454881Z","caller":"traceutil/trace.go:171","msg":"trace[2072528114] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21057; }","duration":"138.867612ms","start":"2026-07-30T21:33:28.315994Z","end":"2026-07-30T21:33:28.454862Z","steps":["trace[2072528114] 'agreement among raft nodes before linearized reading' (duration: 138.572064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.632889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.306954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T21:33:29.633095Z","caller":"traceutil/trace.go:171","msg":"trace[242823424] transaction","detail":"{read_only:false; response_revision:21060; number_of_response:1; }","duration":"738.830415ms","start":"2026-07-30T21:33:28.894243Z","end":"2026-07-30T21:33:29.633074Z","steps":["trace[242823424] 'process raft request' (duration: 738.759423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.633219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.894216Z","time spent":"738.947889ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:33:29.633675Z","caller":"traceutil/trace.go:171","msg":"trace[1826446778] transaction","detail":"{read_only:false; response_revision:21059; number_of_response:1; }","duration":"1.080147994s","start":"2026-07-30T21:33:28.553505Z","end":"2026-07-30T21:33:29.633653Z","steps":["trace[1826446778] 'process raft request' (duration: 433.999297ms)","trace[1826446778] 'compare' (duration: 644.935755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:33:29.633876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.553484Z","time spent":"1.080250866s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:33:29.634082Z","caller":"traceutil/trace.go:171","msg":"trace[226076666] linearizableReadLoop","detail":"{readStateIndex:21700; appliedIndex:21699; }","duration":"1.076066416s","start":"2026-07-30T21:33:28.55799Z","end":"2026-07-30T21:33:29.634056Z","steps":["trace[226076666] 'read index received' (duration: 429.21083ms)","trace[226076666] 'applied index is now lower than readState.Index' (duration: 646.853156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:33:29.634315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076315763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-30T21:33:29.634356Z","caller":"traceutil/trace.go:171","msg":"trace[1463652964] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21060; }","duration":"1.076397595s","start":"2026-07-30T21:33:28.557946Z","end":"2026-07-30T21:33:29.634344Z","steps":["trace[1463652964] 'agreement among raft nodes before linearized reading' (duration: 1.07623034s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.634391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.557934Z","time spent":"1.076448996s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:33:29.636258Z","caller":"traceutil/trace.go:171","msg":"trace[880933298] transaction","detail":"{read_only:false; response_revision:21061; number_of_response:1; }","duration":"187.475301ms","start":"2026-07-30T21:33:29.448761Z","end":"2026-07-30T21:33:29.636237Z","steps":["trace[880933298] 'process raft request' (duration: 187.348597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.637403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068938829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-30T21:33:29.637471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.771444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:29.637517Z","caller":"traceutil/trace.go:171","msg":"trace[1222736817] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21062; }","duration":"1.069081083s","start":"2026-07-30T21:33:28.568397Z","end":"2026-07-30T21:33:29.637478Z","steps":["trace[1222736817] 'agreement among raft nodes before linearized reading' (duration: 1.068910618s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:29.637533Z","caller":"traceutil/trace.go:171","msg":"trace[621788842] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21062; }","duration":"186.874117ms","start":"2026-07-30T21:33:29.450642Z","end":"2026-07-30T21:33:29.637516Z","steps":["trace[621788842] 'agreement among raft nodes before linearized reading' (duration: 186.774744ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:29.637574Z","caller":"traceutil/trace.go:171","msg":"trace[1497588202] transaction","detail":"{read_only:false; response_revision:21062; number_of_response:1; }","duration":"175.345233ms","start":"2026-07-30T21:33:29.462212Z","end":"2026-07-30T21:33:29.637557Z","steps":["trace[1497588202] 'process raft request' (duration: 174.965853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.637586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.568374Z","time spent":"1.069197096s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":536,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:33:29.637772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.832665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:29.63783Z","caller":"traceutil/trace.go:171","msg":"trace[1099294788] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21062; }","duration":"186.964308ms","start":"2026-07-30T21:33:29.450853Z","end":"2026-07-30T21:33:29.637817Z","steps":["trace[1099294788] 'agreement among raft nodes before linearized reading' (duration: 186.877605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.63784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.276989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-30T21:33:29.637888Z","caller":"traceutil/trace.go:171","msg":"trace[459994997] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21062; }","duration":"189.357771ms","start":"2026-07-30T21:33:29.448515Z","end":"2026-07-30T21:33:29.637873Z","steps":["trace[459994997] 'agreement among raft nodes before linearized reading' (duration: 189.221848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.637948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.148506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-30T21:33:29.638076Z","caller":"traceutil/trace.go:171","msg":"trace[572681848] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:21062; }","duration":"189.282299ms","start":"2026-07-30T21:33:29.448779Z","end":"2026-07-30T21:33:29.638061Z","steps":["trace[572681848] 'agreement among raft nodes before linearized reading' (duration: 188.619722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.637426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.2715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:29.638241Z","caller":"traceutil/trace.go:171","msg":"trace[1739244197] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21062; }","duration":"187.085771ms","start":"2026-07-30T21:33:29.451138Z","end":"2026-07-30T21:33:29.638223Z","steps":["trace[1739244197] 'agreement among raft nodes before linearized reading' (duration: 186.234589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.638223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.284263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:33:29.638291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052683021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-n5v2f\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-30T21:33:29.638332Z","caller":"traceutil/trace.go:171","msg":"trace[739381961] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:21062; }","duration":"188.429046ms","start":"2026-07-30T21:33:29.449882Z","end":"2026-07-30T21:33:29.638312Z","steps":["trace[739381961] 'agreement among raft nodes before linearized reading' (duration: 188.234972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.638353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.831117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T21:33:29.638398Z","caller":"traceutil/trace.go:171","msg":"trace[857877118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21062; }","duration":"104.872848ms","start":"2026-07-30T21:33:29.533512Z","end":"2026-07-30T21:33:29.638385Z","steps":["trace[857877118] 'agreement among raft nodes before linearized reading' (duration: 104.787896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.638405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.842789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:29.638434Z","caller":"traceutil/trace.go:171","msg":"trace[987865844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21062; }","duration":"377.90959ms","start":"2026-07-30T21:33:29.260517Z","end":"2026-07-30T21:33:29.638426Z","steps":["trace[987865844] 'agreement among raft nodes before linearized reading' (duration: 377.863279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.638464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:29.260495Z","time spent":"377.960743ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:33:29.638355Z","caller":"traceutil/trace.go:171","msg":"trace[1761086920] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-n5v2f; range_end:; response_count:1; response_revision:21062; }","duration":"1.052779303s","start":"2026-07-30T21:33:28.585562Z","end":"2026-07-30T21:33:29.638341Z","steps":["trace[1761086920] 'agreement among raft nodes before linearized reading' (duration: 1.052605869s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.638551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.960081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-30T21:33:29.638555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.93224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:33:29.63864Z","caller":"traceutil/trace.go:171","msg":"trace[1139029961] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21062; }","duration":"189.065693ms","start":"2026-07-30T21:33:29.44956Z","end":"2026-07-30T21:33:29.638625Z","steps":["trace[1139029961] 'agreement among raft nodes before linearized reading' (duration: 188.93895ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:29.63862Z","caller":"traceutil/trace.go:171","msg":"trace[221924631] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21062; }","duration":"181.066573ms","start":"2026-07-30T21:33:29.457527Z","end":"2026-07-30T21:33:29.638593Z","steps":["trace[221924631] 'agreement among raft nodes before linearized reading' (duration: 180.825856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.638755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.277791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-30T21:33:29.638555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.585546Z","time spent":"1.052990429s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-n5v2f\" "} {"level":"warn","ts":"2026-07-30T21:33:29.638759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.09478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T21:33:29.638828Z","caller":"traceutil/trace.go:171","msg":"trace[1178677202] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21062; }","duration":"186.61807ms","start":"2026-07-30T21:33:29.452169Z","end":"2026-07-30T21:33:29.638787Z","steps":["trace[1178677202] 'agreement among raft nodes before linearized reading' (duration: 186.221269ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:29.638859Z","caller":"traceutil/trace.go:171","msg":"trace[1866387618] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:21062; }","duration":"661.244964ms","start":"2026-07-30T21:33:28.977603Z","end":"2026-07-30T21:33:29.638848Z","steps":["trace[1866387618] 'agreement among raft nodes before linearized reading' (duration: 661.073349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.638902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.977581Z","time spent":"661.305586ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":12,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:34:02.251938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18518} {"level":"info","ts":"2026-07-30T21:34:02.352911Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18518,"took":"98.199803ms","hash":842095287,"current-db-size-bytes":40427520,"current-db-size":"40 MB","current-db-size-in-use-bytes":29134848,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-30T21:34:02.352972Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":842095287,"revision":18518,"compact-revision":16087} {"level":"warn","ts":"2026-07-30T21:34:25.176869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740762069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:34:25.183206Z","caller":"traceutil/trace.go:171","msg":"trace[816071616] linearizableReadLoop","detail":"{readStateIndex:22070; appliedIndex:22069; }","duration":"506.661617ms","start":"2026-07-30T21:34:24.676513Z","end":"2026-07-30T21:34:25.183175Z","steps":["trace[816071616] 'read index received' (duration: 505.764454ms)","trace[816071616] 'applied index is now lower than readState.Index' (duration: 895.783µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:34:25.183369Z","caller":"traceutil/trace.go:171","msg":"trace[1455366963] transaction","detail":"{read_only:false; response_revision:21416; number_of_response:1; }","duration":"543.189819ms","start":"2026-07-30T21:34:24.640139Z","end":"2026-07-30T21:34:25.183329Z","steps":["trace[1455366963] 'process raft request' (duration: 542.212623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:34:25.183508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.985946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vdfx5\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-30T21:34:25.183535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.123314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-30T21:34:25.183601Z","caller":"traceutil/trace.go:171","msg":"trace[928178217] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21416; }","duration":"433.216986ms","start":"2026-07-30T21:34:24.750365Z","end":"2026-07-30T21:34:25.183582Z","steps":["trace[928178217] 'agreement among raft nodes before linearized reading' (duration: 433.032192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:34:25.183591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.170079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-30T21:34:25.183635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:34:24.750353Z","time spent":"433.274358ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:34:25.183659Z","caller":"traceutil/trace.go:171","msg":"trace[2072539506] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21416; }","duration":"437.253702ms","start":"2026-07-30T21:34:24.746385Z","end":"2026-07-30T21:34:25.183639Z","steps":["trace[2072539506] 'agreement among raft nodes before linearized reading' (duration: 437.060497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:34:25.183843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.0727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-30T21:34:25.183881Z","caller":"traceutil/trace.go:171","msg":"trace[1985336023] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:21416; }","duration":"439.136322ms","start":"2026-07-30T21:34:24.744732Z","end":"2026-07-30T21:34:25.183868Z","steps":["trace[1985336023] 'agreement among raft nodes before linearized reading' (duration: 439.020439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:34:25.183908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:34:24.744719Z","time spent":"439.181492ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:34:25.183949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:34:24.746378Z","time spent":"437.316114ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":536,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:34:25.183963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.399596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-30T21:34:25.184004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:34:24.640113Z","time spent":"543.343763ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:34:25.183547Z","caller":"traceutil/trace.go:171","msg":"trace[1541483208] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vdfx5; range_end:; response_count:1; response_revision:21416; }","duration":"507.078358ms","start":"2026-07-30T21:34:24.676456Z","end":"2026-07-30T21:34:25.183534Z","steps":["trace[1541483208] 'agreement among raft nodes before linearized reading' (duration: 506.881523ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:34:25.184069Z","caller":"traceutil/trace.go:171","msg":"trace[504194301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21416; }","duration":"453.51673ms","start":"2026-07-30T21:34:24.730523Z","end":"2026-07-30T21:34:25.18404Z","steps":["trace[504194301] 'agreement among raft nodes before linearized reading' (duration: 452.883653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:34:25.184104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:34:24.676434Z","time spent":"507.658124ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-vdfx5\" "} {"level":"warn","ts":"2026-07-30T21:34:25.184134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:34:24.730421Z","time spent":"453.696655ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T21:35:28.201504Z","caller":"traceutil/trace.go:171","msg":"trace[1206671693] transaction","detail":"{read_only:false; response_revision:21819; number_of_response:1; }","duration":"157.935524ms","start":"2026-07-30T21:35:28.04355Z","end":"2026-07-30T21:35:28.201485Z","steps":["trace[1206671693] 'process raft request' (duration: 157.77045ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:28.201721Z","caller":"traceutil/trace.go:171","msg":"trace[2062147681] transaction","detail":"{read_only:false; response_revision:21820; number_of_response:1; }","duration":"153.369224ms","start":"2026-07-30T21:35:28.048328Z","end":"2026-07-30T21:35:28.201698Z","steps":["trace[2062147681] 'process raft request' (duration: 153.129307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:58.985225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.943278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"warn","ts":"2026-07-30T21:35:58.985275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.791314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:35:58.985323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.533157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-30T21:35:58.985315Z","caller":"traceutil/trace.go:171","msg":"trace[452352275] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22016; }","duration":"409.06235ms","start":"2026-07-30T21:35:58.576231Z","end":"2026-07-30T21:35:58.985294Z","steps":["trace[452352275] 'range keys from in-memory index tree' (duration: 408.772703ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:58.985371Z","caller":"traceutil/trace.go:171","msg":"trace[1657804745] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22016; }","duration":"286.62218ms","start":"2026-07-30T21:35:58.698736Z","end":"2026-07-30T21:35:58.985358Z","steps":["trace[1657804745] 'range keys from in-memory index tree' (duration: 286.394664ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:58.98538Z","caller":"traceutil/trace.go:171","msg":"trace[595311688] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22016; }","duration":"408.924336ms","start":"2026-07-30T21:35:58.576429Z","end":"2026-07-30T21:35:58.985354Z","steps":["trace[595311688] 'range keys from in-memory index tree' (duration: 408.738832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:58.985391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:58.576221Z","time spent":"409.158443ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T21:35:58.985479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:58.576423Z","time spent":"408.99905ms","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:35:58.985317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.320596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-30T21:35:58.985539Z","caller":"traceutil/trace.go:171","msg":"trace[645552260] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22016; }","duration":"428.583515ms","start":"2026-07-30T21:35:58.556946Z","end":"2026-07-30T21:35:58.985529Z","steps":["trace[645552260] 'range keys from in-memory index tree' (duration: 428.166502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:58.985557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:58.556923Z","time spent":"428.629366ms","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:35:58.985497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.784499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:35:58.985664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.456661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:35:58.985677Z","caller":"traceutil/trace.go:171","msg":"trace[1934024494] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:22016; }","duration":"377.995854ms","start":"2026-07-30T21:35:58.607663Z","end":"2026-07-30T21:35:58.985658Z","steps":["trace[1934024494] 'count revisions from in-memory index tree' (duration: 377.698377ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:58.985689Z","caller":"traceutil/trace.go:171","msg":"trace[460138280] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:22016; }","duration":"114.506483ms","start":"2026-07-30T21:35:58.871175Z","end":"2026-07-30T21:35:58.985681Z","steps":["trace[460138280] 'range keys from in-memory index tree' (duration: 114.38734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:58.985808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:58.607636Z","time spent":"378.070435ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:35:58.985931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.142002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:35:58.985638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.214731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:35:58.985966Z","caller":"traceutil/trace.go:171","msg":"trace[866856471] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22016; }","duration":"117.209453ms","start":"2026-07-30T21:35:58.868738Z","end":"2026-07-30T21:35:58.985948Z","steps":["trace[866856471] 'range keys from in-memory index tree' (duration: 117.06228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:58.985964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.182483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-30T21:35:58.985982Z","caller":"traceutil/trace.go:171","msg":"trace[1464307547] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:22016; }","duration":"115.57578ms","start":"2026-07-30T21:35:58.870393Z","end":"2026-07-30T21:35:58.985969Z","steps":["trace[1464307547] 'range keys from in-memory index tree' (duration: 115.17096ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:58.986012Z","caller":"traceutil/trace.go:171","msg":"trace[1973145559] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22016; }","duration":"114.258976ms","start":"2026-07-30T21:35:58.871738Z","end":"2026-07-30T21:35:58.985997Z","steps":["trace[1973145559] 'range keys from in-memory index tree' (duration: 114.052011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:58.986104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.540695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-30T21:35:58.986121Z","caller":"traceutil/trace.go:171","msg":"trace[1565604687] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:22016; }","duration":"116.583547ms","start":"2026-07-30T21:35:58.869531Z","end":"2026-07-30T21:35:58.986115Z","steps":["trace[1565604687] 'range keys from in-memory index tree' (duration: 116.428752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:58.985631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.011605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:35:58.98623Z","caller":"traceutil/trace.go:171","msg":"trace[1575795925] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:22016; }","duration":"115.658323ms","start":"2026-07-30T21:35:58.870561Z","end":"2026-07-30T21:35:58.986219Z","steps":["trace[1575795925] 'range keys from in-memory index tree' (duration: 114.886002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:58.987557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.586742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-30T21:35:58.987623Z","caller":"traceutil/trace.go:171","msg":"trace[1802713162] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:22016; }","duration":"115.665553ms","start":"2026-07-30T21:35:58.87193Z","end":"2026-07-30T21:35:58.987595Z","steps":["trace[1802713162] 'range keys from in-memory index tree' (duration: 114.124554ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:39:02.256164Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21275} {"level":"info","ts":"2026-07-30T21:39:02.357865Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21275,"took":"93.280934ms","hash":2938716725,"current-db-size-bytes":40857600,"current-db-size":"41 MB","current-db-size-in-use-bytes":28606464,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-30T21:39:02.357915Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2938716725,"revision":21275,"compact-revision":18518} {"level":"info","ts":"2026-07-30T21:39:13.915108Z","caller":"traceutil/trace.go:171","msg":"trace[1640058777] linearizableReadLoop","detail":"{readStateIndex:24485; appliedIndex:24484; }","duration":"170.041153ms","start":"2026-07-30T21:39:13.745038Z","end":"2026-07-30T21:39:13.915079Z","steps":["trace[1640058777] 'read index received' (duration: 169.799976ms)","trace[1640058777] 'applied index is now lower than readState.Index' (duration: 240.137µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:39:13.915231Z","caller":"traceutil/trace.go:171","msg":"trace[2115565504] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"181.320679ms","start":"2026-07-30T21:39:13.733869Z","end":"2026-07-30T21:39:13.915189Z","steps":["trace[2115565504] 'process raft request' (duration: 181.044582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:39:13.915332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.270729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:39:13.915385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.462025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-30T21:39:13.915383Z","caller":"traceutil/trace.go:171","msg":"trace[1941538392] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23761; }","duration":"170.375532ms","start":"2026-07-30T21:39:13.744994Z","end":"2026-07-30T21:39:13.915369Z","steps":["trace[1941538392] 'agreement among raft nodes before linearized reading' (duration: 170.274319ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:39:13.915415Z","caller":"traceutil/trace.go:171","msg":"trace[838592553] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:23761; }","duration":"167.540287ms","start":"2026-07-30T21:39:13.747868Z","end":"2026-07-30T21:39:13.915408Z","steps":["trace[838592553] 'agreement among raft nodes before linearized reading' (duration: 167.437064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:39:13.915593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.932222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-5z4c2\" ","response":"range_response_count:1 size:15355"} {"level":"warn","ts":"2026-07-30T21:39:13.915636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.657982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-30T21:39:13.915699Z","caller":"traceutil/trace.go:171","msg":"trace[1982956736] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-5z4c2; range_end:; response_count:1; response_revision:23761; }","duration":"129.069585ms","start":"2026-07-30T21:39:13.786605Z","end":"2026-07-30T21:39:13.915674Z","steps":["trace[1982956736] 'agreement among raft nodes before linearized reading' (duration: 128.763787ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:39:13.91573Z","caller":"traceutil/trace.go:171","msg":"trace[1211416799] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:23761; }","duration":"145.802956ms","start":"2026-07-30T21:39:13.769902Z","end":"2026-07-30T21:39:13.915705Z","steps":["trace[1211416799] 'agreement among raft nodes before linearized reading' (duration: 145.522778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:39:13.916064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.378059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-z7bj5\" ","response":"range_response_count:1 size:15346"} {"level":"info","ts":"2026-07-30T21:39:13.916143Z","caller":"traceutil/trace.go:171","msg":"trace[927326787] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-z7bj5; range_end:; response_count:1; response_revision:23761; }","duration":"141.491072ms","start":"2026-07-30T21:39:13.774636Z","end":"2026-07-30T21:39:13.916127Z","steps":["trace[927326787] 'agreement among raft nodes before linearized reading' (duration: 141.250016ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:41:06.254853Z","caller":"traceutil/trace.go:171","msg":"trace[2134203442] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"224.67009ms","start":"2026-07-30T21:41:06.030152Z","end":"2026-07-30T21:41:06.254823Z","steps":["trace[2134203442] 'process raft request' (duration: 212.598542ms)","trace[2134203442] 'compare' (duration: 11.831032ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:41:06.254942Z","caller":"traceutil/trace.go:171","msg":"trace[2059763954] linearizableReadLoop","detail":"{readStateIndex:25307; appliedIndex:25306; }","duration":"222.34649ms","start":"2026-07-30T21:41:06.032563Z","end":"2026-07-30T21:41:06.25491Z","steps":["trace[2059763954] 'read index received' (duration: 210.20349ms)","trace[2059763954] 'applied index is now lower than readState.Index' (duration: 12.13948ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:41:06.254932Z","caller":"traceutil/trace.go:171","msg":"trace[627508998] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"221.548869ms","start":"2026-07-30T21:41:06.033353Z","end":"2026-07-30T21:41:06.254902Z","steps":["trace[627508998] 'process raft request' (duration: 221.480507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:06.255169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.592646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-30T21:41:06.255237Z","caller":"traceutil/trace.go:171","msg":"trace[405752650] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:24559; }","duration":"222.689328ms","start":"2026-07-30T21:41:06.032526Z","end":"2026-07-30T21:41:06.255216Z","steps":["trace[405752650] 'agreement among raft nodes before linearized reading' (duration: 222.468023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:06.255287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.375897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-30T21:41:06.255505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.705595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T21:41:06.255568Z","caller":"traceutil/trace.go:171","msg":"trace[652157003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24559; }","duration":"204.790358ms","start":"2026-07-30T21:41:06.050759Z","end":"2026-07-30T21:41:06.25555Z","steps":["trace[652157003] 'agreement among raft nodes before linearized reading' (duration: 204.628603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:06.255544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.817017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-30T21:41:06.255584Z","caller":"traceutil/trace.go:171","msg":"trace[1695032639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24559; }","duration":"204.482179ms","start":"2026-07-30T21:41:06.050842Z","end":"2026-07-30T21:41:06.255324Z","steps":["trace[1695032639] 'agreement among raft nodes before linearized reading' (duration: 204.338686ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:41:06.255639Z","caller":"traceutil/trace.go:171","msg":"trace[186284601] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:24559; }","duration":"158.961621ms","start":"2026-07-30T21:41:06.096656Z","end":"2026-07-30T21:41:06.255617Z","steps":["trace[186284601] 'agreement among raft nodes before linearized reading' (duration: 158.713214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:06.255725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.948842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T21:41:06.255833Z","caller":"traceutil/trace.go:171","msg":"trace[1935275081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24559; }","duration":"205.128086ms","start":"2026-07-30T21:41:06.050682Z","end":"2026-07-30T21:41:06.25581Z","steps":["trace[1935275081] 'agreement among raft nodes before linearized reading' (duration: 204.484069ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:41:13.719312Z","caller":"traceutil/trace.go:171","msg":"trace[1262301665] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"128.236694ms","start":"2026-07-30T21:41:13.591049Z","end":"2026-07-30T21:41:13.719286Z","steps":["trace[1262301665] 'process raft request' (duration: 128.074009ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:41:13.788701Z","caller":"traceutil/trace.go:171","msg":"trace[375755263] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"189.487235ms","start":"2026-07-30T21:41:13.599186Z","end":"2026-07-30T21:41:13.788674Z","steps":["trace[375755263] 'process raft request' (duration: 189.277099ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:41:13.788871Z","caller":"traceutil/trace.go:171","msg":"trace[1355163989] linearizableReadLoop","detail":"{readStateIndex:25360; appliedIndex:25357; }","duration":"127.000231ms","start":"2026-07-30T21:41:13.661853Z","end":"2026-07-30T21:41:13.788853Z","steps":["trace[1355163989] 'read index received' (duration: 57.282866ms)","trace[1355163989] 'applied index is now lower than readState.Index' (duration: 69.715375ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:41:13.788899Z","caller":"traceutil/trace.go:171","msg":"trace[971024440] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"185.216583ms","start":"2026-07-30T21:41:13.603672Z","end":"2026-07-30T21:41:13.788889Z","steps":["trace[971024440] 'process raft request' (duration: 184.958956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:13.789041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.180205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-68x9r\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-07-30T21:41:13.789069Z","caller":"traceutil/trace.go:171","msg":"trace[2121847336] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-68x9r; range_end:; response_count:1; response_revision:24610; }","duration":"127.262288ms","start":"2026-07-30T21:41:13.661797Z","end":"2026-07-30T21:41:13.789059Z","steps":["trace[2121847336] 'agreement among raft nodes before linearized reading' (duration: 127.107474ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:41:13.841378Z","caller":"traceutil/trace.go:171","msg":"trace[1150776871] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"112.611493ms","start":"2026-07-30T21:41:13.728717Z","end":"2026-07-30T21:41:13.841328Z","steps":["trace[1150776871] 'process raft request' (duration: 112.267274ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:41:15.06663Z","caller":"traceutil/trace.go:171","msg":"trace[2003947985] linearizableReadLoop","detail":"{readStateIndex:25368; appliedIndex:25367; }","duration":"418.50208ms","start":"2026-07-30T21:41:14.648059Z","end":"2026-07-30T21:41:15.066562Z","steps":["trace[2003947985] 'read index received' (duration: 418.061318ms)","trace[2003947985] 'applied index is now lower than readState.Index' (duration: 439.292µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:41:15.066715Z","caller":"traceutil/trace.go:171","msg":"trace[1200241904] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"422.657539ms","start":"2026-07-30T21:41:14.644023Z","end":"2026-07-30T21:41:15.066681Z","steps":["trace[1200241904] 'process raft request' (duration: 422.186576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:15.066912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.822608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:41:15.066993Z","caller":"traceutil/trace.go:171","msg":"trace[205280237] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:24618; }","duration":"418.923152ms","start":"2026-07-30T21:41:14.648054Z","end":"2026-07-30T21:41:15.066977Z","steps":["trace[205280237] 'agreement among raft nodes before linearized reading' (duration: 418.762147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:15.067038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:14.648019Z","time spent":"419.010094ms","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-30T21:41:15.067185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:14.644Z","time spent":"422.960478ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:41:15.067484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.070697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:41:15.067545Z","caller":"traceutil/trace.go:171","msg":"trace[383117967] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24618; }","duration":"207.359005ms","start":"2026-07-30T21:41:14.860164Z","end":"2026-07-30T21:41:15.067523Z","steps":["trace[383117967] 'agreement among raft nodes before linearized reading' (duration: 207.089978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:15.067029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.836489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:41:15.067606Z","caller":"traceutil/trace.go:171","msg":"trace[1504955241] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:24618; }","duration":"419.457555ms","start":"2026-07-30T21:41:14.648136Z","end":"2026-07-30T21:41:15.067593Z","steps":["trace[1504955241] 'agreement among raft nodes before linearized reading' (duration: 418.823279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:15.06766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:14.648114Z","time spent":"419.531587ms","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-30T21:41:15.067831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.48419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-30T21:41:15.067872Z","caller":"traceutil/trace.go:171","msg":"trace[572769694] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:24618; }","duration":"288.548831ms","start":"2026-07-30T21:41:14.779312Z","end":"2026-07-30T21:41:15.067861Z","steps":["trace[572769694] 'agreement among raft nodes before linearized reading' (duration: 288.408767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:15.067951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.089135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-30T21:41:15.068Z","caller":"traceutil/trace.go:171","msg":"trace[1495831588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24618; }","duration":"414.173717ms","start":"2026-07-30T21:41:14.653811Z","end":"2026-07-30T21:41:15.067985Z","steps":["trace[1495831588] 'agreement among raft nodes before linearized reading' (duration: 414.042203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:15.068057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:14.653791Z","time spent":"414.258878ms","remote":"127.0.0.1:47514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T21:41:15.068083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.900517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:41:15.068125Z","caller":"traceutil/trace.go:171","msg":"trace[722997683] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:24618; }","duration":"419.961698ms","start":"2026-07-30T21:41:14.648153Z","end":"2026-07-30T21:41:15.068115Z","steps":["trace[722997683] 'agreement among raft nodes before linearized reading' (duration: 419.845985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:15.06816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:14.648141Z","time spent":"420.01095ms","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:41:15.068306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.249349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-30T21:41:15.068401Z","caller":"traceutil/trace.go:171","msg":"trace[1157738869] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:24618; }","duration":"411.377803ms","start":"2026-07-30T21:41:14.657004Z","end":"2026-07-30T21:41:15.068382Z","steps":["trace[1157738869] 'agreement among raft nodes before linearized reading' (duration: 411.088724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:15.068453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:14.656993Z","time spent":"411.449684ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:41:15.068461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.974927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T21:41:15.068643Z","caller":"traceutil/trace.go:171","msg":"trace[644479137] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:24618; }","duration":"323.267645ms","start":"2026-07-30T21:41:14.745356Z","end":"2026-07-30T21:41:15.068624Z","steps":["trace[644479137] 'agreement among raft nodes before linearized reading' (duration: 322.929255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:15.068757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:14.745336Z","time spent":"323.399668ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T21:41:15.068947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.456134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-30T21:41:15.069017Z","caller":"traceutil/trace.go:171","msg":"trace[1442254804] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:24618; }","duration":"384.537856ms","start":"2026-07-30T21:41:14.684461Z","end":"2026-07-30T21:41:15.068999Z","steps":["trace[1442254804] 'agreement among raft nodes before linearized reading' (duration: 383.516109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:15.069189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:14.684453Z","time spent":"384.716731ms","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5260,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:41:15.709615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740774819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:41:16.153837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080679291s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:41:16.154398Z","caller":"traceutil/trace.go:171","msg":"trace[2078574673] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"1.081284467s","start":"2026-07-30T21:41:15.073061Z","end":"2026-07-30T21:41:16.154345Z","steps":["trace[2078574673] 'process raft request' (duration: 1.081017209s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:16.154674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.073043Z","time spent":"1.081541224s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:41:16.22954Z","caller":"traceutil/trace.go:171","msg":"trace[1503113729] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"1.156402852s","start":"2026-07-30T21:41:15.073097Z","end":"2026-07-30T21:41:16.2295Z","steps":["trace[1503113729] 'process raft request' (duration: 1.133913541s)","trace[1503113729] 'compare' (duration: 22.225745ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:41:16.229688Z","caller":"traceutil/trace.go:171","msg":"trace[941796578] linearizableReadLoop","detail":"{readStateIndex:25371; appliedIndex:25368; }","duration":"1.020911257s","start":"2026-07-30T21:41:15.208754Z","end":"2026-07-30T21:41:16.229666Z","steps":["trace[941796578] 'read index received' (duration: 945.422622ms)","trace[941796578] 'applied index is now lower than readState.Index' (duration: 75.487755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:41:16.229758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.073068Z","time spent":"1.156582767s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:41:16.229805Z","caller":"traceutil/trace.go:171","msg":"trace[2049721765] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"567.429428ms","start":"2026-07-30T21:41:15.662362Z","end":"2026-07-30T21:41:16.229792Z","steps":["trace[2049721765] 'process raft request' (duration: 567.075089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:16.229893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.662335Z","time spent":"567.50191ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:41:16.229888Z","caller":"traceutil/trace.go:171","msg":"trace[1991467787] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"433.890464ms","start":"2026-07-30T21:41:15.795938Z","end":"2026-07-30T21:41:16.229828Z","steps":["trace[1991467787] 'process raft request' (duration: 433.688598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:16.229954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.194752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:41:16.22999Z","caller":"traceutil/trace.go:171","msg":"trace[1544641567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24624; }","duration":"973.268384ms","start":"2026-07-30T21:41:15.25671Z","end":"2026-07-30T21:41:16.229978Z","steps":["trace[1544641567] 'agreement among raft nodes before linearized reading' (duration: 973.209433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:16.23002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.256693Z","time spent":"973.320876ms","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:41:16.230062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.795929Z","time spent":"434.034629ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:41:16.230097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.749865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-30T21:41:16.230128Z","caller":"traceutil/trace.go:171","msg":"trace[936835586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24624; }","duration":"849.811637ms","start":"2026-07-30T21:41:15.380306Z","end":"2026-07-30T21:41:16.230118Z","steps":["trace[936835586] 'agreement among raft nodes before linearized reading' (duration: 849.700514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:16.230157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.380283Z","time spent":"849.867398ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:41:16.230204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.623053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-30T21:41:16.230243Z","caller":"traceutil/trace.go:171","msg":"trace[790426322] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:24624; }","duration":"927.698995ms","start":"2026-07-30T21:41:15.302532Z","end":"2026-07-30T21:41:16.230231Z","steps":["trace[790426322] 'agreement among raft nodes before linearized reading' (duration: 927.569482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:16.230245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.493077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-30T21:41:16.230263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.302514Z","time spent":"927.744556ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.209\" "} {"level":"info","ts":"2026-07-30T21:41:16.230277Z","caller":"traceutil/trace.go:171","msg":"trace[1785946804] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24624; }","duration":"914.559219ms","start":"2026-07-30T21:41:15.315709Z","end":"2026-07-30T21:41:16.230268Z","steps":["trace[1785946804] 'agreement among raft nodes before linearized reading' (duration: 914.507628ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:41:16.23026Z","caller":"traceutil/trace.go:171","msg":"trace[2056309050] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"505.329284ms","start":"2026-07-30T21:41:15.724894Z","end":"2026-07-30T21:41:16.230223Z","steps":["trace[2056309050] 'process raft request' (duration: 504.639766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:16.230305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021550234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-n5v2f\" ","response":"range_response_count:1 size:9715"} {"level":"warn","ts":"2026-07-30T21:41:16.230312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.315693Z","time spent":"914.61147ms","remote":"127.0.0.1:39716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:41:16.230336Z","caller":"traceutil/trace.go:171","msg":"trace[1078177610] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-n5v2f; range_end:; response_count:1; response_revision:24624; }","duration":"1.021616566s","start":"2026-07-30T21:41:15.208711Z","end":"2026-07-30T21:41:16.230327Z","steps":["trace[1078177610] 'agreement among raft nodes before linearized reading' (duration: 1.021507813s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:16.230363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.208688Z","time spent":"1.021669087s","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-n5v2f\" "} {"level":"warn","ts":"2026-07-30T21:41:16.23037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.724861Z","time spent":"505.456417ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:41:16.230394Z","caller":"traceutil/trace.go:171","msg":"trace[741131476] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"435.356072ms","start":"2026-07-30T21:41:15.795023Z","end":"2026-07-30T21:41:16.230379Z","steps":["trace[741131476] 'process raft request' (duration: 434.564081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:16.230461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.112666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-68x9r\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-07-30T21:41:16.230508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.794998Z","time spent":"435.452146ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:41:16.230567Z","caller":"traceutil/trace.go:171","msg":"trace[843944186] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-68x9r; range_end:; response_count:1; response_revision:24624; }","duration":"370.274741ms","start":"2026-07-30T21:41:15.860273Z","end":"2026-07-30T21:41:16.230547Z","steps":["trace[843944186] 'agreement among raft nodes before linearized reading' (duration: 370.020844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:41:16.230614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:41:15.860258Z","time spent":"370.346063ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-68x9r\" "} {"level":"info","ts":"2026-07-30T21:44:02.26686Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23534} {"level":"info","ts":"2026-07-30T21:44:02.362218Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23534,"took":"88.390235ms","hash":3694220238,"current-db-size-bytes":41279488,"current-db-size":"41 MB","current-db-size-in-use-bytes":28708864,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-30T21:44:02.362356Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3694220238,"revision":23534,"compact-revision":21275} {"level":"info","ts":"2026-07-30T21:49:02.275053Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25759} {"level":"info","ts":"2026-07-30T21:49:02.382058Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25759,"took":"104.504218ms","hash":3618203465,"current-db-size-bytes":43827200,"current-db-size":"44 MB","current-db-size-in-use-bytes":31518720,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-30T21:49:02.382106Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3618203465,"revision":25759,"compact-revision":23534} {"level":"info","ts":"2026-07-30T21:50:33.072969Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9409e054be1d0d72","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T21:50:33.077704Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-30T21:50:33.077816Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-30T21:50:44.606099Z","caller":"traceutil/trace.go:171","msg":"trace[1910035497] linearizableReadLoop","detail":"{readStateIndex:30146; appliedIndex:30145; }","duration":"142.579491ms","start":"2026-07-30T21:50:44.463497Z","end":"2026-07-30T21:50:44.606077Z","steps":["trace[1910035497] 'read index received' (duration: 82.620343ms)","trace[1910035497] 'applied index is now lower than readState.Index' (duration: 59.958108ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:50:44.606116Z","caller":"traceutil/trace.go:171","msg":"trace[1640355932] transaction","detail":"{read_only:false; response_revision:29260; number_of_response:1; }","duration":"232.033943ms","start":"2026-07-30T21:50:44.37405Z","end":"2026-07-30T21:50:44.606084Z","steps":["trace[1640355932] 'process raft request' (duration: 172.082395ms)","trace[1640355932] 'compare' (duration: 59.815154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:50:44.606332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.812126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-30T21:50:44.606399Z","caller":"traceutil/trace.go:171","msg":"trace[791262626] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29260; }","duration":"142.921869ms","start":"2026-07-30T21:50:44.463458Z","end":"2026-07-30T21:50:44.60638Z","steps":["trace[791262626] 'agreement among raft nodes before linearized reading' (duration: 142.743625ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:50:50.591306Z","caller":"traceutil/trace.go:171","msg":"trace[96691947] transaction","detail":"{read_only:false; response_revision:29367; number_of_response:1; }","duration":"120.320655ms","start":"2026-07-30T21:50:50.470966Z","end":"2026-07-30T21:50:50.591286Z","steps":["trace[96691947] 'process raft request' (duration: 120.192352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:05.089065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.813365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T21:52:05.089157Z","caller":"traceutil/trace.go:171","msg":"trace[1693209739] transaction","detail":"{read_only:false; response_revision:29887; number_of_response:1; }","duration":"197.575226ms","start":"2026-07-30T21:52:04.891565Z","end":"2026-07-30T21:52:05.08914Z","steps":["trace[1693209739] 'process raft request' (duration: 13.624037ms)","trace[1693209739] 'compare' (duration: 183.690862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:52:05.474978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.153558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:52:05.476993Z","caller":"traceutil/trace.go:171","msg":"trace[1580417703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29887; }","duration":"217.210353ms","start":"2026-07-30T21:52:05.259768Z","end":"2026-07-30T21:52:05.476978Z","steps":["trace[1580417703] 'range keys from in-memory index tree' (duration: 215.082437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:05.476275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.807758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-30T21:52:05.477447Z","caller":"traceutil/trace.go:171","msg":"trace[429902470] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:29887; }","duration":"141.03937ms","start":"2026-07-30T21:52:05.336397Z","end":"2026-07-30T21:52:05.477437Z","steps":["trace[429902470] 'range keys from in-memory index tree' (duration: 139.611772ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:05.65597Z","caller":"traceutil/trace.go:171","msg":"trace[1608744115] linearizableReadLoop","detail":"{readStateIndex:30792; appliedIndex:30790; }","duration":"153.169499ms","start":"2026-07-30T21:52:05.50278Z","end":"2026-07-30T21:52:05.655949Z","steps":["trace[1608744115] 'read index received' (duration: 53.99033ms)","trace[1608744115] 'applied index is now lower than readState.Index' (duration: 99.178139ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:52:05.656172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.380784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T21:52:05.656228Z","caller":"traceutil/trace.go:171","msg":"trace[743326778] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:29888; }","duration":"153.472736ms","start":"2026-07-30T21:52:05.50274Z","end":"2026-07-30T21:52:05.656213Z","steps":["trace[743326778] 'agreement among raft nodes before linearized reading' (duration: 153.314173ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:14.928906Z","caller":"traceutil/trace.go:171","msg":"trace[294312784] transaction","detail":"{read_only:false; response_revision:29948; number_of_response:1; }","duration":"216.396981ms","start":"2026-07-30T21:52:14.712485Z","end":"2026-07-30T21:52:14.928882Z","steps":["trace[294312784] 'process raft request' (duration: 216.266318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:15.79606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.919214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T21:52:15.796234Z","caller":"traceutil/trace.go:171","msg":"trace[22182274] transaction","detail":"{read_only:false; response_revision:29951; number_of_response:1; }","duration":"446.561325ms","start":"2026-07-30T21:52:15.349616Z","end":"2026-07-30T21:52:15.796178Z","steps":["trace[22182274] 'process raft request' (duration: 158.432817ms)","trace[22182274] 'compare' (duration: 286.787053ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:52:15.79633Z","caller":"traceutil/trace.go:171","msg":"trace[1050070627] transaction","detail":"{read_only:false; response_revision:29952; number_of_response:1; }","duration":"203.044981ms","start":"2026-07-30T21:52:15.593267Z","end":"2026-07-30T21:52:15.796312Z","steps":["trace[1050070627] 'process raft request' (duration: 202.914058ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:15.796646Z","caller":"traceutil/trace.go:171","msg":"trace[1036506556] linearizableReadLoop","detail":"{readStateIndex:30857; appliedIndex:30856; }","duration":"321.153427ms","start":"2026-07-30T21:52:15.47548Z","end":"2026-07-30T21:52:15.796634Z","steps":["trace[1036506556] 'read index received' (duration: 32.579226ms)","trace[1036506556] 'applied index is now lower than readState.Index' (duration: 288.572591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:52:15.797063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.584748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:52:15.797112Z","caller":"traceutil/trace.go:171","msg":"trace[805748001] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29952; }","duration":"321.67048ms","start":"2026-07-30T21:52:15.475428Z","end":"2026-07-30T21:52:15.797099Z","steps":["trace[805748001] 'agreement among raft nodes before linearized reading' (duration: 321.585118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:15.798198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:15.4754Z","time spent":"321.745281ms","remote":"127.0.0.1:50154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:52:15.798768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:15.349596Z","time spent":"449.06154ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:52:16.366242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.29514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T21:52:16.36633Z","caller":"traceutil/trace.go:171","msg":"trace[1570285830] linearizableReadLoop","detail":"{readStateIndex:30859; appliedIndex:30858; }","duration":"561.505759ms","start":"2026-07-30T21:52:15.804812Z","end":"2026-07-30T21:52:16.366318Z","steps":["trace[1570285830] 'read index received' (duration: 302.328612ms)","trace[1570285830] 'applied index is now lower than readState.Index' (duration: 259.175836ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:52:16.366384Z","caller":"traceutil/trace.go:171","msg":"trace[87917681] transaction","detail":"{read_only:false; response_revision:29953; number_of_response:1; }","duration":"562.049992ms","start":"2026-07-30T21:52:15.804326Z","end":"2026-07-30T21:52:16.366376Z","steps":["trace[87917681] 'process raft request' (duration: 302.544647ms)","trace[87917681] 'compare' (duration: 258.941491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:52:16.366429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:15.80431Z","time spent":"562.097373ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:52:16.36665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.813547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T21:52:16.366748Z","caller":"traceutil/trace.go:171","msg":"trace[1626781916] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:29953; }","duration":"561.92771ms","start":"2026-07-30T21:52:15.804799Z","end":"2026-07-30T21:52:16.366726Z","steps":["trace[1626781916] 'agreement among raft nodes before linearized reading' (duration: 561.644052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:16.366813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:15.804792Z","time spent":"561.995711ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-30T21:52:16.376356Z","caller":"traceutil/trace.go:171","msg":"trace[309423630] transaction","detail":"{read_only:false; response_revision:29955; number_of_response:1; }","duration":"568.983116ms","start":"2026-07-30T21:52:15.807356Z","end":"2026-07-30T21:52:16.376339Z","steps":["trace[309423630] 'process raft request' (duration: 568.905454ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:16.376382Z","caller":"traceutil/trace.go:171","msg":"trace[1468819472] transaction","detail":"{read_only:false; response_revision:29954; number_of_response:1; }","duration":"570.478754ms","start":"2026-07-30T21:52:15.80588Z","end":"2026-07-30T21:52:16.376358Z","steps":["trace[1468819472] 'process raft request' (duration: 570.266908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:16.376479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:15.807327Z","time spent":"569.084458ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:52:16.376565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:15.805868Z","time spent":"570.636359ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:52:16.376714Z","caller":"traceutil/trace.go:171","msg":"trace[2097377193] transaction","detail":"{read_only:false; response_revision:29956; number_of_response:1; }","duration":"568.80527ms","start":"2026-07-30T21:52:15.807874Z","end":"2026-07-30T21:52:16.376679Z","steps":["trace[2097377193] 'process raft request' (duration: 568.427091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:16.376753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.138061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:52:16.376773Z","caller":"traceutil/trace.go:171","msg":"trace[1915309517] transaction","detail":"{read_only:false; response_revision:29957; number_of_response:1; }","duration":"567.651531ms","start":"2026-07-30T21:52:15.809089Z","end":"2026-07-30T21:52:16.37674Z","steps":["trace[1915309517] 'process raft request' (duration: 567.456986ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:16.376815Z","caller":"traceutil/trace.go:171","msg":"trace[757024784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29958; }","duration":"117.224593ms","start":"2026-07-30T21:52:16.259574Z","end":"2026-07-30T21:52:16.376798Z","steps":["trace[757024784] 'agreement among raft nodes before linearized reading' (duration: 117.10697ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:16.376758Z","caller":"traceutil/trace.go:171","msg":"trace[1524653975] transaction","detail":"{read_only:false; response_revision:29958; number_of_response:1; }","duration":"567.349992ms","start":"2026-07-30T21:52:15.809396Z","end":"2026-07-30T21:52:16.376746Z","steps":["trace[1524653975] 'process raft request' (duration: 567.227589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:16.376858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:15.807864Z","time spent":"568.914443ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:52:16.376872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:15.809066Z","time spent":"567.759643ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:52:16.376932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:15.809386Z","time spent":"567.497645ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:52:17.097505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.518081ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:52:17.097617Z","caller":"traceutil/trace.go:171","msg":"trace[680499386] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29959; }","duration":"320.645964ms","start":"2026-07-30T21:52:16.776956Z","end":"2026-07-30T21:52:17.097602Z","steps":["trace[680499386] 'range keys from in-memory index tree' (duration: 320.48713ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:17.097696Z","caller":"traceutil/trace.go:171","msg":"trace[1660997491] transaction","detail":"{read_only:false; response_revision:29960; number_of_response:1; }","duration":"233.098251ms","start":"2026-07-30T21:52:16.864572Z","end":"2026-07-30T21:52:17.09767Z","steps":["trace[1660997491] 'process raft request' (duration: 137.674301ms)","trace[1660997491] 'compare' (duration: 94.951457ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:52:17.250429Z","caller":"traceutil/trace.go:171","msg":"trace[256092439] transaction","detail":"{read_only:false; response_revision:29961; number_of_response:1; }","duration":"315.330533ms","start":"2026-07-30T21:52:16.935075Z","end":"2026-07-30T21:52:17.250405Z","steps":["trace[256092439] 'process raft request' (duration: 268.839631ms)","trace[256092439] 'compare' (duration: 46.328848ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:52:17.250664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:16.935052Z","time spent":"315.465436ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:52:17.250753Z","caller":"traceutil/trace.go:171","msg":"trace[823914752] transaction","detail":"{read_only:false; response_revision:29962; number_of_response:1; }","duration":"294.098956ms","start":"2026-07-30T21:52:16.956623Z","end":"2026-07-30T21:52:17.250721Z","steps":["trace[823914752] 'process raft request' (duration: 293.746436ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:17.250901Z","caller":"traceutil/trace.go:171","msg":"trace[1344928409] transaction","detail":"{read_only:false; response_revision:29963; number_of_response:1; }","duration":"123.517179ms","start":"2026-07-30T21:52:17.127366Z","end":"2026-07-30T21:52:17.250884Z","steps":["trace[1344928409] 'process raft request' (duration: 123.251211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:17.509503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.297532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T21:52:17.509565Z","caller":"traceutil/trace.go:171","msg":"trace[366132218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29963; }","duration":"142.410855ms","start":"2026-07-30T21:52:17.36714Z","end":"2026-07-30T21:52:17.509551Z","steps":["trace[366132218] 'count revisions from in-memory index tree' (duration: 142.19866ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:17.882503Z","caller":"traceutil/trace.go:171","msg":"trace[2028494021] linearizableReadLoop","detail":"{readStateIndex:30871; appliedIndex:30870; }","duration":"144.787588ms","start":"2026-07-30T21:52:17.73766Z","end":"2026-07-30T21:52:17.882447Z","steps":["trace[2028494021] 'read index received' (duration: 61.677402ms)","trace[2028494021] 'applied index is now lower than readState.Index' (duration: 83.109126ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:52:17.882571Z","caller":"traceutil/trace.go:171","msg":"trace[1622295251] transaction","detail":"{read_only:false; response_revision:29965; number_of_response:1; }","duration":"237.276711ms","start":"2026-07-30T21:52:17.645257Z","end":"2026-07-30T21:52:17.882533Z","steps":["trace[1622295251] 'process raft request' (duration: 154.046812ms)","trace[1622295251] 'compare' (duration: 83.037834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:52:17.882776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.097836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-30T21:52:17.882874Z","caller":"traceutil/trace.go:171","msg":"trace[2145944056] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29965; }","duration":"145.24429ms","start":"2026-07-30T21:52:17.737606Z","end":"2026-07-30T21:52:17.882851Z","steps":["trace[2145944056] 'agreement among raft nodes before linearized reading' (duration: 144.960273ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:18.257897Z","caller":"traceutil/trace.go:171","msg":"trace[1559307894] transaction","detail":"{read_only:false; response_revision:29967; number_of_response:1; }","duration":"370.627778ms","start":"2026-07-30T21:52:17.88725Z","end":"2026-07-30T21:52:18.257878Z","steps":["trace[1559307894] 'process raft request' (duration: 370.403302ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:18.257896Z","caller":"traceutil/trace.go:171","msg":"trace[866689481] transaction","detail":"{read_only:false; response_revision:29966; number_of_response:1; }","duration":"451.497045ms","start":"2026-07-30T21:52:17.806367Z","end":"2026-07-30T21:52:18.257864Z","steps":["trace[866689481] 'process raft request' (duration: 357.846731ms)","trace[866689481] 'compare' (duration: 93.14956ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:52:18.258005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:17.887229Z","time spent":"370.71904ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:52:18.258067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:17.806343Z","time spent":"451.637959ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:52:18.258156Z","caller":"traceutil/trace.go:171","msg":"trace[63801629] linearizableReadLoop","detail":"{readStateIndex:30873; appliedIndex:30871; }","duration":"369.14319ms","start":"2026-07-30T21:52:17.889004Z","end":"2026-07-30T21:52:18.258147Z","steps":["trace[63801629] 'read index received' (duration: 275.226559ms)","trace[63801629] 'applied index is now lower than readState.Index' (duration: 93.915531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:52:18.258285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.279453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-30T21:52:18.258348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.115297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-30T21:52:18.258369Z","caller":"traceutil/trace.go:171","msg":"trace[866066974] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29967; }","duration":"369.366796ms","start":"2026-07-30T21:52:17.888978Z","end":"2026-07-30T21:52:18.258345Z","steps":["trace[866066974] 'agreement among raft nodes before linearized reading' (duration: 369.236292ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:18.258383Z","caller":"traceutil/trace.go:171","msg":"trace[1560816850] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:29967; }","duration":"307.183869ms","start":"2026-07-30T21:52:17.951188Z","end":"2026-07-30T21:52:18.258372Z","steps":["trace[1560816850] 'agreement among raft nodes before linearized reading' (duration: 307.047396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:18.258414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:17.88897Z","time spent":"369.435557ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:52:18.258416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:17.951171Z","time spent":"307.239041ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":536,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:52:18.258561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.823266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-30T21:52:18.25864Z","caller":"traceutil/trace.go:171","msg":"trace[1633680891] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:29967; }","duration":"150.950489ms","start":"2026-07-30T21:52:18.10767Z","end":"2026-07-30T21:52:18.25862Z","steps":["trace[1633680891] 'agreement among raft nodes before linearized reading' (duration: 150.639042ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:18.607692Z","caller":"traceutil/trace.go:171","msg":"trace[218917747] linearizableReadLoop","detail":"{readStateIndex:30875; appliedIndex:30873; }","duration":"237.420744ms","start":"2026-07-30T21:52:18.37025Z","end":"2026-07-30T21:52:18.607671Z","steps":["trace[218917747] 'read index received' (duration: 154.717879ms)","trace[218917747] 'applied index is now lower than readState.Index' (duration: 82.701875ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:52:18.607819Z","caller":"traceutil/trace.go:171","msg":"trace[1647231640] transaction","detail":"{read_only:false; response_revision:29969; number_of_response:1; }","duration":"343.429513ms","start":"2026-07-30T21:52:18.264363Z","end":"2026-07-30T21:52:18.607792Z","steps":["trace[1647231640] 'process raft request' (duration: 343.092244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:18.607874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.609979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T21:52:18.607899Z","caller":"traceutil/trace.go:171","msg":"trace[1428301632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29969; }","duration":"237.693842ms","start":"2026-07-30T21:52:18.370197Z","end":"2026-07-30T21:52:18.607891Z","steps":["trace[1428301632] 'agreement among raft nodes before linearized reading' (duration: 237.580419ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:18.607874Z","caller":"traceutil/trace.go:171","msg":"trace[433414260] transaction","detail":"{read_only:false; response_revision:29968; number_of_response:1; }","duration":"344.763067ms","start":"2026-07-30T21:52:18.263072Z","end":"2026-07-30T21:52:18.607835Z","steps":["trace[433414260] 'process raft request' (duration: 261.884428ms)","trace[433414260] 'compare' (duration: 82.1455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:52:18.60796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:18.264334Z","time spent":"343.549846ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:52:18.608044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:52:18.263057Z","time spent":"344.89517ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:52:18.608088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.892414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T21:52:18.608116Z","caller":"traceutil/trace.go:171","msg":"trace[673452776] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:29969; }","duration":"227.941694ms","start":"2026-07-30T21:52:18.380167Z","end":"2026-07-30T21:52:18.608109Z","steps":["trace[673452776] 'agreement among raft nodes before linearized reading' (duration: 227.868772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:18.608333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.334224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T21:52:18.608386Z","caller":"traceutil/trace.go:171","msg":"trace[2141449755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29969; }","duration":"226.407346ms","start":"2026-07-30T21:52:18.381967Z","end":"2026-07-30T21:52:18.608374Z","steps":["trace[2141449755] 'agreement among raft nodes before linearized reading' (duration: 226.234072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:18.608582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.57887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-30T21:52:18.608631Z","caller":"traceutil/trace.go:171","msg":"trace[1557824423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29969; }","duration":"226.677302ms","start":"2026-07-30T21:52:18.381941Z","end":"2026-07-30T21:52:18.608619Z","steps":["trace[1557824423] 'agreement among raft nodes before linearized reading' (duration: 226.541319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:18.608902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.033063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-30T21:52:18.608981Z","caller":"traceutil/trace.go:171","msg":"trace[1046334702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29969; }","duration":"227.482853ms","start":"2026-07-30T21:52:18.381476Z","end":"2026-07-30T21:52:18.608959Z","steps":["trace[1046334702] 'agreement among raft nodes before linearized reading' (duration: 227.254687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:18.609031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.579456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T21:52:18.609075Z","caller":"traceutil/trace.go:171","msg":"trace[197453347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29969; }","duration":"227.632757ms","start":"2026-07-30T21:52:18.38143Z","end":"2026-07-30T21:52:18.609062Z","steps":["trace[197453347] 'agreement among raft nodes before linearized reading' (duration: 227.534185ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:18.865854Z","caller":"traceutil/trace.go:171","msg":"trace[1474367204] transaction","detail":"{read_only:false; response_revision:29971; number_of_response:1; }","duration":"251.956067ms","start":"2026-07-30T21:52:18.613851Z","end":"2026-07-30T21:52:18.865807Z","steps":["trace[1474367204] 'process raft request' (duration: 215.164989ms)","trace[1474367204] 'compare' (duration: 36.51452ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:52:18.86593Z","caller":"traceutil/trace.go:171","msg":"trace[1626562813] transaction","detail":"{read_only:false; response_revision:29974; number_of_response:1; }","duration":"251.509116ms","start":"2026-07-30T21:52:18.614391Z","end":"2026-07-30T21:52:18.8659Z","steps":["trace[1626562813] 'process raft request' (duration: 251.439834ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:18.866038Z","caller":"traceutil/trace.go:171","msg":"trace[2029372137] transaction","detail":"{read_only:false; response_revision:29975; number_of_response:1; }","duration":"250.637012ms","start":"2026-07-30T21:52:18.615377Z","end":"2026-07-30T21:52:18.866014Z","steps":["trace[2029372137] 'process raft request' (duration: 250.484858ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:18.866077Z","caller":"traceutil/trace.go:171","msg":"trace[489987281] transaction","detail":"{read_only:false; response_revision:29973; number_of_response:1; }","duration":"251.828824ms","start":"2026-07-30T21:52:18.614225Z","end":"2026-07-30T21:52:18.866054Z","steps":["trace[489987281] 'process raft request' (duration: 251.543336ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:18.866859Z","caller":"traceutil/trace.go:171","msg":"trace[2074966765] transaction","detail":"{read_only:false; response_revision:29972; number_of_response:1; }","duration":"252.052449ms","start":"2026-07-30T21:52:18.613929Z","end":"2026-07-30T21:52:18.865982Z","steps":["trace[2074966765] 'process raft request' (duration: 251.772161ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:54:02.288073Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28394} {"level":"info","ts":"2026-07-30T21:54:02.419225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28394,"took":"128.620123ms","hash":42480508,"current-db-size-bytes":44675072,"current-db-size":"45 MB","current-db-size-in-use-bytes":30900224,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-30T21:54:02.419282Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":42480508,"revision":28394,"compact-revision":25759} {"level":"info","ts":"2026-07-30T21:58:36.671969Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000864c.wal"} {"level":"info","ts":"2026-07-30T21:58:39.91948Z","caller":"traceutil/trace.go:171","msg":"trace[1838939731] transaction","detail":"{read_only:false; response_revision:33576; number_of_response:1; }","duration":"110.745212ms","start":"2026-07-30T21:58:39.808626Z","end":"2026-07-30T21:58:39.919371Z","steps":["trace[1838939731] 'process raft request' (duration: 110.420174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:58:41.545127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.640429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:58:41.545245Z","caller":"traceutil/trace.go:171","msg":"trace[120862370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33616; }","duration":"283.805874ms","start":"2026-07-30T21:58:41.261414Z","end":"2026-07-30T21:58:41.54522Z","steps":["trace[120862370] 'range keys from in-memory index tree' (duration: 283.532006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:58:41.54523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.252204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:58:41.545379Z","caller":"traceutil/trace.go:171","msg":"trace[1552384877] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:33616; }","duration":"268.49135ms","start":"2026-07-30T21:58:41.276866Z","end":"2026-07-30T21:58:41.545357Z","steps":["trace[1552384877] 'count revisions from in-memory index tree' (duration: 268.163231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:58:41.545668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.972831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:58:41.545698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.062505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:58:41.545156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.379602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:159822"} {"level":"warn","ts":"2026-07-30T21:58:41.545836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.919132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:58:41.545841Z","caller":"traceutil/trace.go:171","msg":"trace[427295338] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:33616; }","duration":"238.114651ms","start":"2026-07-30T21:58:41.307704Z","end":"2026-07-30T21:58:41.545819Z","steps":["trace[427295338] 'range keys from in-memory index tree' (duration: 237.185337ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:58:41.545833Z","caller":"traceutil/trace.go:171","msg":"trace[1494763529] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:33616; }","duration":"315.243489ms","start":"2026-07-30T21:58:41.230559Z","end":"2026-07-30T21:58:41.545802Z","steps":["trace[1494763529] 'range keys from in-memory index tree' (duration: 314.996773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:58:41.545841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.462969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/groups/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:58:41.545872Z","caller":"traceutil/trace.go:171","msg":"trace[1098802697] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:33616; }","duration":"268.976333ms","start":"2026-07-30T21:58:41.276885Z","end":"2026-07-30T21:58:41.545861Z","steps":["trace[1098802697] 'range keys from in-memory index tree' (duration: 268.8712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:58:41.545318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.797028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:58:41.545914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:58:41.230553Z","time spent":"315.334501ms","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" limit:10000 "} {"level":"warn","ts":"2026-07-30T21:58:41.545748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.154007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:58:41.545929Z","caller":"traceutil/trace.go:171","msg":"trace[914911911] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/groups/cert-manager-test0; response_count:0; response_revision:33616; }","duration":"314.560412ms","start":"2026-07-30T21:58:41.231342Z","end":"2026-07-30T21:58:41.545902Z","steps":["trace[914911911] 'range keys from in-memory index tree' (duration: 314.422768ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:58:41.545954Z","caller":"traceutil/trace.go:171","msg":"trace[648218751] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:33616; }","duration":"237.494806ms","start":"2026-07-30T21:58:41.308441Z","end":"2026-07-30T21:58:41.545936Z","steps":["trace[648218751] 'count revisions from in-memory index tree' (duration: 236.738036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:58:41.5457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.799924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T21:58:41.545994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:58:41.231337Z","time spent":"314.639005ms","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":121,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/groups/cert-manager-test0\" limit:10000 "} {"level":"info","ts":"2026-07-30T21:58:41.546039Z","caller":"traceutil/trace.go:171","msg":"trace[401871907] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:33616; }","duration":"162.178155ms","start":"2026-07-30T21:58:41.383843Z","end":"2026-07-30T21:58:41.546021Z","steps":["trace[401871907] 'count revisions from in-memory index tree' (duration: 161.519578ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:58:41.546024Z","caller":"traceutil/trace.go:171","msg":"trace[615407755] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:33616; }","duration":"315.392473ms","start":"2026-07-30T21:58:41.230579Z","end":"2026-07-30T21:58:41.545971Z","steps":["trace[615407755] 'count revisions from in-memory index tree' (duration: 315.075905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:58:41.546126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:58:41.230541Z","time spent":"315.547707ms","remote":"127.0.0.1:47836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:58:41.545761Z","caller":"traceutil/trace.go:171","msg":"trace[874358587] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:33616; }","duration":"237.156736ms","start":"2026-07-30T21:58:41.308584Z","end":"2026-07-30T21:58:41.545741Z","steps":["trace[874358587] 'range keys from in-memory index tree' (duration: 236.862128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:58:41.545737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.330831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:58:41.546746Z","caller":"traceutil/trace.go:171","msg":"trace[915370818] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:33616; }","duration":"237.865025ms","start":"2026-07-30T21:58:41.308343Z","end":"2026-07-30T21:58:41.546208Z","steps":["trace[915370818] 'range keys from in-memory index tree' (duration: 237.143006ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:58:46.783125Z","caller":"traceutil/trace.go:171","msg":"trace[293526547] linearizableReadLoop","detail":"{readStateIndex:34735; appliedIndex:34734; }","duration":"231.707123ms","start":"2026-07-30T21:58:46.551393Z","end":"2026-07-30T21:58:46.7831Z","steps":["trace[293526547] 'read index received' (duration: 231.515748ms)","trace[293526547] 'applied index is now lower than readState.Index' (duration: 190.185µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:58:46.783278Z","caller":"traceutil/trace.go:171","msg":"trace[1531665999] transaction","detail":"{read_only:false; response_revision:33722; number_of_response:1; }","duration":"260.671524ms","start":"2026-07-30T21:58:46.522541Z","end":"2026-07-30T21:58:46.783213Z","steps":["trace[1531665999] 'process raft request' (duration: 260.384096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:58:46.783396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.99018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T21:58:46.783446Z","caller":"traceutil/trace.go:171","msg":"trace[899960751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33722; }","duration":"232.094113ms","start":"2026-07-30T21:58:46.551338Z","end":"2026-07-30T21:58:46.783432Z","steps":["trace[899960751] 'agreement among raft nodes before linearized reading' (duration: 231.928378ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:58:46.796607Z","caller":"traceutil/trace.go:171","msg":"trace[1337352448] transaction","detail":"{read_only:false; response_revision:33723; number_of_response:1; }","duration":"198.687964ms","start":"2026-07-30T21:58:46.597902Z","end":"2026-07-30T21:58:46.79659Z","steps":["trace[1337352448] 'process raft request' (duration: 197.834482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:58:46.796957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.633453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:58:46.797044Z","caller":"traceutil/trace.go:171","msg":"trace[295787415] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:33725; }","duration":"230.733146ms","start":"2026-07-30T21:58:46.566291Z","end":"2026-07-30T21:58:46.797024Z","steps":["trace[295787415] 'agreement among raft nodes before linearized reading' (duration: 230.602913ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:59:02.294396Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30903} {"level":"info","ts":"2026-07-30T21:59:02.403765Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30903,"took":"105.574795ms","hash":300852589,"current-db-size-bytes":50372608,"current-db-size":"50 MB","current-db-size-in-use-bytes":42807296,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-30T21:59:02.404304Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":300852589,"revision":30903,"compact-revision":28394} {"level":"info","ts":"2026-07-30T22:00:18.754998Z","caller":"traceutil/trace.go:171","msg":"trace[2070986434] transaction","detail":"{read_only:false; response_revision:34875; number_of_response:1; }","duration":"127.478822ms","start":"2026-07-30T22:00:18.627482Z","end":"2026-07-30T22:00:18.754961Z","steps":["trace[2070986434] 'process raft request' (duration: 122.751447ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:00:21.514557Z","caller":"traceutil/trace.go:171","msg":"trace[1320660264] transaction","detail":"{read_only:false; response_revision:34909; number_of_response:1; }","duration":"119.181185ms","start":"2026-07-30T22:00:21.395352Z","end":"2026-07-30T22:00:21.514533Z","steps":["trace[1320660264] 'process raft request' (duration: 119.01683ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:00:21.543272Z","caller":"traceutil/trace.go:171","msg":"trace[1491534056] transaction","detail":"{read_only:false; response_revision:34910; number_of_response:1; }","duration":"123.899348ms","start":"2026-07-30T22:00:21.419336Z","end":"2026-07-30T22:00:21.543236Z","steps":["trace[1491534056] 'process raft request' (duration: 123.473166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:34.658144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.306993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:34.658275Z","caller":"traceutil/trace.go:171","msg":"trace[1456527899] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:36850; }","duration":"104.490807ms","start":"2026-07-30T22:03:34.553756Z","end":"2026-07-30T22:03:34.658247Z","steps":["trace[1456527899] 'count revisions from in-memory index tree' (duration: 104.231861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:34.658781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.451023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T22:03:34.658864Z","caller":"traceutil/trace.go:171","msg":"trace[307183870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36850; }","duration":"205.583836ms","start":"2026-07-30T22:03:34.453261Z","end":"2026-07-30T22:03:34.658844Z","steps":["trace[307183870] 'range keys from in-memory index tree' (duration: 205.299959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:34.658996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.098453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-30T22:03:34.659065Z","caller":"traceutil/trace.go:171","msg":"trace[2041468977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36850; }","duration":"108.193465ms","start":"2026-07-30T22:03:34.550853Z","end":"2026-07-30T22:03:34.659046Z","steps":["trace[2041468977] 'range keys from in-memory index tree' (duration: 107.878757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:34.659896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.890133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T22:03:34.659974Z","caller":"traceutil/trace.go:171","msg":"trace[1121461843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36850; }","duration":"146.994446ms","start":"2026-07-30T22:03:34.51296Z","end":"2026-07-30T22:03:34.659954Z","steps":["trace[1121461843] 'range keys from in-memory index tree' (duration: 146.007149ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:34.847291Z","caller":"traceutil/trace.go:171","msg":"trace[502996561] transaction","detail":"{read_only:false; response_revision:36851; number_of_response:1; }","duration":"183.975698ms","start":"2026-07-30T22:03:34.663289Z","end":"2026-07-30T22:03:34.847265Z","steps":["trace[502996561] 'process raft request' (duration: 183.236818ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:35.004018Z","caller":"traceutil/trace.go:171","msg":"trace[496032112] transaction","detail":"{read_only:false; response_revision:36854; number_of_response:1; }","duration":"340.422302ms","start":"2026-07-30T22:03:34.663577Z","end":"2026-07-30T22:03:35.003999Z","steps":["trace[496032112] 'process raft request' (duration: 340.373351ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:35.004075Z","caller":"traceutil/trace.go:171","msg":"trace[1033137004] transaction","detail":"{read_only:false; response_revision:36852; number_of_response:1; }","duration":"340.677788ms","start":"2026-07-30T22:03:34.663343Z","end":"2026-07-30T22:03:35.004021Z","steps":["trace[1033137004] 'process raft request' (duration: 340.426251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.00415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:34.663556Z","time spent":"340.533045ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:35.004204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:34.663317Z","time spent":"340.820362ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:35.004244Z","caller":"traceutil/trace.go:171","msg":"trace[1907785641] transaction","detail":"{read_only:false; response_revision:36853; number_of_response:1; }","duration":"340.869154ms","start":"2026-07-30T22:03:34.663361Z","end":"2026-07-30T22:03:35.00423Z","steps":["trace[1907785641] 'process raft request' (duration: 340.555456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.004355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:34.663339Z","time spent":"340.979926ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:35.004441Z","caller":"traceutil/trace.go:171","msg":"trace[412205578] transaction","detail":"{read_only:false; response_revision:36855; number_of_response:1; }","duration":"340.194775ms","start":"2026-07-30T22:03:34.664217Z","end":"2026-07-30T22:03:35.004412Z","steps":["trace[412205578] 'process raft request' (duration: 339.756894ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:35.004572Z","caller":"traceutil/trace.go:171","msg":"trace[1504741429] linearizableReadLoop","detail":"{readStateIndex:37941; appliedIndex:37935; }","duration":"245.080955ms","start":"2026-07-30T22:03:34.759482Z","end":"2026-07-30T22:03:35.004563Z","steps":["trace[1504741429] 'read index received' (duration: 86.929136ms)","trace[1504741429] 'applied index is now lower than readState.Index' (duration: 158.150989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:35.004588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:34.664207Z","time spent":"340.307788ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:35.004717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.234289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-30T22:03:35.004744Z","caller":"traceutil/trace.go:171","msg":"trace[1298596977] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36856; }","duration":"245.259959ms","start":"2026-07-30T22:03:34.759475Z","end":"2026-07-30T22:03:35.004735Z","steps":["trace[1298596977] 'agreement among raft nodes before linearized reading' (duration: 245.172707ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:35.00468Z","caller":"traceutil/trace.go:171","msg":"trace[373879102] transaction","detail":"{read_only:false; response_revision:36856; number_of_response:1; }","duration":"313.297029ms","start":"2026-07-30T22:03:34.691345Z","end":"2026-07-30T22:03:35.004642Z","steps":["trace[373879102] 'process raft request' (duration: 312.98638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.004896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:34.691312Z","time spent":"313.475684ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:35.071823Z","caller":"traceutil/trace.go:171","msg":"trace[259601618] transaction","detail":"{read_only:false; response_revision:36857; number_of_response:1; }","duration":"102.783313ms","start":"2026-07-30T22:03:34.969013Z","end":"2026-07-30T22:03:35.071797Z","steps":["trace[259601618] 'process raft request' (duration: 102.451503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.072029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.22474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-30T22:03:35.072079Z","caller":"traceutil/trace.go:171","msg":"trace[1060653660] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:36857; }","duration":"212.327733ms","start":"2026-07-30T22:03:34.859738Z","end":"2026-07-30T22:03:35.072066Z","steps":["trace[1060653660] 'agreement among raft nodes before linearized reading' (duration: 212.151129ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:35.381598Z","caller":"traceutil/trace.go:171","msg":"trace[306326390] linearizableReadLoop","detail":"{readStateIndex:37943; appliedIndex:37942; }","duration":"310.003042ms","start":"2026-07-30T22:03:35.071581Z","end":"2026-07-30T22:03:35.381584Z","steps":["trace[306326390] 'read index received' (duration: 309.93308ms)","trace[306326390] 'applied index is now lower than readState.Index' (duration: 69.412µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:03:35.381679Z","caller":"traceutil/trace.go:171","msg":"trace[2101955519] transaction","detail":"{read_only:false; response_revision:36858; number_of_response:1; }","duration":"372.230877ms","start":"2026-07-30T22:03:35.00944Z","end":"2026-07-30T22:03:35.381671Z","steps":["trace[2101955519] 'process raft request' (duration: 371.96409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.381756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:35.009417Z","time spent":"372.278569ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:35.381958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.770712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-07-30T22:03:35.382028Z","caller":"traceutil/trace.go:171","msg":"trace[1284636361] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:36858; }","duration":"337.874025ms","start":"2026-07-30T22:03:35.044135Z","end":"2026-07-30T22:03:35.382009Z","steps":["trace[1284636361] 'agreement among raft nodes before linearized reading' (duration: 337.693929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.382075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:35.044119Z","time spent":"337.945566ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-30T22:03:35.632893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.041745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:03:35.633083Z","caller":"traceutil/trace.go:171","msg":"trace[160566314] linearizableReadLoop","detail":"{readStateIndex:37945; appliedIndex:37943; }","duration":"251.423792ms","start":"2026-07-30T22:03:35.381644Z","end":"2026-07-30T22:03:35.633068Z","steps":["trace[160566314] 'read index received' (duration: 82.13845ms)","trace[160566314] 'applied index is now lower than readState.Index' (duration: 169.284442ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:03:35.633181Z","caller":"traceutil/trace.go:171","msg":"trace[1830657809] transaction","detail":"{read_only:false; response_revision:36860; number_of_response:1; }","duration":"555.035574ms","start":"2026-07-30T22:03:35.078136Z","end":"2026-07-30T22:03:35.633172Z","steps":["trace[1830657809] 'process raft request' (duration: 554.842929ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:35.633209Z","caller":"traceutil/trace.go:171","msg":"trace[1283408020] transaction","detail":"{read_only:false; response_revision:36859; number_of_response:1; }","duration":"557.54054ms","start":"2026-07-30T22:03:35.07565Z","end":"2026-07-30T22:03:35.633191Z","steps":["trace[1283408020] 'process raft request' (duration: 388.119065ms)","trace[1283408020] 'compare' (duration: 168.690085ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:35.633264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:35.078114Z","time spent":"555.096435ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:35.633299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:35.075628Z","time spent":"557.628263ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:35.633419Z","caller":"traceutil/trace.go:171","msg":"trace[1876302840] transaction","detail":"{read_only:false; response_revision:36861; number_of_response:1; }","duration":"159.811693ms","start":"2026-07-30T22:03:35.473598Z","end":"2026-07-30T22:03:35.633409Z","steps":["trace[1876302840] 'process raft request' (duration: 159.439583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.633636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.275846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-30T22:03:35.633681Z","caller":"traceutil/trace.go:171","msg":"trace[571071351] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:36861; }","duration":"254.351888ms","start":"2026-07-30T22:03:35.379319Z","end":"2026-07-30T22:03:35.633671Z","steps":["trace[571071351] 'agreement among raft nodes before linearized reading' (duration: 254.167673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.63374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.524985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ddee5c7a-5103-4888-a06d-f55b580dac90\" ","response":"range_response_count:1 size:2265"} {"level":"info","ts":"2026-07-30T22:03:35.633804Z","caller":"traceutil/trace.go:171","msg":"trace[1838802888] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ddee5c7a-5103-4888-a06d-f55b580dac90; range_end:; response_count:1; response_revision:36861; }","duration":"248.621517ms","start":"2026-07-30T22:03:35.385167Z","end":"2026-07-30T22:03:35.633788Z","steps":["trace[1838802888] 'agreement among raft nodes before linearized reading' (duration: 248.420342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.633747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.301692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-30T22:03:35.633888Z","caller":"traceutil/trace.go:171","msg":"trace[1829699688] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:36861; }","duration":"123.473987ms","start":"2026-07-30T22:03:35.510398Z","end":"2026-07-30T22:03:35.633872Z","steps":["trace[1829699688] 'agreement among raft nodes before linearized reading' (duration: 123.22568ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:35.838359Z","caller":"traceutil/trace.go:171","msg":"trace[284153969] linearizableReadLoop","detail":"{readStateIndex:37947; appliedIndex:37946; }","duration":"196.67097ms","start":"2026-07-30T22:03:35.641646Z","end":"2026-07-30T22:03:35.838317Z","steps":["trace[284153969] 'read index received' (duration: 99.857925ms)","trace[284153969] 'applied index is now lower than readState.Index' (duration: 96.811265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:35.83856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.895787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-07-30T22:03:35.838608Z","caller":"traceutil/trace.go:171","msg":"trace[1330690767] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:36861; }","duration":"196.99444ms","start":"2026-07-30T22:03:35.641601Z","end":"2026-07-30T22:03:35.838595Z","steps":["trace[1330690767] 'agreement among raft nodes before linearized reading' (duration: 196.801935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.838646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.12023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:35.838714Z","caller":"traceutil/trace.go:171","msg":"trace[538939052] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:36861; }","duration":"125.235103ms","start":"2026-07-30T22:03:35.713461Z","end":"2026-07-30T22:03:35.838696Z","steps":["trace[538939052] 'agreement among raft nodes before linearized reading' (duration: 125.11562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.838858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.985954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:35.83898Z","caller":"traceutil/trace.go:171","msg":"trace[462269856] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:36861; }","duration":"185.193999ms","start":"2026-07-30T22:03:35.653764Z","end":"2026-07-30T22:03:35.838958Z","steps":["trace[462269856] 'agreement among raft nodes before linearized reading' (duration: 184.915632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:35.839336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.36628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-07-30T22:03:35.839435Z","caller":"traceutil/trace.go:171","msg":"trace[1635284880] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:36861; }","duration":"197.534734ms","start":"2026-07-30T22:03:35.641875Z","end":"2026-07-30T22:03:35.83941Z","steps":["trace[1635284880] 'agreement among raft nodes before linearized reading' (duration: 196.624861ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:36.114603Z","caller":"traceutil/trace.go:171","msg":"trace[506243945] linearizableReadLoop","detail":"{readStateIndex:37950; appliedIndex:37947; }","duration":"269.576978ms","start":"2026-07-30T22:03:35.845008Z","end":"2026-07-30T22:03:36.114585Z","steps":["trace[506243945] 'read index received' (duration: 29.171877ms)","trace[506243945] 'applied index is now lower than readState.Index' (duration: 240.404531ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:03:36.114688Z","caller":"traceutil/trace.go:171","msg":"trace[665998741] transaction","detail":"{read_only:false; response_revision:36864; number_of_response:1; }","duration":"270.623856ms","start":"2026-07-30T22:03:35.844054Z","end":"2026-07-30T22:03:36.114678Z","steps":["trace[665998741] 'process raft request' (duration: 270.493842ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:36.114686Z","caller":"traceutil/trace.go:171","msg":"trace[79493823] transaction","detail":"{read_only:false; response_revision:36863; number_of_response:1; }","duration":"270.788311ms","start":"2026-07-30T22:03:35.843858Z","end":"2026-07-30T22:03:36.114647Z","steps":["trace[79493823] 'process raft request' (duration: 270.540705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:36.114826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.795964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:36.114892Z","caller":"traceutil/trace.go:171","msg":"trace[791856694] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36864; }","duration":"269.893546ms","start":"2026-07-30T22:03:35.844981Z","end":"2026-07-30T22:03:36.114875Z","steps":["trace[791856694] 'agreement among raft nodes before linearized reading' (duration: 269.725802ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:36.523319Z","caller":"traceutil/trace.go:171","msg":"trace[1854846911] linearizableReadLoop","detail":"{readStateIndex:37954; appliedIndex:37950; }","duration":"408.639055ms","start":"2026-07-30T22:03:36.114655Z","end":"2026-07-30T22:03:36.523294Z","steps":["trace[1854846911] 'read index received' (duration: 332.948985ms)","trace[1854846911] 'applied index is now lower than readState.Index' (duration: 75.689ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:03:36.523441Z","caller":"traceutil/trace.go:171","msg":"trace[1649405420] transaction","detail":"{read_only:false; response_revision:36865; number_of_response:1; }","duration":"632.07699ms","start":"2026-07-30T22:03:35.891347Z","end":"2026-07-30T22:03:36.523424Z","steps":["trace[1649405420] 'process raft request' (duration: 556.213636ms)","trace[1649405420] 'compare' (duration: 75.368381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:36.523549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:35.891323Z","time spent":"632.149573ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:36.523586Z","caller":"traceutil/trace.go:171","msg":"trace[1019574983] transaction","detail":"{read_only:false; response_revision:36868; number_of_response:1; }","duration":"513.581234ms","start":"2026-07-30T22:03:36.00997Z","end":"2026-07-30T22:03:36.523551Z","steps":["trace[1019574983] 'process raft request' (duration: 513.269996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:36.523657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.057053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:36.523739Z","caller":"traceutil/trace.go:171","msg":"trace[815162119] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:36868; }","duration":"596.194487ms","start":"2026-07-30T22:03:35.927525Z","end":"2026-07-30T22:03:36.523719Z","steps":["trace[815162119] 'agreement among raft nodes before linearized reading' (duration: 596.026123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:36.523744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:36.009953Z","time spent":"513.708147ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:36.523786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:35.927504Z","time spent":"596.271579ms","remote":"127.0.0.1:45512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-30T22:03:36.523869Z","caller":"traceutil/trace.go:171","msg":"trace[2023676539] transaction","detail":"{read_only:false; response_revision:36866; number_of_response:1; }","duration":"559.717648ms","start":"2026-07-30T22:03:35.96414Z","end":"2026-07-30T22:03:36.523858Z","steps":["trace[2023676539] 'process raft request' (duration: 558.992069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:36.524021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:35.964123Z","time spent":"559.859121ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:36.524185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.744732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-30T22:03:36.524203Z","caller":"traceutil/trace.go:171","msg":"trace[685805867] transaction","detail":"{read_only:false; response_revision:36867; number_of_response:1; }","duration":"517.640592ms","start":"2026-07-30T22:03:36.006346Z","end":"2026-07-30T22:03:36.523987Z","steps":["trace[685805867] 'process raft request' (duration: 516.839862ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:36.524347Z","caller":"traceutil/trace.go:171","msg":"trace[2056548145] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:36868; }","duration":"647.994688ms","start":"2026-07-30T22:03:35.87633Z","end":"2026-07-30T22:03:36.524325Z","steps":["trace[2056548145] 'agreement among raft nodes before linearized reading' (duration: 647.653589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:36.524396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:35.876309Z","time spent":"648.07574ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-30T22:03:36.524632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:36.006322Z","time spent":"518.196117ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:36.543424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.933262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:36.543537Z","caller":"traceutil/trace.go:171","msg":"trace[527661851] transaction","detail":"{read_only:false; response_revision:36869; number_of_response:1; }","duration":"275.272878ms","start":"2026-07-30T22:03:36.268244Z","end":"2026-07-30T22:03:36.543517Z","steps":["trace[527661851] 'process raft request' (duration: 274.894098ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:36.543559Z","caller":"traceutil/trace.go:171","msg":"trace[159264598] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36869; }","duration":"423.108266ms","start":"2026-07-30T22:03:36.120436Z","end":"2026-07-30T22:03:36.543545Z","steps":["trace[159264598] 'agreement among raft nodes before linearized reading' (duration: 422.910661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:36.543641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:36.120403Z","time spent":"423.228279ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-30T22:03:36.543636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.957594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18c730695490e2f3\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-30T22:03:36.543725Z","caller":"traceutil/trace.go:171","msg":"trace[1766626125] range","detail":"{range_begin:/registry/events/openstack/container-infra.18c730695490e2f3; range_end:; response_count:1; response_revision:36869; }","duration":"425.079418ms","start":"2026-07-30T22:03:36.118627Z","end":"2026-07-30T22:03:36.543706Z","steps":["trace[1766626125] 'agreement among raft nodes before linearized reading' (duration: 424.852172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:36.543772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:36.118612Z","time spent":"425.150699ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18c730695490e2f3\" "} {"level":"warn","ts":"2026-07-30T22:03:36.54349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.699902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T22:03:36.543841Z","caller":"traceutil/trace.go:171","msg":"trace[1164849976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36869; }","duration":"251.068131ms","start":"2026-07-30T22:03:36.292751Z","end":"2026-07-30T22:03:36.543819Z","steps":["trace[1164849976] 'agreement among raft nodes before linearized reading' (duration: 250.62206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:36.544275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.060229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:36.544371Z","caller":"traceutil/trace.go:171","msg":"trace[1224755298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36869; }","duration":"284.193133ms","start":"2026-07-30T22:03:36.260156Z","end":"2026-07-30T22:03:36.544349Z","steps":["trace[1224755298] 'agreement among raft nodes before linearized reading' (duration: 284.050519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:36.803495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.57044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:03:36.803574Z","caller":"traceutil/trace.go:171","msg":"trace[2026819438] linearizableReadLoop","detail":"{readStateIndex:37957; appliedIndex:37956; }","duration":"210.074513ms","start":"2026-07-30T22:03:36.593486Z","end":"2026-07-30T22:03:36.803561Z","steps":["trace[2026819438] 'read index received' (duration: 70.311179ms)","trace[2026819438] 'applied index is now lower than readState.Index' (duration: 139.762474ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:03:36.803642Z","caller":"traceutil/trace.go:171","msg":"trace[16775187] transaction","detail":"{read_only:false; response_revision:36871; number_of_response:1; }","duration":"255.426487ms","start":"2026-07-30T22:03:36.548188Z","end":"2026-07-30T22:03:36.803614Z","steps":["trace[16775187] 'process raft request' (duration: 115.671573ms)","trace[16775187] 'compare' (duration: 139.255211ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:36.803679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.542407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:36.803802Z","caller":"traceutil/trace.go:171","msg":"trace[41600663] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:36871; }","duration":"196.653751ms","start":"2026-07-30T22:03:36.607114Z","end":"2026-07-30T22:03:36.803768Z","steps":["trace[41600663] 'agreement among raft nodes before linearized reading' (duration: 196.515937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:36.803872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.343942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18c73069ee4816e2\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-30T22:03:36.804114Z","caller":"traceutil/trace.go:171","msg":"trace[539337462] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18c73069ee4816e2; range_end:; response_count:1; response_revision:36871; }","duration":"210.654589ms","start":"2026-07-30T22:03:36.593436Z","end":"2026-07-30T22:03:36.80409Z","steps":["trace[539337462] 'agreement among raft nodes before linearized reading' (duration: 210.173546ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:36.965791Z","caller":"traceutil/trace.go:171","msg":"trace[1973011471] transaction","detail":"{read_only:false; response_revision:36873; number_of_response:1; }","duration":"108.39391ms","start":"2026-07-30T22:03:36.857372Z","end":"2026-07-30T22:03:36.965766Z","steps":["trace[1973011471] 'process raft request' (duration: 108.238416ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:37.193305Z","caller":"traceutil/trace.go:171","msg":"trace[2113216199] transaction","detail":"{read_only:false; response_revision:36874; number_of_response:1; }","duration":"183.379852ms","start":"2026-07-30T22:03:37.009897Z","end":"2026-07-30T22:03:37.193277Z","steps":["trace[2113216199] 'process raft request' (duration: 105.848503ms)","trace[2113216199] 'compare' (duration: 77.350285ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:03:37.209143Z","caller":"traceutil/trace.go:171","msg":"trace[1648720784] transaction","detail":"{read_only:false; response_revision:36879; number_of_response:1; }","duration":"132.159264ms","start":"2026-07-30T22:03:37.07696Z","end":"2026-07-30T22:03:37.20912Z","steps":["trace[1648720784] 'process raft request' (duration: 132.112063ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:37.209381Z","caller":"traceutil/trace.go:171","msg":"trace[374439045] transaction","detail":"{read_only:false; response_revision:36876; number_of_response:1; }","duration":"196.6137ms","start":"2026-07-30T22:03:37.012737Z","end":"2026-07-30T22:03:37.209351Z","steps":["trace[374439045] 'process raft request' (duration: 196.228139ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:37.209466Z","caller":"traceutil/trace.go:171","msg":"trace[378867781] transaction","detail":"{read_only:false; response_revision:36877; number_of_response:1; }","duration":"196.688832ms","start":"2026-07-30T22:03:37.012766Z","end":"2026-07-30T22:03:37.209455Z","steps":["trace[378867781] 'process raft request' (duration: 196.234719ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:37.209536Z","caller":"traceutil/trace.go:171","msg":"trace[281214911] transaction","detail":"{read_only:false; response_revision:36875; number_of_response:1; }","duration":"197.839543ms","start":"2026-07-30T22:03:37.011666Z","end":"2026-07-30T22:03:37.209506Z","steps":["trace[281214911] 'process raft request' (duration: 197.173605ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:37.209566Z","caller":"traceutil/trace.go:171","msg":"trace[1820899393] transaction","detail":"{read_only:false; response_revision:36878; number_of_response:1; }","duration":"195.945162ms","start":"2026-07-30T22:03:37.013612Z","end":"2026-07-30T22:03:37.209557Z","steps":["trace[1820899393] 'process raft request' (duration: 195.427608ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:39.936364Z","caller":"traceutil/trace.go:171","msg":"trace[699519176] transaction","detail":"{read_only:false; response_revision:36902; number_of_response:1; }","duration":"241.732046ms","start":"2026-07-30T22:03:39.694601Z","end":"2026-07-30T22:03:39.936333Z","steps":["trace[699519176] 'process raft request' (duration: 241.524531ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:39.936375Z","caller":"traceutil/trace.go:171","msg":"trace[1730047629] linearizableReadLoop","detail":"{readStateIndex:37988; appliedIndex:37988; }","duration":"196.674802ms","start":"2026-07-30T22:03:39.739672Z","end":"2026-07-30T22:03:39.936346Z","steps":["trace[1730047629] 'read index received' (duration: 196.661701ms)","trace[1730047629] 'applied index is now lower than readState.Index' (duration: 11.461µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:39.936602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.417133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:39.936675Z","caller":"traceutil/trace.go:171","msg":"trace[1816576786] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:36902; }","duration":"180.533356ms","start":"2026-07-30T22:03:39.756123Z","end":"2026-07-30T22:03:39.936656Z","steps":["trace[1816576786] 'agreement among raft nodes before linearized reading' (duration: 180.403193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:39.936627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.879026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:39.936784Z","caller":"traceutil/trace.go:171","msg":"trace[988177596] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:36902; }","duration":"197.126244ms","start":"2026-07-30T22:03:39.739606Z","end":"2026-07-30T22:03:39.936732Z","steps":["trace[988177596] 'agreement among raft nodes before linearized reading' (duration: 196.822486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:40.479788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.139858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:40.479886Z","caller":"traceutil/trace.go:171","msg":"trace[1562753184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36902; }","duration":"220.276541ms","start":"2026-07-30T22:03:40.25959Z","end":"2026-07-30T22:03:40.479867Z","steps":["trace[1562753184] 'range keys from in-memory index tree' (duration: 219.955364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:40.480233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.976614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:40.480324Z","caller":"traceutil/trace.go:171","msg":"trace[1443370395] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:36902; }","duration":"177.113817ms","start":"2026-07-30T22:03:40.303187Z","end":"2026-07-30T22:03:40.480301Z","steps":["trace[1443370395] 'count revisions from in-memory index tree' (duration: 176.886842ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:40.7832Z","caller":"traceutil/trace.go:171","msg":"trace[842210051] transaction","detail":"{read_only:false; response_revision:36904; number_of_response:1; }","duration":"248.431002ms","start":"2026-07-30T22:03:40.534745Z","end":"2026-07-30T22:03:40.783176Z","steps":["trace[842210051] 'process raft request' (duration: 248.253947ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:40.783634Z","caller":"traceutil/trace.go:171","msg":"trace[329828168] linearizableReadLoop","detail":"{readStateIndex:37994; appliedIndex:37989; }","duration":"144.912291ms","start":"2026-07-30T22:03:40.638702Z","end":"2026-07-30T22:03:40.783615Z","steps":["trace[329828168] 'read index received' (duration: 144.236763ms)","trace[329828168] 'applied index is now lower than readState.Index' (duration: 674.848µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:03:40.783813Z","caller":"traceutil/trace.go:171","msg":"trace[250396231] transaction","detail":"{read_only:false; response_revision:36905; number_of_response:1; }","duration":"247.419896ms","start":"2026-07-30T22:03:40.536385Z","end":"2026-07-30T22:03:40.783805Z","steps":["trace[250396231] 'process raft request' (duration: 246.746879ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:40.783876Z","caller":"traceutil/trace.go:171","msg":"trace[642444085] transaction","detail":"{read_only:false; response_revision:36908; number_of_response:1; }","duration":"225.11206ms","start":"2026-07-30T22:03:40.558739Z","end":"2026-07-30T22:03:40.783851Z","steps":["trace[642444085] 'process raft request' (duration: 224.842712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:40.784103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.397114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-30T22:03:40.784135Z","caller":"traceutil/trace.go:171","msg":"trace[1376203119] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36908; }","duration":"145.441255ms","start":"2026-07-30T22:03:40.638685Z","end":"2026-07-30T22:03:40.784126Z","steps":["trace[1376203119] 'agreement among raft nodes before linearized reading' (duration: 145.286371ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:40.784139Z","caller":"traceutil/trace.go:171","msg":"trace[298381061] transaction","detail":"{read_only:false; response_revision:36907; number_of_response:1; }","duration":"246.808061ms","start":"2026-07-30T22:03:40.537323Z","end":"2026-07-30T22:03:40.784131Z","steps":["trace[298381061] 'process raft request' (duration: 246.226745ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:40.784103Z","caller":"traceutil/trace.go:171","msg":"trace[1900606772] transaction","detail":"{read_only:false; response_revision:36906; number_of_response:1; }","duration":"247.401725ms","start":"2026-07-30T22:03:40.53669Z","end":"2026-07-30T22:03:40.784092Z","steps":["trace[1900606772] 'process raft request' (duration: 246.739017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:40.784296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.33225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-30T22:03:40.784372Z","caller":"traceutil/trace.go:171","msg":"trace[1689020350] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36908; }","duration":"143.418842ms","start":"2026-07-30T22:03:40.640915Z","end":"2026-07-30T22:03:40.784334Z","steps":["trace[1689020350] 'agreement among raft nodes before linearized reading' (duration: 143.164216ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:41.159116Z","caller":"traceutil/trace.go:171","msg":"trace[1589015208] transaction","detail":"{read_only:false; response_revision:36910; number_of_response:1; }","duration":"370.690617ms","start":"2026-07-30T22:03:40.7884Z","end":"2026-07-30T22:03:41.15909Z","steps":["trace[1589015208] 'process raft request' (duration: 370.608424ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:41.159204Z","caller":"traceutil/trace.go:171","msg":"trace[103633746] transaction","detail":"{read_only:false; response_revision:36909; number_of_response:1; }","duration":"371.306254ms","start":"2026-07-30T22:03:40.787803Z","end":"2026-07-30T22:03:41.159109Z","steps":["trace[103633746] 'process raft request' (duration: 295.4996ms)","trace[103633746] 'compare' (duration: 75.572357ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:41.159258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:40.788386Z","time spent":"370.79967ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:41.159347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:40.787786Z","time spent":"371.477898ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:41.64338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.279574ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-30T22:03:41.643592Z","caller":"traceutil/trace.go:171","msg":"trace[1484250964] linearizableReadLoop","detail":"{readStateIndex:37996; appliedIndex:37994; }","duration":"854.50901ms","start":"2026-07-30T22:03:40.789065Z","end":"2026-07-30T22:03:41.643574Z","steps":["trace[1484250964] 'read index received' (duration: 294.33851ms)","trace[1484250964] 'applied index is now lower than readState.Index' (duration: 560.16923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:41.643827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.749656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:41.643869Z","caller":"traceutil/trace.go:171","msg":"trace[1902590486] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:36910; }","duration":"854.808967ms","start":"2026-07-30T22:03:40.789049Z","end":"2026-07-30T22:03:41.643858Z","steps":["trace[1902590486] 'agreement among raft nodes before linearized reading' (duration: 854.724385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:41.643911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:40.789035Z","time spent":"854.866808ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-30T22:03:41.644036Z","caller":"traceutil/trace.go:171","msg":"trace[566746305] transaction","detail":"{read_only:false; response_revision:36911; number_of_response:1; }","duration":"538.294975ms","start":"2026-07-30T22:03:41.10571Z","end":"2026-07-30T22:03:41.644005Z","steps":["trace[566746305] 'process raft request' (duration: 537.770211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:41.644184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:41.105691Z","time spent":"538.417297ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:41.826213Z","caller":"traceutil/trace.go:171","msg":"trace[123889774] transaction","detail":"{read_only:false; response_revision:36912; number_of_response:1; }","duration":"620.67739ms","start":"2026-07-30T22:03:41.205509Z","end":"2026-07-30T22:03:41.826187Z","steps":["trace[123889774] 'process raft request' (duration: 620.436744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:41.826388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:41.205484Z","time spent":"620.809834ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:41.826536Z","caller":"traceutil/trace.go:171","msg":"trace[1152708536] transaction","detail":"{read_only:false; response_revision:36913; number_of_response:1; }","duration":"590.531008ms","start":"2026-07-30T22:03:41.235971Z","end":"2026-07-30T22:03:41.826502Z","steps":["trace[1152708536] 'process raft request' (duration: 590.170179ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:41.826586Z","caller":"traceutil/trace.go:171","msg":"trace[634123754] linearizableReadLoop","detail":"{readStateIndex:38001; appliedIndex:37998; }","duration":"182.92901ms","start":"2026-07-30T22:03:41.643628Z","end":"2026-07-30T22:03:41.826557Z","steps":["trace[634123754] 'read index received' (duration: 182.243022ms)","trace[634123754] 'applied index is now lower than readState.Index' (duration: 685.288µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:41.826878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.15699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T22:03:41.826933Z","caller":"traceutil/trace.go:171","msg":"trace[846937040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36914; }","duration":"592.276564ms","start":"2026-07-30T22:03:41.234641Z","end":"2026-07-30T22:03:41.826918Z","steps":["trace[846937040] 'agreement among raft nodes before linearized reading' (duration: 592.12054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:41.826966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:41.234611Z","time spent":"592.346745ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T22:03:41.826987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.272864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-30T22:03:41.827037Z","caller":"traceutil/trace.go:171","msg":"trace[90985077] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36914; }","duration":"592.358486ms","start":"2026-07-30T22:03:41.234665Z","end":"2026-07-30T22:03:41.827024Z","steps":["trace[90985077] 'agreement among raft nodes before linearized reading' (duration: 592.166901ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:41.827059Z","caller":"traceutil/trace.go:171","msg":"trace[449815112] transaction","detail":"{read_only:false; response_revision:36914; number_of_response:1; }","duration":"431.185058ms","start":"2026-07-30T22:03:41.395865Z","end":"2026-07-30T22:03:41.82705Z","steps":["trace[449815112] 'process raft request' (duration: 430.523901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:41.827087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:41.234658Z","time spent":"592.415068ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T22:03:41.827116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:41.395846Z","time spent":"431.235659ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:41.82741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.187724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:41.827461Z","caller":"traceutil/trace.go:171","msg":"trace[1921523409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36914; }","duration":"478.270166ms","start":"2026-07-30T22:03:41.349181Z","end":"2026-07-30T22:03:41.827451Z","steps":["trace[1921523409] 'agreement among raft nodes before linearized reading' (duration: 478.197734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:41.827463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003691191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-30T22:03:41.827445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.90517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T22:03:41.8275Z","caller":"traceutil/trace.go:171","msg":"trace[1711767015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36914; }","duration":"1.003763113s","start":"2026-07-30T22:03:40.823727Z","end":"2026-07-30T22:03:41.82749Z","steps":["trace[1711767015] 'agreement among raft nodes before linearized reading' (duration: 1.003668391s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:41.827542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:40.823706Z","time spent":"1.003829295s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T22:03:41.827554Z","caller":"traceutil/trace.go:171","msg":"trace[496141390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36914; }","duration":"593.073824ms","start":"2026-07-30T22:03:41.234455Z","end":"2026-07-30T22:03:41.827529Z","steps":["trace[496141390] 'agreement among raft nodes before linearized reading' (duration: 592.622573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:41.826858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:41.235953Z","time spent":"590.721843ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:41.827569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.033658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-30T22:03:41.827598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:41.234439Z","time spent":"593.149887ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T22:03:41.827639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.10034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-30T22:03:41.827708Z","caller":"traceutil/trace.go:171","msg":"trace[398716462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36914; }","duration":"848.208704ms","start":"2026-07-30T22:03:40.979485Z","end":"2026-07-30T22:03:41.827694Z","steps":["trace[398716462] 'agreement among raft nodes before linearized reading' (duration: 847.434453ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:41.827606Z","caller":"traceutil/trace.go:171","msg":"trace[2020318873] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:36914; }","duration":"805.1005ms","start":"2026-07-30T22:03:41.022496Z","end":"2026-07-30T22:03:41.827597Z","steps":["trace[2020318873] 'agreement among raft nodes before linearized reading' (duration: 805.028798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:41.827754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:40.979468Z","time spent":"848.276465ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T22:03:41.827742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.526681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-30T22:03:41.827776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:41.022465Z","time spent":"805.292006ms","remote":"127.0.0.1:39994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-30T22:03:41.827848Z","caller":"traceutil/trace.go:171","msg":"trace[746784816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36914; }","duration":"592.683144ms","start":"2026-07-30T22:03:41.235139Z","end":"2026-07-30T22:03:41.827822Z","steps":["trace[746784816] 'agreement among raft nodes before linearized reading' (duration: 592.355515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:41.827945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:41.23512Z","time spent":"592.817118ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T22:03:41.827492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:41.349158Z","time spent":"478.328097ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T22:03:41.965551Z","caller":"traceutil/trace.go:171","msg":"trace[297012250] transaction","detail":"{read_only:false; response_revision:36915; number_of_response:1; }","duration":"133.236283ms","start":"2026-07-30T22:03:41.832289Z","end":"2026-07-30T22:03:41.965525Z","steps":["trace[297012250] 'process raft request' (duration: 129.395012ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:42.007325Z","caller":"traceutil/trace.go:171","msg":"trace[292033377] linearizableReadLoop","detail":"{readStateIndex:38006; appliedIndex:38001; }","duration":"172.049934ms","start":"2026-07-30T22:03:41.835254Z","end":"2026-07-30T22:03:42.007304Z","steps":["trace[292033377] 'read index received' (duration: 126.63627ms)","trace[292033377] 'applied index is now lower than readState.Index' (duration: 45.412494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:42.007552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.2802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-07-30T22:03:42.007577Z","caller":"traceutil/trace.go:171","msg":"trace[382880483] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:36921; }","duration":"172.342081ms","start":"2026-07-30T22:03:41.835227Z","end":"2026-07-30T22:03:42.007569Z","steps":["trace[382880483] 'agreement among raft nodes before linearized reading' (duration: 172.152616ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:42.007798Z","caller":"traceutil/trace.go:171","msg":"trace[1493183841] transaction","detail":"{read_only:false; response_revision:36919; number_of_response:1; }","duration":"174.227471ms","start":"2026-07-30T22:03:41.833534Z","end":"2026-07-30T22:03:42.007761Z","steps":["trace[1493183841] 'process raft request' (duration: 173.683256ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:42.007839Z","caller":"traceutil/trace.go:171","msg":"trace[1368438975] transaction","detail":"{read_only:false; response_revision:36920; number_of_response:1; }","duration":"172.539378ms","start":"2026-07-30T22:03:41.83529Z","end":"2026-07-30T22:03:42.00783Z","steps":["trace[1368438975] 'process raft request' (duration: 171.955142ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:42.008266Z","caller":"traceutil/trace.go:171","msg":"trace[1873108309] transaction","detail":"{read_only:false; response_revision:36916; number_of_response:1; }","duration":"175.768301ms","start":"2026-07-30T22:03:41.832489Z","end":"2026-07-30T22:03:42.008257Z","steps":["trace[1873108309] 'process raft request' (duration: 174.56844ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:42.008319Z","caller":"traceutil/trace.go:171","msg":"trace[796638164] transaction","detail":"{read_only:false; response_revision:36917; number_of_response:1; }","duration":"175.754023ms","start":"2026-07-30T22:03:41.83256Z","end":"2026-07-30T22:03:42.008314Z","steps":["trace[796638164] 'process raft request' (duration: 174.598422ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:42.008364Z","caller":"traceutil/trace.go:171","msg":"trace[736618509] transaction","detail":"{read_only:false; response_revision:36918; number_of_response:1; }","duration":"175.250869ms","start":"2026-07-30T22:03:41.833108Z","end":"2026-07-30T22:03:42.008359Z","steps":["trace[736618509] 'process raft request' (duration: 174.080608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:50.28612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.33209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:50.286212Z","caller":"traceutil/trace.go:171","msg":"trace[2128970124] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:36982; }","duration":"256.469983ms","start":"2026-07-30T22:03:50.029721Z","end":"2026-07-30T22:03:50.286191Z","steps":["trace[2128970124] 'count revisions from in-memory index tree' (duration: 256.251098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:50.286298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.595042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-30T22:03:50.286381Z","caller":"traceutil/trace.go:171","msg":"trace[1468491722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36982; }","duration":"225.714156ms","start":"2026-07-30T22:03:50.060648Z","end":"2026-07-30T22:03:50.286362Z","steps":["trace[1468491722] 'range keys from in-memory index tree' (duration: 225.444318ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:50.296221Z","caller":"traceutil/trace.go:171","msg":"trace[1997870019] linearizableReadLoop","detail":"{readStateIndex:38071; appliedIndex:38070; }","duration":"223.790395ms","start":"2026-07-30T22:03:50.072409Z","end":"2026-07-30T22:03:50.296199Z","steps":["trace[1997870019] 'read index received' (duration: 223.733274ms)","trace[1997870019] 'applied index is now lower than readState.Index' (duration: 56.331µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:03:50.296304Z","caller":"traceutil/trace.go:171","msg":"trace[420966783] transaction","detail":"{read_only:false; response_revision:36983; number_of_response:1; }","duration":"231.205389ms","start":"2026-07-30T22:03:50.065081Z","end":"2026-07-30T22:03:50.296286Z","steps":["trace[420966783] 'process raft request' (duration: 231.002664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:50.296379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.963739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T22:03:50.296404Z","caller":"traceutil/trace.go:171","msg":"trace[396456454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36983; }","duration":"224.027431ms","start":"2026-07-30T22:03:50.072369Z","end":"2026-07-30T22:03:50.296396Z","steps":["trace[396456454] 'agreement among raft nodes before linearized reading' (duration: 223.919269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:50.314688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.981872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-30T22:03:50.314749Z","caller":"traceutil/trace.go:171","msg":"trace[833467319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36984; }","duration":"242.053014ms","start":"2026-07-30T22:03:50.07268Z","end":"2026-07-30T22:03:50.314733Z","steps":["trace[833467319] 'agreement among raft nodes before linearized reading' (duration: 241.89828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:50.314708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.9212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T22:03:50.314812Z","caller":"traceutil/trace.go:171","msg":"trace[690487522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36984; }","duration":"242.046404ms","start":"2026-07-30T22:03:50.072752Z","end":"2026-07-30T22:03:50.314798Z","steps":["trace[690487522] 'agreement among raft nodes before linearized reading' (duration: 241.853139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:50.314876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.067904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-30T22:03:50.314963Z","caller":"traceutil/trace.go:171","msg":"trace[84800245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36984; }","duration":"242.200618ms","start":"2026-07-30T22:03:50.072743Z","end":"2026-07-30T22:03:50.314943Z","steps":["trace[84800245] 'agreement among raft nodes before linearized reading' (duration: 241.938501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:50.314784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.965962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-30T22:03:50.315052Z","caller":"traceutil/trace.go:171","msg":"trace[873892636] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36984; }","duration":"242.315692ms","start":"2026-07-30T22:03:50.072716Z","end":"2026-07-30T22:03:50.315031Z","steps":["trace[873892636] 'agreement among raft nodes before linearized reading' (duration: 241.87329ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:55.705305Z","caller":"traceutil/trace.go:171","msg":"trace[354535558] transaction","detail":"{read_only:false; response_revision:37031; number_of_response:1; }","duration":"100.371319ms","start":"2026-07-30T22:03:55.604906Z","end":"2026-07-30T22:03:55.705277Z","steps":["trace[354535558] 'process raft request' (duration: 100.223756ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:56.238049Z","caller":"traceutil/trace.go:171","msg":"trace[736747899] transaction","detail":"{read_only:false; response_revision:37032; number_of_response:1; }","duration":"282.016356ms","start":"2026-07-30T22:03:55.956007Z","end":"2026-07-30T22:03:56.238024Z","steps":["trace[736747899] 'process raft request' (duration: 281.862552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.711214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.742451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:03:56.711459Z","caller":"traceutil/trace.go:171","msg":"trace[211028934] transaction","detail":"{read_only:false; response_revision:37033; number_of_response:1; }","duration":"745.296976ms","start":"2026-07-30T22:03:55.966128Z","end":"2026-07-30T22:03:56.711425Z","steps":["trace[211028934] 'process raft request' (duration: 353.237857ms)","trace[211028934] 'compare' (duration: 391.446623ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:03:56.711534Z","caller":"traceutil/trace.go:171","msg":"trace[498987938] transaction","detail":"{read_only:false; response_revision:37034; number_of_response:1; }","duration":"393.144547ms","start":"2026-07-30T22:03:56.318346Z","end":"2026-07-30T22:03:56.711491Z","steps":["trace[498987938] 'process raft request' (duration: 393.028664ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:56.71152Z","caller":"traceutil/trace.go:171","msg":"trace[458155373] linearizableReadLoop","detail":"{readStateIndex:38123; appliedIndex:38121; }","duration":"650.615147ms","start":"2026-07-30T22:03:56.060887Z","end":"2026-07-30T22:03:56.711502Z","steps":["trace[458155373] 'read index received' (duration: 177.003805ms)","trace[458155373] 'applied index is now lower than readState.Index' (duration: 473.609362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:56.71164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.318324Z","time spent":"393.258949ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:56.711678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:55.966112Z","time spent":"745.445821ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:56.711779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.893086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:56.71185Z","caller":"traceutil/trace.go:171","msg":"trace[1518781849] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:37034; }","duration":"651.007609ms","start":"2026-07-30T22:03:56.060827Z","end":"2026-07-30T22:03:56.711835Z","steps":["trace[1518781849] 'agreement among raft nodes before linearized reading' (duration: 650.822653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.711918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.060806Z","time spent":"651.09769ms","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:03:56.79533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.095734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-30T22:03:56.795399Z","caller":"traceutil/trace.go:171","msg":"trace[1765958170] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:37035; }","duration":"685.172286ms","start":"2026-07-30T22:03:56.110208Z","end":"2026-07-30T22:03:56.79538Z","steps":["trace[1765958170] 'agreement among raft nodes before linearized reading' (duration: 684.998442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.795445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.110188Z","time spent":"685.242328ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1660,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-30T22:03:56.795708Z","caller":"traceutil/trace.go:171","msg":"trace[1985257761] transaction","detail":"{read_only:false; response_revision:37035; number_of_response:1; }","duration":"137.968059ms","start":"2026-07-30T22:03:56.657731Z","end":"2026-07-30T22:03:56.795699Z","steps":["trace[1985257761] 'process raft request' (duration: 137.371063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.795832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.426805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:56.795859Z","caller":"traceutil/trace.go:171","msg":"trace[68345978] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37035; }","duration":"215.494727ms","start":"2026-07-30T22:03:56.580357Z","end":"2026-07-30T22:03:56.795852Z","steps":["trace[68345978] 'agreement among raft nodes before linearized reading' (duration: 215.446996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.795993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.943972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T22:03:56.796016Z","caller":"traceutil/trace.go:171","msg":"trace[801251075] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37035; }","duration":"384.990474ms","start":"2026-07-30T22:03:56.41102Z","end":"2026-07-30T22:03:56.796011Z","steps":["trace[801251075] 'agreement among raft nodes before linearized reading' (duration: 384.928362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.796032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.411008Z","time spent":"385.019774ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T22:03:56.796155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.519106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-30T22:03:56.79618Z","caller":"traceutil/trace.go:171","msg":"trace[1496999406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37035; }","duration":"385.581349ms","start":"2026-07-30T22:03:56.410591Z","end":"2026-07-30T22:03:56.796173Z","steps":["trace[1496999406] 'agreement among raft nodes before linearized reading' (duration: 385.523047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.796197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.41057Z","time spent":"385.62337ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T22:03:56.796306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.974145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T22:03:56.796327Z","caller":"traceutil/trace.go:171","msg":"trace[543620482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37035; }","duration":"387.032937ms","start":"2026-07-30T22:03:56.409289Z","end":"2026-07-30T22:03:56.796322Z","steps":["trace[543620482] 'agreement among raft nodes before linearized reading' (duration: 386.978495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.796343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.409267Z","time spent":"387.071947ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T22:03:56.796448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.380683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T22:03:56.796468Z","caller":"traceutil/trace.go:171","msg":"trace[1937532153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37035; }","duration":"388.427104ms","start":"2026-07-30T22:03:56.408036Z","end":"2026-07-30T22:03:56.796463Z","steps":["trace[1937532153] 'agreement among raft nodes before linearized reading' (duration: 388.373123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.796484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.408023Z","time spent":"388.457875ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T22:03:56.796584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.881968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T22:03:56.796604Z","caller":"traceutil/trace.go:171","msg":"trace[658688610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37035; }","duration":"393.93973ms","start":"2026-07-30T22:03:56.402659Z","end":"2026-07-30T22:03:56.796599Z","steps":["trace[658688610] 'agreement among raft nodes before linearized reading' (duration: 393.890858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.79662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.402641Z","time spent":"393.97562ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T22:03:56.796723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.168594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-30T22:03:56.796743Z","caller":"traceutil/trace.go:171","msg":"trace[875683150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37035; }","duration":"459.230925ms","start":"2026-07-30T22:03:56.337507Z","end":"2026-07-30T22:03:56.796738Z","steps":["trace[875683150] 'agreement among raft nodes before linearized reading' (duration: 459.179744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.796759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.337485Z","time spent":"459.269816ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T22:03:56.79684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.070072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:56.79686Z","caller":"traceutil/trace.go:171","msg":"trace[100657246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37035; }","duration":"537.129094ms","start":"2026-07-30T22:03:56.259726Z","end":"2026-07-30T22:03:56.796855Z","steps":["trace[100657246] 'agreement among raft nodes before linearized reading' (duration: 537.096663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.796875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.259708Z","time spent":"537.163774ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T22:03:56.796973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.684544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:56.796996Z","caller":"traceutil/trace.go:171","msg":"trace[1533406543] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37035; }","duration":"538.742495ms","start":"2026-07-30T22:03:56.258249Z","end":"2026-07-30T22:03:56.796991Z","steps":["trace[1533406543] 'agreement among raft nodes before linearized reading' (duration: 538.704694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.797013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.258231Z","time spent":"538.777287ms","remote":"127.0.0.1:47474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:03:56.797207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.571709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-30T22:03:56.79723Z","caller":"traceutil/trace.go:171","msg":"trace[311261438] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37035; }","duration":"609.62238ms","start":"2026-07-30T22:03:56.187603Z","end":"2026-07-30T22:03:56.797225Z","steps":["trace[311261438] 'agreement among raft nodes before linearized reading' (duration: 609.559369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.797247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.187589Z","time spent":"609.654631ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T22:03:56.797356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.37062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-30T22:03:56.797378Z","caller":"traceutil/trace.go:171","msg":"trace[1149330229] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37035; }","duration":"610.431491ms","start":"2026-07-30T22:03:56.186941Z","end":"2026-07-30T22:03:56.797373Z","steps":["trace[1149330229] 'agreement among raft nodes before linearized reading' (duration: 610.377479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:56.797394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.186922Z","time spent":"610.468972ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T22:03:57.335944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.537053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:03:57.33605Z","caller":"traceutil/trace.go:171","msg":"trace[103915888] transaction","detail":"{read_only:false; response_revision:37036; number_of_response:1; }","duration":"533.057116ms","start":"2026-07-30T22:03:56.802973Z","end":"2026-07-30T22:03:57.33603Z","steps":["trace[103915888] 'process raft request' (duration: 418.34165ms)","trace[103915888] 'compare' (duration: 114.147262ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:57.336113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.802952Z","time spent":"533.130348ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:57.339494Z","caller":"traceutil/trace.go:171","msg":"trace[350183418] transaction","detail":"{read_only:false; response_revision:37037; number_of_response:1; }","duration":"536.446686ms","start":"2026-07-30T22:03:56.803021Z","end":"2026-07-30T22:03:57.339467Z","steps":["trace[350183418] 'process raft request' (duration: 536.261431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:57.339733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.802998Z","time spent":"536.575578ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:57.339798Z","caller":"traceutil/trace.go:171","msg":"trace[1343712507] transaction","detail":"{read_only:false; response_revision:37038; number_of_response:1; }","duration":"536.744574ms","start":"2026-07-30T22:03:56.80302Z","end":"2026-07-30T22:03:57.339764Z","steps":["trace[1343712507] 'process raft request' (duration: 536.400735ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:57.339918Z","caller":"traceutil/trace.go:171","msg":"trace[1736062660] transaction","detail":"{read_only:false; response_revision:37040; number_of_response:1; }","duration":"536.727414ms","start":"2026-07-30T22:03:56.803147Z","end":"2026-07-30T22:03:57.339875Z","steps":["trace[1736062660] 'process raft request' (duration: 536.58594ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:57.339972Z","caller":"traceutil/trace.go:171","msg":"trace[208987461] transaction","detail":"{read_only:false; response_revision:37039; number_of_response:1; }","duration":"536.891817ms","start":"2026-07-30T22:03:56.803042Z","end":"2026-07-30T22:03:57.339934Z","steps":["trace[208987461] 'process raft request' (duration: 536.620571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:57.339977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.802999Z","time spent":"536.871187ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:57.339991Z","caller":"traceutil/trace.go:171","msg":"trace[424019116] transaction","detail":"{read_only:false; response_revision:37045; number_of_response:1; }","duration":"503.53648ms","start":"2026-07-30T22:03:56.836436Z","end":"2026-07-30T22:03:57.339972Z","steps":["trace[424019116] 'process raft request' (duration: 503.470489ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:57.340006Z","caller":"traceutil/trace.go:171","msg":"trace[1802220787] transaction","detail":"{read_only:false; response_revision:37042; number_of_response:1; }","duration":"535.10108ms","start":"2026-07-30T22:03:56.80487Z","end":"2026-07-30T22:03:57.339971Z","steps":["trace[1802220787] 'process raft request' (duration: 534.934656ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:57.340025Z","caller":"traceutil/trace.go:171","msg":"trace[94803567] transaction","detail":"{read_only:false; response_revision:37043; number_of_response:1; }","duration":"534.784062ms","start":"2026-07-30T22:03:56.805223Z","end":"2026-07-30T22:03:57.340007Z","steps":["trace[94803567] 'process raft request' (duration: 534.620578ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:57.340056Z","caller":"traceutil/trace.go:171","msg":"trace[686138752] transaction","detail":"{read_only:false; response_revision:37041; number_of_response:1; }","duration":"536.859837ms","start":"2026-07-30T22:03:56.803183Z","end":"2026-07-30T22:03:57.340043Z","steps":["trace[686138752] 'process raft request' (duration: 536.58792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:57.340088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.802999Z","time spent":"537.00322ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:57.340097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.8364Z","time spent":"503.650873ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:57.340119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.805216Z","time spent":"534.860634ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:57.340139Z","caller":"traceutil/trace.go:171","msg":"trace[1775873858] transaction","detail":"{read_only:false; response_revision:37044; number_of_response:1; }","duration":"504.64957ms","start":"2026-07-30T22:03:56.835478Z","end":"2026-07-30T22:03:57.340127Z","steps":["trace[1775873858] 'process raft request' (duration: 504.395494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:57.340139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.803173Z","time spent":"536.912778ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:57.340148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.804848Z","time spent":"535.223873ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:57.340184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.803123Z","time spent":"536.862077ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:57.340199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.835451Z","time spent":"504.713021ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:57.340202Z","caller":"traceutil/trace.go:171","msg":"trace[1404082414] transaction","detail":"{read_only:false; response_revision:37046; number_of_response:1; }","duration":"501.856307ms","start":"2026-07-30T22:03:56.838335Z","end":"2026-07-30T22:03:57.340191Z","steps":["trace[1404082414] 'process raft request' (duration: 501.60302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:57.340265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.83832Z","time spent":"501.914168ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:57.340273Z","caller":"traceutil/trace.go:171","msg":"trace[194596494] transaction","detail":"{read_only:false; response_revision:37047; number_of_response:1; }","duration":"481.388277ms","start":"2026-07-30T22:03:56.858873Z","end":"2026-07-30T22:03:57.340261Z","steps":["trace[194596494] 'process raft request' (duration: 481.228893ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:57.340296Z","caller":"traceutil/trace.go:171","msg":"trace[2106875955] transaction","detail":"{read_only:false; response_revision:37048; number_of_response:1; }","duration":"481.355607ms","start":"2026-07-30T22:03:56.858925Z","end":"2026-07-30T22:03:57.340281Z","steps":["trace[2106875955] 'process raft request' (duration: 481.258074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:57.340344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.858854Z","time spent":"481.462449ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:57.340346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.858879Z","time spent":"481.439959ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:57.340251Z","caller":"traceutil/trace.go:171","msg":"trace[451644677] linearizableReadLoop","detail":"{readStateIndex:38133; appliedIndex:38125; }","duration":"532.549903ms","start":"2026-07-30T22:03:56.807677Z","end":"2026-07-30T22:03:57.340227Z","steps":["trace[451644677] 'read index received' (duration: 413.664467ms)","trace[451644677] 'applied index is now lower than readState.Index' (duration: 118.884425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:57.340382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.684477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:57.340428Z","caller":"traceutil/trace.go:171","msg":"trace[273891692] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37048; }","duration":"532.771399ms","start":"2026-07-30T22:03:56.807647Z","end":"2026-07-30T22:03:57.340418Z","steps":["trace[273891692] 'agreement among raft nodes before linearized reading' (duration: 532.665786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:57.340463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.807636Z","time spent":"532.81801ms","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-30T22:03:57.340501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.039926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:57.340547Z","caller":"traceutil/trace.go:171","msg":"trace[2066955627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:37048; }","duration":"490.118778ms","start":"2026-07-30T22:03:56.850415Z","end":"2026-07-30T22:03:57.340534Z","steps":["trace[2066955627] 'agreement among raft nodes before linearized reading' (duration: 490.034316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:57.340587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.850402Z","time spent":"490.172709ms","remote":"127.0.0.1:47518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:03:57.340601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.278493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:03:57.340619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.496627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:57.340645Z","caller":"traceutil/trace.go:171","msg":"trace[1177858026] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:37048; }","duration":"109.370266ms","start":"2026-07-30T22:03:57.231261Z","end":"2026-07-30T22:03:57.340632Z","steps":["trace[1177858026] 'agreement among raft nodes before linearized reading' (duration: 109.262773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:57.340615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.764353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:57.340683Z","caller":"traceutil/trace.go:171","msg":"trace[1537998198] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:37048; }","duration":"485.569108ms","start":"2026-07-30T22:03:56.855095Z","end":"2026-07-30T22:03:57.340664Z","steps":["trace[1537998198] 'agreement among raft nodes before linearized reading' (duration: 485.450225ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:57.340706Z","caller":"traceutil/trace.go:171","msg":"trace[2025442409] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:37048; }","duration":"396.899727ms","start":"2026-07-30T22:03:56.943785Z","end":"2026-07-30T22:03:57.340685Z","steps":["trace[2025442409] 'agreement among raft nodes before linearized reading' (duration: 396.757993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:57.340717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.85507Z","time spent":"485.63861ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:03:57.340753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:56.943766Z","time spent":"396.976388ms","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-07-30T22:03:58.626155Z","caller":"traceutil/trace.go:171","msg":"trace[2106585122] transaction","detail":"{read_only:false; response_revision:37050; number_of_response:1; }","duration":"153.873556ms","start":"2026-07-30T22:03:58.472258Z","end":"2026-07-30T22:03:58.626131Z","steps":["trace[2106585122] 'process raft request' (duration: 153.728373ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:58.789307Z","caller":"traceutil/trace.go:171","msg":"trace[1908932766] transaction","detail":"{read_only:false; response_revision:37051; number_of_response:1; }","duration":"152.14729ms","start":"2026-07-30T22:03:58.637124Z","end":"2026-07-30T22:03:58.789272Z","steps":["trace[1908932766] 'process raft request' (duration: 133.625203ms)","trace[1908932766] 'compare' (duration: 17.986952ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:03:58.880733Z","caller":"traceutil/trace.go:171","msg":"trace[312282869] transaction","detail":"{read_only:false; response_revision:37052; number_of_response:1; }","duration":"164.194657ms","start":"2026-07-30T22:03:58.716509Z","end":"2026-07-30T22:03:58.880704Z","steps":["trace[312282869] 'process raft request' (duration: 164.020582ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:58.880948Z","caller":"traceutil/trace.go:171","msg":"trace[1849065773] transaction","detail":"{read_only:false; response_revision:37053; number_of_response:1; }","duration":"163.305754ms","start":"2026-07-30T22:03:58.717569Z","end":"2026-07-30T22:03:58.880875Z","steps":["trace[1849065773] 'process raft request' (duration: 163.094138ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:59.377548Z","caller":"traceutil/trace.go:171","msg":"trace[1533913486] transaction","detail":"{read_only:false; response_revision:37054; number_of_response:1; }","duration":"132.382761ms","start":"2026-07-30T22:03:59.245134Z","end":"2026-07-30T22:03:59.377517Z","steps":["trace[1533913486] 'process raft request' (duration: 132.201887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:59.377837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.956742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:59.377921Z","caller":"traceutil/trace.go:171","msg":"trace[1547941485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37054; }","duration":"118.126746ms","start":"2026-07-30T22:03:59.259779Z","end":"2026-07-30T22:03:59.377906Z","steps":["trace[1547941485] 'agreement among raft nodes before linearized reading' (duration: 117.958712ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:59.378109Z","caller":"traceutil/trace.go:171","msg":"trace[504748617] linearizableReadLoop","detail":"{readStateIndex:38144; appliedIndex:38144; }","duration":"117.803439ms","start":"2026-07-30T22:03:59.25984Z","end":"2026-07-30T22:03:59.377643Z","steps":["trace[504748617] 'read index received' (duration: 117.757146ms)","trace[504748617] 'applied index is now lower than readState.Index' (duration: 43.682µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:59.661613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.506439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:03:59.661863Z","caller":"traceutil/trace.go:171","msg":"trace[1132843971] linearizableReadLoop","detail":"{readStateIndex:38149; appliedIndex:38144; }","duration":"283.442323ms","start":"2026-07-30T22:03:59.378407Z","end":"2026-07-30T22:03:59.661849Z","steps":["trace[1132843971] 'read index received' (duration: 170.612736ms)","trace[1132843971] 'applied index is now lower than readState.Index' (duration: 112.828857ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:03:59.662094Z","caller":"traceutil/trace.go:171","msg":"trace[1896910616] transaction","detail":"{read_only:false; response_revision:37055; number_of_response:1; }","duration":"315.156657ms","start":"2026-07-30T22:03:59.346925Z","end":"2026-07-30T22:03:59.662081Z","steps":["trace[1896910616] 'process raft request' (duration: 202.112083ms)","trace[1896910616] 'compare' (duration: 112.380296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:03:59.662148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.346911Z","time spent":"315.206969ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:59.662288Z","caller":"traceutil/trace.go:171","msg":"trace[1428911108] transaction","detail":"{read_only:false; response_revision:37056; number_of_response:1; }","duration":"315.067485ms","start":"2026-07-30T22:03:59.347213Z","end":"2026-07-30T22:03:59.66228Z","steps":["trace[1428911108] 'process raft request' (duration: 314.471459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:59.662328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.347205Z","time spent":"315.100565ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:59.662628Z","caller":"traceutil/trace.go:171","msg":"trace[383483934] transaction","detail":"{read_only:false; response_revision:37059; number_of_response:1; }","duration":"314.808079ms","start":"2026-07-30T22:03:59.347795Z","end":"2026-07-30T22:03:59.662603Z","steps":["trace[383483934] 'process raft request' (duration: 314.019007ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:59.662682Z","caller":"traceutil/trace.go:171","msg":"trace[800766179] transaction","detail":"{read_only:false; response_revision:37057; number_of_response:1; }","duration":"315.347773ms","start":"2026-07-30T22:03:59.347309Z","end":"2026-07-30T22:03:59.662657Z","steps":["trace[800766179] 'process raft request' (duration: 314.452599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:59.662727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.498572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-30T22:03:59.662727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.746309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-30T22:03:59.662735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.347787Z","time spent":"314.89092ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:03:59.662763Z","caller":"traceutil/trace.go:171","msg":"trace[2145985806] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37059; }","duration":"316.572124ms","start":"2026-07-30T22:03:59.346178Z","end":"2026-07-30T22:03:59.66275Z","steps":["trace[2145985806] 'agreement among raft nodes before linearized reading' (duration: 316.446451ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:59.662769Z","caller":"traceutil/trace.go:171","msg":"trace[2077438952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37059; }","duration":"316.851992ms","start":"2026-07-30T22:03:59.345904Z","end":"2026-07-30T22:03:59.662756Z","steps":["trace[2077438952] 'agreement among raft nodes before linearized reading' (duration: 316.696169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:59.662757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.719819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-30T22:03:59.662761Z","caller":"traceutil/trace.go:171","msg":"trace[417001256] transaction","detail":"{read_only:false; response_revision:37058; number_of_response:1; }","duration":"315.22948ms","start":"2026-07-30T22:03:59.347506Z","end":"2026-07-30T22:03:59.662736Z","steps":["trace[417001256] 'process raft request' (duration: 314.281294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:59.662803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.345874Z","time spent":"316.918934ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T22:03:59.662814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.347294Z","time spent":"315.455595ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:59.662808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.76299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T22:03:59.66282Z","caller":"traceutil/trace.go:171","msg":"trace[1039727141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37059; }","duration":"316.803861ms","start":"2026-07-30T22:03:59.345997Z","end":"2026-07-30T22:03:59.662801Z","steps":["trace[1039727141] 'agreement among raft nodes before linearized reading' (duration: 316.657228ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:59.662862Z","caller":"traceutil/trace.go:171","msg":"trace[2109922091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37059; }","duration":"316.887813ms","start":"2026-07-30T22:03:59.345962Z","end":"2026-07-30T22:03:59.66285Z","steps":["trace[2109922091] 'agreement among raft nodes before linearized reading' (duration: 316.676637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:59.662872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.345987Z","time spent":"316.873523ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T22:03:59.662792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.346157Z","time spent":"316.625336ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T22:03:59.662888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.345934Z","time spent":"316.949335ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T22:03:59.662887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.807381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-30T22:03:59.663044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.008976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T22:03:59.663073Z","caller":"traceutil/trace.go:171","msg":"trace[971934678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37059; }","duration":"317.068487ms","start":"2026-07-30T22:03:59.345964Z","end":"2026-07-30T22:03:59.663033Z","steps":["trace[971934678] 'agreement among raft nodes before linearized reading' (duration: 316.664647ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:03:59.663114Z","caller":"traceutil/trace.go:171","msg":"trace[1784303468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37059; }","duration":"317.136499ms","start":"2026-07-30T22:03:59.345964Z","end":"2026-07-30T22:03:59.6631Z","steps":["trace[1784303468] 'agreement among raft nodes before linearized reading' (duration: 316.359919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:03:59.663135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.345934Z","time spent":"317.18904ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T22:03:59.663153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.34594Z","time spent":"317.199741ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T22:03:59.66292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.347489Z","time spent":"315.340632ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:03:59.66356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.975322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:03:59.663614Z","caller":"traceutil/trace.go:171","msg":"trace[1728349951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37059; }","duration":"272.071824ms","start":"2026-07-30T22:03:59.391526Z","end":"2026-07-30T22:03:59.663598Z","steps":["trace[1728349951] 'agreement among raft nodes before linearized reading' (duration: 270.870612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:00.244133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.608851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:00.244218Z","caller":"traceutil/trace.go:171","msg":"trace[1815858025] transaction","detail":"{read_only:false; response_revision:37060; number_of_response:1; }","duration":"574.621719ms","start":"2026-07-30T22:03:59.669582Z","end":"2026-07-30T22:04:00.244204Z","steps":["trace[1815858025] 'process raft request' (duration: 248.881594ms)","trace[1815858025] 'compare' (duration: 325.523579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:00.244271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.669553Z","time spent":"574.698162ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:00.254919Z","caller":"traceutil/trace.go:171","msg":"trace[265357071] transaction","detail":"{read_only:false; response_revision:37061; number_of_response:1; }","duration":"585.186007ms","start":"2026-07-30T22:03:59.669704Z","end":"2026-07-30T22:04:00.25489Z","steps":["trace[265357071] 'process raft request' (duration: 584.999842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:00.255081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.669681Z","time spent":"585.316381ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:00.255184Z","caller":"traceutil/trace.go:171","msg":"trace[1061958821] transaction","detail":"{read_only:false; response_revision:37062; number_of_response:1; }","duration":"585.388082ms","start":"2026-07-30T22:03:59.669769Z","end":"2026-07-30T22:04:00.255157Z","steps":["trace[1061958821] 'process raft request' (duration: 585.076543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:00.255317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.669764Z","time spent":"585.484454ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:00.255582Z","caller":"traceutil/trace.go:171","msg":"trace[638859996] transaction","detail":"{read_only:false; response_revision:37063; number_of_response:1; }","duration":"585.743652ms","start":"2026-07-30T22:03:59.669826Z","end":"2026-07-30T22:04:00.25557Z","steps":["trace[638859996] 'process raft request' (duration: 585.249869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:00.255646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.669822Z","time spent":"585.791683ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:00.255797Z","caller":"traceutil/trace.go:171","msg":"trace[395178397] transaction","detail":"{read_only:false; response_revision:37065; number_of_response:1; }","duration":"585.809074ms","start":"2026-07-30T22:03:59.669975Z","end":"2026-07-30T22:04:00.255784Z","steps":["trace[395178397] 'process raft request' (duration: 585.743052ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:00.255838Z","caller":"traceutil/trace.go:171","msg":"trace[1840151219] transaction","detail":"{read_only:false; response_revision:37064; number_of_response:1; }","duration":"585.903216ms","start":"2026-07-30T22:03:59.669912Z","end":"2026-07-30T22:04:00.255815Z","steps":["trace[1840151219] 'process raft request' (duration: 585.601328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:00.255873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.669955Z","time spent":"585.882096ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:00.255951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:03:59.669906Z","time spent":"585.984928ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:00.996594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.994295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:00.996767Z","caller":"traceutil/trace.go:171","msg":"trace[2099480980] linearizableReadLoop","detail":"{readStateIndex:38156; appliedIndex:38155; }","duration":"554.647724ms","start":"2026-07-30T22:04:00.44209Z","end":"2026-07-30T22:04:00.996738Z","steps":["trace[2099480980] 'read index received' (duration: 110.397603ms)","trace[2099480980] 'applied index is now lower than readState.Index' (duration: 444.247401ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:00.996869Z","caller":"traceutil/trace.go:171","msg":"trace[2037188322] transaction","detail":"{read_only:false; response_revision:37066; number_of_response:1; }","duration":"729.06238ms","start":"2026-07-30T22:04:00.267791Z","end":"2026-07-30T22:04:00.996854Z","steps":["trace[2037188322] 'process raft request' (duration: 284.625915ms)","trace[2037188322] 'compare' (duration: 443.772208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:00.996957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:00.267774Z","time spent":"729.134841ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:00.997358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.25079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:00.997413Z","caller":"traceutil/trace.go:171","msg":"trace[1576114018] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:37066; }","duration":"555.347343ms","start":"2026-07-30T22:04:00.442047Z","end":"2026-07-30T22:04:00.997395Z","steps":["trace[1576114018] 'agreement among raft nodes before linearized reading' (duration: 555.23275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:00.997453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:00.442027Z","time spent":"555.414254ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:01.049088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.67796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:01.049193Z","caller":"traceutil/trace.go:171","msg":"trace[1984635834] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:37068; }","duration":"604.826804ms","start":"2026-07-30T22:04:00.444351Z","end":"2026-07-30T22:04:01.049177Z","steps":["trace[1984635834] 'agreement among raft nodes before linearized reading' (duration: 604.65812ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:01.04911Z","caller":"traceutil/trace.go:171","msg":"trace[892107872] transaction","detail":"{read_only:false; response_revision:37068; number_of_response:1; }","duration":"159.149345ms","start":"2026-07-30T22:04:00.889927Z","end":"2026-07-30T22:04:01.049077Z","steps":["trace[892107872] 'process raft request' (duration: 159.043242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:01.049227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:00.444338Z","time spent":"604.881295ms","remote":"127.0.0.1:45474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T22:04:01.049456Z","caller":"traceutil/trace.go:171","msg":"trace[1901726648] transaction","detail":"{read_only:false; response_revision:37067; number_of_response:1; }","duration":"161.743513ms","start":"2026-07-30T22:04:00.887699Z","end":"2026-07-30T22:04:01.049443Z","steps":["trace[1901726648] 'process raft request' (duration: 161.103147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:01.04957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.60277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-30T22:04:01.049817Z","caller":"traceutil/trace.go:171","msg":"trace[657937487] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37068; }","duration":"339.883147ms","start":"2026-07-30T22:04:00.709922Z","end":"2026-07-30T22:04:01.049805Z","steps":["trace[657937487] 'agreement among raft nodes before linearized reading' (duration: 339.564029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:01.049856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:00.709879Z","time spent":"339.95572ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T22:04:01.049611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.997438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:01.04993Z","caller":"traceutil/trace.go:171","msg":"trace[911525179] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:37068; }","duration":"384.337826ms","start":"2026-07-30T22:04:00.665582Z","end":"2026-07-30T22:04:01.049919Z","steps":["trace[911525179] 'agreement among raft nodes before linearized reading' (duration: 384.011838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:01.049964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:00.665566Z","time spent":"384.387828ms","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-30T22:04:01.999795Z","caller":"traceutil/trace.go:171","msg":"trace[495702296] transaction","detail":"{read_only:false; response_revision:37070; number_of_response:1; }","duration":"326.63671ms","start":"2026-07-30T22:04:01.673122Z","end":"2026-07-30T22:04:01.999759Z","steps":["trace[495702296] 'process raft request' (duration: 326.493906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:01.999923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:01.673102Z","time spent":"326.754082ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:02.033276Z","caller":"traceutil/trace.go:171","msg":"trace[1618150238] transaction","detail":"{read_only:false; response_revision:37072; number_of_response:1; }","duration":"359.983956ms","start":"2026-07-30T22:04:01.673275Z","end":"2026-07-30T22:04:02.033259Z","steps":["trace[1618150238] 'process raft request' (duration: 359.935865ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:02.03333Z","caller":"traceutil/trace.go:171","msg":"trace[1797295077] transaction","detail":"{read_only:false; response_revision:37071; number_of_response:1; }","duration":"360.070458ms","start":"2026-07-30T22:04:01.673211Z","end":"2026-07-30T22:04:02.033281Z","steps":["trace[1797295077] 'process raft request' (duration: 359.895854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.03338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:01.673248Z","time spent":"360.072517ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:02.03348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:01.673188Z","time spent":"360.204172ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:02.033602Z","caller":"traceutil/trace.go:171","msg":"trace[2056061789] transaction","detail":"{read_only:false; response_revision:37073; number_of_response:1; }","duration":"360.276973ms","start":"2026-07-30T22:04:01.673319Z","end":"2026-07-30T22:04:02.033596Z","steps":["trace[2056061789] 'process raft request' (duration: 359.916624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.033656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:01.673297Z","time spent":"360.325144ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:02.033633Z","caller":"traceutil/trace.go:171","msg":"trace[90559300] transaction","detail":"{read_only:false; response_revision:37074; number_of_response:1; }","duration":"360.226741ms","start":"2026-07-30T22:04:01.673376Z","end":"2026-07-30T22:04:02.033603Z","steps":["trace[90559300] 'process raft request' (duration: 360.078468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.033772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:01.673342Z","time spent":"360.356165ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:02.552275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740809634,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T22:04:02.63679Z","caller":"traceutil/trace.go:171","msg":"trace[761194041] transaction","detail":"{read_only:false; response_revision:37075; number_of_response:1; }","duration":"586.661926ms","start":"2026-07-30T22:04:02.050104Z","end":"2026-07-30T22:04:02.636766Z","steps":["trace[761194041] 'process raft request' (duration: 586.436839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.63714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.050078Z","time spent":"586.8068ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:02.773262Z","caller":"traceutil/trace.go:171","msg":"trace[1134422445] linearizableReadLoop","detail":"{readStateIndex:38168; appliedIndex:38165; }","duration":"721.275657ms","start":"2026-07-30T22:04:02.05197Z","end":"2026-07-30T22:04:02.773246Z","steps":["trace[1134422445] 'read index received' (duration: 584.688885ms)","trace[1134422445] 'applied index is now lower than readState.Index' (duration: 136.585742ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:02.773293Z","caller":"traceutil/trace.go:171","msg":"trace[1773119918] transaction","detail":"{read_only:false; response_revision:37076; number_of_response:1; }","duration":"651.84157ms","start":"2026-07-30T22:04:02.121425Z","end":"2026-07-30T22:04:02.773266Z","steps":["trace[1773119918] 'process raft request' (duration: 649.94267ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:02.773339Z","caller":"traceutil/trace.go:171","msg":"trace[40431319] transaction","detail":"{read_only:false; response_revision:37077; number_of_response:1; }","duration":"477.24396ms","start":"2026-07-30T22:04:02.296088Z","end":"2026-07-30T22:04:02.773332Z","steps":["trace[40431319] 'process raft request' (duration: 477.104866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.77341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.296069Z","time spent":"477.28684ms","remote":"127.0.0.1:39544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:02.773419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.121396Z","time spent":"651.952123ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:02.773625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.327153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T22:04:02.773669Z","caller":"traceutil/trace.go:171","msg":"trace[1606192543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37077; }","duration":"525.412515ms","start":"2026-07-30T22:04:02.248246Z","end":"2026-07-30T22:04:02.773658Z","steps":["trace[1606192543] 'agreement among raft nodes before linearized reading' (duration: 525.162399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.773691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.248225Z","time spent":"525.461147ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T22:04:02.77373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.985189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T22:04:02.77375Z","caller":"traceutil/trace.go:171","msg":"trace[1763161315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37077; }","duration":"510.025961ms","start":"2026-07-30T22:04:02.263719Z","end":"2026-07-30T22:04:02.773745Z","steps":["trace[1763161315] 'agreement among raft nodes before linearized reading' (duration: 509.950169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.773759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.717997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-30T22:04:02.773776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.263708Z","time spent":"510.063752ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T22:04:02.773786Z","caller":"traceutil/trace.go:171","msg":"trace[1677527764] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37077; }","duration":"513.774359ms","start":"2026-07-30T22:04:02.260004Z","end":"2026-07-30T22:04:02.773779Z","steps":["trace[1677527764] 'agreement among raft nodes before linearized reading' (duration: 513.704577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.773839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.688084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T22:04:02.773865Z","caller":"traceutil/trace.go:171","msg":"trace[1176245220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37077; }","duration":"514.733306ms","start":"2026-07-30T22:04:02.259126Z","end":"2026-07-30T22:04:02.773859Z","steps":["trace[1176245220] 'agreement among raft nodes before linearized reading' (duration: 514.663453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.773881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.471596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-30T22:04:02.773883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.259118Z","time spent":"514.761846ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T22:04:02.773898Z","caller":"traceutil/trace.go:171","msg":"trace[310361506] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37077; }","duration":"428.505248ms","start":"2026-07-30T22:04:02.345386Z","end":"2026-07-30T22:04:02.773891Z","steps":["trace[310361506] 'agreement among raft nodes before linearized reading' (duration: 428.461597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.773911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.345373Z","time spent":"428.535238ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T22:04:02.773937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.984867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:04:02.773959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.869476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-30T22:04:02.773984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.404406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-30T22:04:02.773997Z","caller":"traceutil/trace.go:171","msg":"trace[688950575] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37077; }","duration":"433.459467ms","start":"2026-07-30T22:04:02.340533Z","end":"2026-07-30T22:04:02.773993Z","steps":["trace[688950575] 'agreement among raft nodes before linearized reading' (duration: 433.419386ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:02.773993Z","caller":"traceutil/trace.go:171","msg":"trace[846761761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37077; }","duration":"512.911937ms","start":"2026-07-30T22:04:02.261073Z","end":"2026-07-30T22:04:02.773985Z","steps":["trace[846761761] 'agreement among raft nodes before linearized reading' (duration: 512.849135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.77401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.340508Z","time spent":"433.499329ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T22:04:02.774015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.690917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:04:02.774017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.261063Z","time spent":"512.949499ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T22:04:02.774037Z","caller":"traceutil/trace.go:171","msg":"trace[937197480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37077; }","duration":"516.735117ms","start":"2026-07-30T22:04:02.257295Z","end":"2026-07-30T22:04:02.774031Z","steps":["trace[937197480] 'agreement among raft nodes before linearized reading' (duration: 516.694406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.774055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.257285Z","time spent":"516.766808ms","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T22:04:02.774051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.072882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:02.774087Z","caller":"traceutil/trace.go:171","msg":"trace[1882650189] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:37077; }","duration":"151.147514ms","start":"2026-07-30T22:04:02.622931Z","end":"2026-07-30T22:04:02.774079Z","steps":["trace[1882650189] 'agreement among raft nodes before linearized reading' (duration: 151.092413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.773909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.200586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-30T22:04:02.774128Z","caller":"traceutil/trace.go:171","msg":"trace[1135284306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37077; }","duration":"510.436241ms","start":"2026-07-30T22:04:02.263686Z","end":"2026-07-30T22:04:02.774122Z","steps":["trace[1135284306] 'agreement among raft nodes before linearized reading' (duration: 510.167885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.774145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.263679Z","time spent":"510.460543ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T22:04:02.773998Z","caller":"traceutil/trace.go:171","msg":"trace[1029055615] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:37077; }","duration":"392.178512ms","start":"2026-07-30T22:04:02.381801Z","end":"2026-07-30T22:04:02.773979Z","steps":["trace[1029055615] 'agreement among raft nodes before linearized reading' (duration: 391.878343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.774189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.38178Z","time spent":"392.404378ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:02.773829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.259988Z","time spent":"513.827721ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T22:04:02.774599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.513748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:02.774768Z","caller":"traceutil/trace.go:171","msg":"trace[1444487165] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:37077; }","duration":"722.812847ms","start":"2026-07-30T22:04:02.051922Z","end":"2026-07-30T22:04:02.774735Z","steps":["trace[1444487165] 'agreement among raft nodes before linearized reading' (duration: 722.273232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:02.774876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.051905Z","time spent":"722.942879ms","remote":"127.0.0.1:47810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-30T22:04:03.047444Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33899} {"level":"warn","ts":"2026-07-30T22:04:03.048325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.120492ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-30T22:04:03.048448Z","caller":"traceutil/trace.go:171","msg":"trace[1657986118] compact","detail":"{revision:33899; response_revision:37077; }","duration":"274.232321ms","start":"2026-07-30T22:04:02.774198Z","end":"2026-07-30T22:04:03.04843Z","steps":["trace[1657986118] 'process raft request' (duration: 29.975469ms)","trace[1657986118] 'check and update compact revision' (duration: 243.02649ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:03.958907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.382145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:03.959103Z","caller":"traceutil/trace.go:171","msg":"trace[1433293671] transaction","detail":"{read_only:false; response_revision:37080; number_of_response:1; }","duration":"1.180789809s","start":"2026-07-30T22:04:02.778301Z","end":"2026-07-30T22:04:03.95909Z","steps":["trace[1433293671] 'process raft request' (duration: 1.180744957s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:03.959155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.778297Z","time spent":"1.18083424s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:03.959257Z","caller":"traceutil/trace.go:171","msg":"trace[1906997799] transaction","detail":"{read_only:false; response_revision:37078; number_of_response:1; }","duration":"1.181467207s","start":"2026-07-30T22:04:02.777776Z","end":"2026-07-30T22:04:03.959244Z","steps":["trace[1906997799] 'process raft request' (duration: 280.686061ms)","trace[1906997799] 'compare' (duration: 628.512517ms)","trace[1906997799] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:486; } (duration: 271.417727ms)"],"step_count":3} {"level":"warn","ts":"2026-07-30T22:04:03.959303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.777749Z","time spent":"1.181531438s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:03.959281Z","caller":"traceutil/trace.go:171","msg":"trace[1833980543] transaction","detail":"{read_only:false; response_revision:37079; number_of_response:1; }","duration":"1.180993334s","start":"2026-07-30T22:04:02.778257Z","end":"2026-07-30T22:04:03.95925Z","steps":["trace[1833980543] 'process raft request' (duration: 1.180715536s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:03.959457Z","caller":"traceutil/trace.go:171","msg":"trace[1358755090] transaction","detail":"{read_only:false; response_revision:37083; number_of_response:1; }","duration":"1.180350377s","start":"2026-07-30T22:04:02.77908Z","end":"2026-07-30T22:04:03.95943Z","steps":["trace[1358755090] 'process raft request' (duration: 1.180267744s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:03.959471Z","caller":"traceutil/trace.go:171","msg":"trace[833629989] transaction","detail":"{read_only:false; response_revision:37084; number_of_response:1; }","duration":"1.179148665s","start":"2026-07-30T22:04:02.780307Z","end":"2026-07-30T22:04:03.959456Z","steps":["trace[833629989] 'process raft request' (duration: 1.179062193s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:03.959406Z","caller":"traceutil/trace.go:171","msg":"trace[1521082098] transaction","detail":"{read_only:false; response_revision:37082; number_of_response:1; }","duration":"1.180511341s","start":"2026-07-30T22:04:02.778883Z","end":"2026-07-30T22:04:03.959395Z","steps":["trace[1521082098] 'process raft request' (duration: 1.180413748s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:03.959404Z","caller":"traceutil/trace.go:171","msg":"trace[140568201] transaction","detail":"{read_only:false; response_revision:37081; number_of_response:1; }","duration":"1.180998724s","start":"2026-07-30T22:04:02.77837Z","end":"2026-07-30T22:04:03.959369Z","steps":["trace[140568201] 'process raft request' (duration: 1.180697956s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:03.959522Z","caller":"traceutil/trace.go:171","msg":"trace[1662655147] linearizableReadLoop","detail":"{readStateIndex:38177; appliedIndex:38168; }","duration":"1.177524912s","start":"2026-07-30T22:04:02.781984Z","end":"2026-07-30T22:04:03.959509Z","steps":["trace[1662655147] 'read index received' (duration: 22.253945ms)","trace[1662655147] 'applied index is now lower than readState.Index' (duration: 1.155269167s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:03.95956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.778876Z","time spent":"1.180647524s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:03.959583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.779074Z","time spent":"1.180442949s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:03.959604Z","caller":"traceutil/trace.go:171","msg":"trace[378245613] transaction","detail":"{read_only:false; response_revision:37087; number_of_response:1; }","duration":"905.054917ms","start":"2026-07-30T22:04:03.054546Z","end":"2026-07-30T22:04:03.959601Z","steps":["trace[378245613] 'process raft request' (duration: 904.931124ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:03.959616Z","caller":"traceutil/trace.go:171","msg":"trace[817947325] transaction","detail":"{read_only:false; response_revision:37085; number_of_response:1; }","duration":"1.178545379s","start":"2026-07-30T22:04:02.781062Z","end":"2026-07-30T22:04:03.959607Z","steps":["trace[817947325] 'process raft request' (duration: 1.178326573s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:03.959549Z","caller":"traceutil/trace.go:171","msg":"trace[1750946368] transaction","detail":"{read_only:false; response_revision:37089; number_of_response:1; }","duration":"164.266098ms","start":"2026-07-30T22:04:03.795269Z","end":"2026-07-30T22:04:03.959535Z","steps":["trace[1750946368] 'process raft request' (duration: 164.245308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:03.959466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.778244Z","time spent":"1.181097336s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:03.959639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.778366Z","time spent":"1.181176098s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:03.959673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.781057Z","time spent":"1.17858715s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:03.959587Z","caller":"traceutil/trace.go:171","msg":"trace[654176830] transaction","detail":"{read_only:false; response_revision:37086; number_of_response:1; }","duration":"956.918502ms","start":"2026-07-30T22:04:03.002665Z","end":"2026-07-30T22:04:03.959583Z","steps":["trace[654176830] 'process raft request' (duration: 956.788959ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:03.959698Z","caller":"traceutil/trace.go:171","msg":"trace[1834035986] transaction","detail":"{read_only:false; response_revision:37088; number_of_response:1; }","duration":"905.074168ms","start":"2026-07-30T22:04:03.05462Z","end":"2026-07-30T22:04:03.959694Z","steps":["trace[1834035986] 'process raft request' (duration: 904.877863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:03.959719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:03.002635Z","time spent":"957.068415ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:03.959725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:03.054596Z","time spent":"905.113168ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:03.959677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:03.054526Z","time spent":"905.103739ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:03.959756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.983117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:03.959781Z","caller":"traceutil/trace.go:171","msg":"trace[333341286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37089; }","duration":"702.03619ms","start":"2026-07-30T22:04:03.257738Z","end":"2026-07-30T22:04:03.959774Z","steps":["trace[333341286] 'agreement among raft nodes before linearized reading' (duration: 701.978858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:03.959792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17781566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:04:03.959808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:03.257722Z","time spent":"702.080861ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T22:04:03.959593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.780302Z","time spent":"1.179251838s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:03.959813Z","caller":"traceutil/trace.go:171","msg":"trace[1120388355] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:37089; }","duration":"1.177869402s","start":"2026-07-30T22:04:02.781936Z","end":"2026-07-30T22:04:03.959806Z","steps":["trace[1120388355] 'agreement among raft nodes before linearized reading' (duration: 1.177824711s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:03.959982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:02.781917Z","time spent":"1.178052197s","remote":"127.0.0.1:39626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-30T22:04:04.659454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.606121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:04.659738Z","caller":"traceutil/trace.go:171","msg":"trace[1721028728] transaction","detail":"{read_only:false; response_revision:37090; number_of_response:1; }","duration":"696.905645ms","start":"2026-07-30T22:04:03.962779Z","end":"2026-07-30T22:04:04.659685Z","steps":["trace[1721028728] 'process raft request' (duration: 82.000676ms)","trace[1721028728] 'compare' (duration: 312.248081ms)","trace[1721028728] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; req_size:1630; } (duration: 301.916828ms)"],"step_count":3} {"level":"warn","ts":"2026-07-30T22:04:04.659824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:03.962754Z","time spent":"697.036518ms","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T22:04:04.659862Z","caller":"traceutil/trace.go:171","msg":"trace[1331589716] linearizableReadLoop","detail":"{readStateIndex:38182; appliedIndex:38181; }","duration":"695.270302ms","start":"2026-07-30T22:04:03.964558Z","end":"2026-07-30T22:04:04.659829Z","steps":["trace[1331589716] 'read index received' (duration: 80.23211ms)","trace[1331589716] 'applied index is now lower than readState.Index' (duration: 615.035052ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:04.660126Z","caller":"traceutil/trace.go:171","msg":"trace[798118054] transaction","detail":"{read_only:false; response_revision:37091; number_of_response:1; }","duration":"654.109169ms","start":"2026-07-30T22:04:04.005999Z","end":"2026-07-30T22:04:04.660108Z","steps":["trace[798118054] 'process raft request' (duration: 653.627396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:04.6602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.623852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-30T22:04:04.660156Z","caller":"traceutil/trace.go:171","msg":"trace[487954668] transaction","detail":"{read_only:false; response_revision:37095; number_of_response:1; }","duration":"619.693645ms","start":"2026-07-30T22:04:04.040447Z","end":"2026-07-30T22:04:04.660141Z","steps":["trace[487954668] 'process raft request' (duration: 619.655544ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:04.660324Z","caller":"traceutil/trace.go:171","msg":"trace[2104380435] transaction","detail":"{read_only:false; response_revision:37092; number_of_response:1; }","duration":"622.422546ms","start":"2026-07-30T22:04:04.037894Z","end":"2026-07-30T22:04:04.660316Z","steps":["trace[2104380435] 'process raft request' (duration: 621.954855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:04.660403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.037878Z","time spent":"622.479398ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:04.660359Z","caller":"traceutil/trace.go:171","msg":"trace[724112748] transaction","detail":"{read_only:false; response_revision:37094; number_of_response:1; }","duration":"621.598535ms","start":"2026-07-30T22:04:04.038709Z","end":"2026-07-30T22:04:04.660308Z","steps":["trace[724112748] 'process raft request' (duration: 621.363269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:04.660253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.005975Z","time spent":"654.204422ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:04.660269Z","caller":"traceutil/trace.go:171","msg":"trace[1531741268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37092; }","duration":"695.737955ms","start":"2026-07-30T22:04:03.964514Z","end":"2026-07-30T22:04:04.660252Z","steps":["trace[1531741268] 'agreement among raft nodes before linearized reading' (duration: 695.452968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:04.660487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.040434Z","time spent":"619.944371ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:04.660288Z","caller":"traceutil/trace.go:171","msg":"trace[314755833] transaction","detail":"{read_only:false; response_revision:37093; number_of_response:1; }","duration":"621.888622ms","start":"2026-07-30T22:04:04.038387Z","end":"2026-07-30T22:04:04.660276Z","steps":["trace[314755833] 'process raft request' (duration: 621.642356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:04.660639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:03.964497Z","time spent":"696.053483ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T22:04:04.660714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.03836Z","time spent":"622.308314ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:04.660752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.038698Z","time spent":"621.752769ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:05.654654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.384862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:05.654885Z","caller":"traceutil/trace.go:171","msg":"trace[1183664313] linearizableReadLoop","detail":"{readStateIndex:38189; appliedIndex:38187; }","duration":"994.924671ms","start":"2026-07-30T22:04:04.65994Z","end":"2026-07-30T22:04:05.654865Z","steps":["trace[1183664313] 'read index received' (duration: 77.250831ms)","trace[1183664313] 'applied index is now lower than readState.Index' (duration: 917.67264ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:05.655073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260805702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-30T22:04:05.655114Z","caller":"traceutil/trace.go:171","msg":"trace[1357339417] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37097; }","duration":"1.260887724s","start":"2026-07-30T22:04:04.394216Z","end":"2026-07-30T22:04:05.655103Z","steps":["trace[1357339417] 'agreement among raft nodes before linearized reading' (duration: 1.26073757s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:05.655121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336728518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-30T22:04:05.65514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.394192Z","time spent":"1.260944176s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T22:04:05.655132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566014858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1632"} {"level":"info","ts":"2026-07-30T22:04:05.65515Z","caller":"traceutil/trace.go:171","msg":"trace[774104140] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:37097; }","duration":"1.33679252s","start":"2026-07-30T22:04:04.318348Z","end":"2026-07-30T22:04:05.655141Z","steps":["trace[774104140] 'agreement among raft nodes before linearized reading' (duration: 1.336746949s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:05.655183Z","caller":"traceutil/trace.go:171","msg":"trace[1433533628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37097; }","duration":"1.56611035s","start":"2026-07-30T22:04:04.089055Z","end":"2026-07-30T22:04:05.655165Z","steps":["trace[1433533628] 'agreement among raft nodes before linearized reading' (duration: 1.565936436s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:05.655215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.318327Z","time spent":"1.336879102s","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:05.655232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.089028Z","time spent":"1.566191413s","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T22:04:05.655314Z","caller":"traceutil/trace.go:171","msg":"trace[1963120689] transaction","detail":"{read_only:false; response_revision:37096; number_of_response:1; }","duration":"1.352695729s","start":"2026-07-30T22:04:04.3026Z","end":"2026-07-30T22:04:05.655296Z","steps":["trace[1963120689] 'process raft request' (duration: 434.575838ms)","trace[1963120689] 'compare' (duration: 603.366325ms)","trace[1963120689] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 313.579716ms)"],"step_count":3} {"level":"warn","ts":"2026-07-30T22:04:05.65537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.30257Z","time spent":"1.35276337s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:05.655389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391434638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:05.655423Z","caller":"traceutil/trace.go:171","msg":"trace[388151445] transaction","detail":"{read_only:false; response_revision:37097; number_of_response:1; }","duration":"1.051610843s","start":"2026-07-30T22:04:04.603807Z","end":"2026-07-30T22:04:05.655418Z","steps":["trace[388151445] 'process raft request' (duration: 1.050960225s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:05.655415Z","caller":"traceutil/trace.go:171","msg":"trace[869860370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37097; }","duration":"1.391460938s","start":"2026-07-30T22:04:04.263947Z","end":"2026-07-30T22:04:05.655408Z","steps":["trace[869860370] 'agreement among raft nodes before linearized reading' (duration: 1.391415606s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:05.655449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.603784Z","time spent":"1.051651653s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:05.655456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.263899Z","time spent":"1.39155162s","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T22:04:05.655499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188933264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T22:04:05.655521Z","caller":"traceutil/trace.go:171","msg":"trace[1433543776] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:37097; }","duration":"1.188973614s","start":"2026-07-30T22:04:04.466537Z","end":"2026-07-30T22:04:05.65551Z","steps":["trace[1433543776] 'agreement among raft nodes before linearized reading' (duration: 1.188942763s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:05.655538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.466519Z","time spent":"1.189014746s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:05.655528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63527754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:04:05.655049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433560505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:05.655591Z","caller":"traceutil/trace.go:171","msg":"trace[696419531] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:37097; }","duration":"1.635372902s","start":"2026-07-30T22:04:04.020201Z","end":"2026-07-30T22:04:05.655574Z","steps":["trace[696419531] 'agreement among raft nodes before linearized reading' (duration: 1.635268999s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:05.655618Z","caller":"traceutil/trace.go:171","msg":"trace[257678997] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:37097; }","duration":"1.434189201s","start":"2026-07-30T22:04:04.221422Z","end":"2026-07-30T22:04:05.655611Z","steps":["trace[257678997] 'agreement among raft nodes before linearized reading' (duration: 1.433550635s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:05.655638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.221382Z","time spent":"1.434251713s","remote":"127.0.0.1:33504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:05.65564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.020187Z","time spent":"1.635437274s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:05.65592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.999677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23509"} {"level":"warn","ts":"2026-07-30T22:04:05.655952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.815413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:05.655952Z","caller":"traceutil/trace.go:171","msg":"trace[1049202384] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37097; }","duration":"994.061059ms","start":"2026-07-30T22:04:04.661883Z","end":"2026-07-30T22:04:05.655944Z","steps":["trace[1049202384] 'agreement among raft nodes before linearized reading' (duration: 993.936756ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:05.655969Z","caller":"traceutil/trace.go:171","msg":"trace[1827226043] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:37097; }","duration":"766.835953ms","start":"2026-07-30T22:04:04.889127Z","end":"2026-07-30T22:04:05.655963Z","steps":["trace[1827226043] 'agreement among raft nodes before linearized reading' (duration: 766.806973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:05.655976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.661865Z","time spent":"994.104859ms","remote":"127.0.0.1:39716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23533,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-30T22:04:05.655989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.889107Z","time spent":"766.878494ms","remote":"127.0.0.1:50426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:05.656101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.070397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-30T22:04:05.656118Z","caller":"traceutil/trace.go:171","msg":"trace[1744879699] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:37097; }","duration":"274.123478ms","start":"2026-07-30T22:04:05.381991Z","end":"2026-07-30T22:04:05.656114Z","steps":["trace[1744879699] 'agreement among raft nodes before linearized reading' (duration: 274.064346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:05.65621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.388954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:05.656281Z","caller":"traceutil/trace.go:171","msg":"trace[1743172072] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:37097; }","duration":"833.468286ms","start":"2026-07-30T22:04:04.822771Z","end":"2026-07-30T22:04:05.656239Z","steps":["trace[1743172072] 'agreement among raft nodes before linearized reading' (duration: 833.381964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:05.656312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.302956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-07-30T22:04:05.656319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.822751Z","time spent":"833.558058ms","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:05.656366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.504545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-07-30T22:04:05.656377Z","caller":"traceutil/trace.go:171","msg":"trace[1619447263] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:37097; }","duration":"990.546436ms","start":"2026-07-30T22:04:04.665827Z","end":"2026-07-30T22:04:05.656374Z","steps":["trace[1619447263] 'agreement among raft nodes before linearized reading' (duration: 990.511546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:05.656393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.665811Z","time spent":"990.579447ms","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1675,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-30T22:04:05.65633Z","caller":"traceutil/trace.go:171","msg":"trace[978402782] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:37097; }","duration":"991.343397ms","start":"2026-07-30T22:04:04.664983Z","end":"2026-07-30T22:04:05.656326Z","steps":["trace[978402782] 'agreement among raft nodes before linearized reading' (duration: 991.294626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:05.656522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:04.664969Z","time spent":"991.512691ms","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1675,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-30T22:04:06.167091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740809672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T22:04:07.167595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.184837ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:07.167711Z","caller":"traceutil/trace.go:171","msg":"trace[220982331] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37097; }","duration":"388.311711ms","start":"2026-07-30T22:04:06.779382Z","end":"2026-07-30T22:04:07.167693Z","steps":["trace[220982331] 'range keys from in-memory index tree' (duration: 388.168176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.168288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.987178ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-30T22:04:07.168587Z","caller":"traceutil/trace.go:171","msg":"trace[823682862] linearizableReadLoop","detail":"{readStateIndex:38195; appliedIndex:38189; }","duration":"1.501833481s","start":"2026-07-30T22:04:05.666746Z","end":"2026-07-30T22:04:07.168579Z","steps":["trace[823682862] 'read index received' (duration: 513.575985ms)","trace[823682862] 'applied index is now lower than readState.Index' (duration: 988.256566ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:07.168593Z","caller":"traceutil/trace.go:171","msg":"trace[865821896] transaction","detail":"{read_only:false; response_revision:37098; number_of_response:1; }","duration":"1.501768629s","start":"2026-07-30T22:04:05.666802Z","end":"2026-07-30T22:04:07.16857Z","steps":["trace[865821896] 'process raft request' (duration: 1.501536663s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.168703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.666783Z","time spent":"1.501859841s","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:07.168802Z","caller":"traceutil/trace.go:171","msg":"trace[1000746629] transaction","detail":"{read_only:false; response_revision:37101; number_of_response:1; }","duration":"1.202378976s","start":"2026-07-30T22:04:05.966409Z","end":"2026-07-30T22:04:07.168788Z","steps":["trace[1000746629] 'process raft request' (duration: 1.20212068s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.168777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.659431Z","time spent":"1.509334617s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-30T22:04:07.16887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.966397Z","time spent":"1.202439937s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:07.168881Z","caller":"traceutil/trace.go:171","msg":"trace[1954521005] transaction","detail":"{read_only:false; response_revision:37102; number_of_response:1; }","duration":"1.189939218s","start":"2026-07-30T22:04:05.978927Z","end":"2026-07-30T22:04:07.168866Z","steps":["trace[1954521005] 'process raft request' (duration: 1.1896254s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:07.168916Z","caller":"traceutil/trace.go:171","msg":"trace[1986439306] transaction","detail":"{read_only:false; response_revision:37099; number_of_response:1; }","duration":"1.502006655s","start":"2026-07-30T22:04:05.666881Z","end":"2026-07-30T22:04:07.168887Z","steps":["trace[1986439306] 'process raft request' (duration: 1.501588454s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.168992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502246542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:07.169025Z","caller":"traceutil/trace.go:171","msg":"trace[277240179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37102; }","duration":"1.502306743s","start":"2026-07-30T22:04:05.666711Z","end":"2026-07-30T22:04:07.169018Z","steps":["trace[277240179] 'agreement among raft nodes before linearized reading' (duration: 1.50225141s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.169048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.666697Z","time spent":"1.502347394s","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T22:04:07.169042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.666872Z","time spent":"1.502111387s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:07.168999Z","caller":"traceutil/trace.go:171","msg":"trace[823661037] transaction","detail":"{read_only:false; response_revision:37100; number_of_response:1; }","duration":"1.203355942s","start":"2026-07-30T22:04:05.965636Z","end":"2026-07-30T22:04:07.168992Z","steps":["trace[823661037] 'process raft request' (duration: 1.202869619s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.169177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.978909Z","time spent":"1.18999388s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:07.169191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.96562Z","time spent":"1.203531646s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:07.669405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740809685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T22:04:07.996182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.896286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:07.996457Z","caller":"traceutil/trace.go:171","msg":"trace[2024502279] transaction","detail":"{read_only:false; response_revision:37103; number_of_response:1; }","duration":"1.33029941s","start":"2026-07-30T22:04:06.666116Z","end":"2026-07-30T22:04:07.996416Z","steps":["trace[2024502279] 'process raft request' (duration: 1.011078506s)","trace[2024502279] 'compare' (duration: 147.53975ms)","trace[2024502279] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:538; } (duration: 171.12336ms)"],"step_count":3} {"level":"warn","ts":"2026-07-30T22:04:07.996593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:06.666095Z","time spent":"1.330432954s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:07.996778Z","caller":"traceutil/trace.go:171","msg":"trace[2049383365] transaction","detail":"{read_only:false; response_revision:37105; number_of_response:1; }","duration":"1.330170617s","start":"2026-07-30T22:04:06.666594Z","end":"2026-07-30T22:04:07.996765Z","steps":["trace[2049383365] 'process raft request' (duration: 1.329936461s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.996829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:06.666581Z","time spent":"1.330226468s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:07.996902Z","caller":"traceutil/trace.go:171","msg":"trace[115431570] transaction","detail":"{read_only:false; response_revision:37104; number_of_response:1; }","duration":"1.330709661s","start":"2026-07-30T22:04:06.666185Z","end":"2026-07-30T22:04:07.996895Z","steps":["trace[115431570] 'process raft request' (duration: 1.330138736s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:07.996894Z","caller":"traceutil/trace.go:171","msg":"trace[1220486462] linearizableReadLoop","detail":"{readStateIndex:38202; appliedIndex:38195; }","duration":"828.263078ms","start":"2026-07-30T22:04:07.168607Z","end":"2026-07-30T22:04:07.99687Z","steps":["trace[1220486462] 'read index received' (duration: 508.603003ms)","trace[1220486462] 'applied index is now lower than readState.Index' (duration: 319.658905ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:07.996938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:06.666151Z","time spent":"1.330769193s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:07.997042Z","caller":"traceutil/trace.go:171","msg":"trace[1681872650] transaction","detail":"{read_only:false; response_revision:37106; number_of_response:1; }","duration":"1.330093224s","start":"2026-07-30T22:04:06.666934Z","end":"2026-07-30T22:04:07.997027Z","steps":["trace[1681872650] 'process raft request' (duration: 1.329658443s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:06.666918Z","time spent":"1.330167077s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:07.997368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330359357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3875c4f0-5dc6-4b38-becb-694c96e38b7d\" ","response":"range_response_count:1 size:2199"} {"level":"info","ts":"2026-07-30T22:04:07.997407Z","caller":"traceutil/trace.go:171","msg":"trace[1207605931] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3875c4f0-5dc6-4b38-becb-694c96e38b7d; range_end:; response_count:1; response_revision:37109; }","duration":"2.330416009s","start":"2026-07-30T22:04:05.666981Z","end":"2026-07-30T22:04:07.997397Z","steps":["trace[1207605931] 'agreement among raft nodes before linearized reading' (duration: 2.330305536s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:07.997405Z","caller":"traceutil/trace.go:171","msg":"trace[771341900] transaction","detail":"{read_only:false; response_revision:37107; number_of_response:1; }","duration":"1.329235992s","start":"2026-07-30T22:04:06.66816Z","end":"2026-07-30T22:04:07.997396Z","steps":["trace[771341900] 'process raft request' (duration: 1.328498383s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034122117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-30T22:04:07.997466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211497631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:04:07.997449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924796792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-30T22:04:07.997489Z","caller":"traceutil/trace.go:171","msg":"trace[1164294715] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37109; }","duration":"2.211519942s","start":"2026-07-30T22:04:05.785964Z","end":"2026-07-30T22:04:07.997484Z","steps":["trace[1164294715] 'agreement among raft nodes before linearized reading' (duration: 2.211481421s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034000283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T22:04:07.997484Z","caller":"traceutil/trace.go:171","msg":"trace[1197443728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37109; }","duration":"2.034288101s","start":"2026-07-30T22:04:05.963175Z","end":"2026-07-30T22:04:07.997463Z","steps":["trace[1197443728] 'agreement among raft nodes before linearized reading' (duration: 2.033972592s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.785922Z","time spent":"2.211582683s","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-30T22:04:07.997524Z","caller":"traceutil/trace.go:171","msg":"trace[1575024522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37109; }","duration":"2.034059314s","start":"2026-07-30T22:04:05.963455Z","end":"2026-07-30T22:04:07.997514Z","steps":["trace[1575024522] 'agreement among raft nodes before linearized reading' (duration: 2.033905331s)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:07.997526Z","caller":"traceutil/trace.go:171","msg":"trace[1274410193] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37109; }","duration":"1.924908905s","start":"2026-07-30T22:04:06.072594Z","end":"2026-07-30T22:04:07.997503Z","steps":["trace[1274410193] 'agreement among raft nodes before linearized reading' (duration: 1.924721591s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:06.668149Z","time spent":"1.329297064s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:07.997538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.963152Z","time spent":"2.034374474s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T22:04:07.997555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.963419Z","time spent":"2.034130617s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T22:04:07.997569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:06.072575Z","time spent":"1.924984718s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T22:04:07.997467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032116124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-30T22:04:07.997624Z","caller":"traceutil/trace.go:171","msg":"trace[2110571850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37109; }","duration":"2.032308089s","start":"2026-07-30T22:04:05.965309Z","end":"2026-07-30T22:04:07.997618Z","steps":["trace[2110571850] 'agreement among raft nodes before linearized reading' (duration: 2.031833976s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.965296Z","time spent":"2.03234328s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T22:04:07.997429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.666975Z","time spent":"2.330449379s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2223,"request content":"key:\"/registry/persistentvolumes/pvc-3875c4f0-5dc6-4b38-becb-694c96e38b7d\" "} {"level":"warn","ts":"2026-07-30T22:04:07.997623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032231617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-30T22:04:07.997515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.839781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:07.997341Z","caller":"traceutil/trace.go:171","msg":"trace[1615198067] transaction","detail":"{read_only:false; response_revision:37109; number_of_response:1; }","duration":"761.515914ms","start":"2026-07-30T22:04:07.235791Z","end":"2026-07-30T22:04:07.997307Z","steps":["trace[1615198067] 'process raft request' (duration: 760.99587ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:07.997702Z","caller":"traceutil/trace.go:171","msg":"trace[231116525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37109; }","duration":"827.070777ms","start":"2026-07-30T22:04:07.170623Z","end":"2026-07-30T22:04:07.997694Z","steps":["trace[231116525] 'agreement among raft nodes before linearized reading' (duration: 826.845691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:07.170602Z","time spent":"827.121649ms","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T22:04:07.997709Z","caller":"traceutil/trace.go:171","msg":"trace[152719292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37109; }","duration":"2.03232224s","start":"2026-07-30T22:04:05.96536Z","end":"2026-07-30T22:04:07.997682Z","steps":["trace[152719292] 'agreement among raft nodes before linearized reading' (duration: 2.032163896s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797461914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-30T22:04:07.997774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:07.235771Z","time spent":"761.942384ms","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:07.997806Z","caller":"traceutil/trace.go:171","msg":"trace[1331562847] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:37109; }","duration":"1.797521314s","start":"2026-07-30T22:04:06.200276Z","end":"2026-07-30T22:04:07.997797Z","steps":["trace[1331562847] 'agreement among raft nodes before linearized reading' (duration: 1.797403982s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033657753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-30T22:04:07.997801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.965353Z","time spent":"2.032435072s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T22:04:07.997841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:06.200253Z","time spent":"1.797580316s","remote":"127.0.0.1:45456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-30T22:04:07.997849Z","caller":"traceutil/trace.go:171","msg":"trace[878610274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37109; }","duration":"2.033680375s","start":"2026-07-30T22:04:05.964162Z","end":"2026-07-30T22:04:07.997842Z","steps":["trace[878610274] 'agreement among raft nodes before linearized reading' (duration: 2.033616523s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.964134Z","time spent":"2.033729055s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T22:04:07.997804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033607823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-30T22:04:07.997905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.849624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:07.997806Z","caller":"traceutil/trace.go:171","msg":"trace[1372365562] transaction","detail":"{read_only:false; response_revision:37108; number_of_response:1; }","duration":"826.675726ms","start":"2026-07-30T22:04:07.171119Z","end":"2026-07-30T22:04:07.997794Z","steps":["trace[1372365562] 'process raft request' (duration: 825.604279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.195727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:07.997972Z","caller":"traceutil/trace.go:171","msg":"trace[1280310681] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37109; }","duration":"623.949517ms","start":"2026-07-30T22:04:07.374003Z","end":"2026-07-30T22:04:07.997952Z","steps":["trace[1280310681] 'agreement among raft nodes before linearized reading' (duration: 623.861994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.997991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:07.171093Z","time spent":"826.875623ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:07.997998Z","caller":"traceutil/trace.go:171","msg":"trace[571398759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:37109; }","duration":"677.258539ms","start":"2026-07-30T22:04:07.32073Z","end":"2026-07-30T22:04:07.997989Z","steps":["trace[571398759] 'agreement among raft nodes before linearized reading' (duration: 677.204308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.998024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:07.320712Z","time spent":"677.30525ms","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:07.998017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:07.373982Z","time spent":"624.02229ms","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-30T22:04:07.998065Z","caller":"traceutil/trace.go:171","msg":"trace[2118968071] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37109; }","duration":"2.033855261s","start":"2026-07-30T22:04:05.964081Z","end":"2026-07-30T22:04:07.997937Z","steps":["trace[2118968071] 'agreement among raft nodes before linearized reading' (duration: 2.033249735s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:07.998138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:05.96407Z","time spent":"2.034056026s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T22:04:08.28223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.983558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:08.282461Z","caller":"traceutil/trace.go:171","msg":"trace[454288395] transaction","detail":"{read_only:false; response_revision:37110; number_of_response:1; }","duration":"278.557265ms","start":"2026-07-30T22:04:08.003863Z","end":"2026-07-30T22:04:08.282421Z","steps":["trace[454288395] 'process raft request' (duration: 91.309561ms)","trace[454288395] 'compare' (duration: 117.207132ms)","trace[454288395] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 69.61552ms)"],"step_count":3} {"level":"info","ts":"2026-07-30T22:04:08.282611Z","caller":"traceutil/trace.go:171","msg":"trace[58189010] linearizableReadLoop","detail":"{readStateIndex:38203; appliedIndex:38202; }","duration":"278.346278ms","start":"2026-07-30T22:04:08.004251Z","end":"2026-07-30T22:04:08.282597Z","steps":["trace[58189010] 'read index received' (duration: 91.004323ms)","trace[58189010] 'applied index is now lower than readState.Index' (duration: 187.340775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:08.282713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.445511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:08.282733Z","caller":"traceutil/trace.go:171","msg":"trace[1324927026] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37111; }","duration":"278.492392ms","start":"2026-07-30T22:04:08.004233Z","end":"2026-07-30T22:04:08.282726Z","steps":["trace[1324927026] 'agreement among raft nodes before linearized reading' (duration: 278.429921ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:08.282895Z","caller":"traceutil/trace.go:171","msg":"trace[834151173] transaction","detail":"{read_only:false; response_revision:37113; number_of_response:1; }","duration":"276.138711ms","start":"2026-07-30T22:04:08.00674Z","end":"2026-07-30T22:04:08.282879Z","steps":["trace[834151173] 'process raft request' (duration: 275.976886ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:08.282932Z","caller":"traceutil/trace.go:171","msg":"trace[1542229408] transaction","detail":"{read_only:false; response_revision:37111; number_of_response:1; }","duration":"277.771574ms","start":"2026-07-30T22:04:08.005154Z","end":"2026-07-30T22:04:08.282925Z","steps":["trace[1542229408] 'process raft request' (duration: 277.181889ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:08.282922Z","caller":"traceutil/trace.go:171","msg":"trace[1776855119] transaction","detail":"{read_only:false; response_revision:37116; number_of_response:1; }","duration":"275.969247ms","start":"2026-07-30T22:04:08.006934Z","end":"2026-07-30T22:04:08.282903Z","steps":["trace[1776855119] 'process raft request' (duration: 275.901045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:08.283089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.746139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-30T22:04:08.283085Z","caller":"traceutil/trace.go:171","msg":"trace[1332592878] transaction","detail":"{read_only:false; response_revision:37114; number_of_response:1; }","duration":"276.278245ms","start":"2026-07-30T22:04:08.006798Z","end":"2026-07-30T22:04:08.283076Z","steps":["trace[1332592878] 'process raft request' (duration: 275.962046ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:08.283112Z","caller":"traceutil/trace.go:171","msg":"trace[1978457530] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:37117; }","duration":"278.77032ms","start":"2026-07-30T22:04:08.004336Z","end":"2026-07-30T22:04:08.283107Z","steps":["trace[1978457530] 'agreement among raft nodes before linearized reading' (duration: 278.684948ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:08.2832Z","caller":"traceutil/trace.go:171","msg":"trace[1738688011] transaction","detail":"{read_only:false; response_revision:37117; number_of_response:1; }","duration":"276.232884ms","start":"2026-07-30T22:04:08.006962Z","end":"2026-07-30T22:04:08.283195Z","steps":["trace[1738688011] 'process raft request' (duration: 275.908466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:08.283249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.050818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:08.283228Z","caller":"traceutil/trace.go:171","msg":"trace[1671021923] transaction","detail":"{read_only:false; response_revision:37115; number_of_response:1; }","duration":"276.299505ms","start":"2026-07-30T22:04:08.006899Z","end":"2026-07-30T22:04:08.283199Z","steps":["trace[1671021923] 'process raft request' (duration: 275.898044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:08.283302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.706826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-30T22:04:08.283315Z","caller":"traceutil/trace.go:171","msg":"trace[1496573567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37117; }","duration":"276.732546ms","start":"2026-07-30T22:04:08.006579Z","end":"2026-07-30T22:04:08.283312Z","steps":["trace[1496573567] 'agreement among raft nodes before linearized reading' (duration: 276.690125ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:08.283345Z","caller":"traceutil/trace.go:171","msg":"trace[1279307820] transaction","detail":"{read_only:false; response_revision:37112; number_of_response:1; }","duration":"276.686666ms","start":"2026-07-30T22:04:08.006647Z","end":"2026-07-30T22:04:08.283334Z","steps":["trace[1279307820] 'process raft request' (duration: 275.982027ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:08.283262Z","caller":"traceutil/trace.go:171","msg":"trace[1126308562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37117; }","duration":"276.080089ms","start":"2026-07-30T22:04:08.007178Z","end":"2026-07-30T22:04:08.283258Z","steps":["trace[1126308562] 'agreement among raft nodes before linearized reading' (duration: 276.057908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:08.283406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.337808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-30T22:04:08.283419Z","caller":"traceutil/trace.go:171","msg":"trace[1890641102] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:37117; }","duration":"278.365949ms","start":"2026-07-30T22:04:08.005049Z","end":"2026-07-30T22:04:08.283415Z","steps":["trace[1890641102] 'agreement among raft nodes before linearized reading' (duration: 278.327168ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:08.343306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33899,"took":"5.291670964s","hash":2103906567,"current-db-size-bytes":53854208,"current-db-size":"54 MB","current-db-size-in-use-bytes":34144256,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-30T22:04:08.343378Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2103906567,"revision":33899,"compact-revision":30903} {"level":"warn","ts":"2026-07-30T22:04:15.23696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.741737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T22:04:15.237061Z","caller":"traceutil/trace.go:171","msg":"trace[946474750] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:37236; }","duration":"125.833569ms","start":"2026-07-30T22:04:15.111187Z","end":"2026-07-30T22:04:15.237021Z","steps":["trace[946474750] 'count revisions from in-memory index tree' (duration: 125.648815ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:15.594071Z","caller":"traceutil/trace.go:171","msg":"trace[307230327] transaction","detail":"{read_only:false; response_revision:37237; number_of_response:1; }","duration":"391.241468ms","start":"2026-07-30T22:04:15.202806Z","end":"2026-07-30T22:04:15.594047Z","steps":["trace[307230327] 'process raft request' (duration: 391.103483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:15.59421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:15.202782Z","time spent":"391.365441ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:15.945354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.503444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:15.945588Z","caller":"traceutil/trace.go:171","msg":"trace[82095593] linearizableReadLoop","detail":"{readStateIndex:38334; appliedIndex:38331; }","duration":"686.422029ms","start":"2026-07-30T22:04:15.259148Z","end":"2026-07-30T22:04:15.94557Z","steps":["trace[82095593] 'read index received' (duration: 334.713591ms)","trace[82095593] 'applied index is now lower than readState.Index' (duration: 351.707378ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:15.945682Z","caller":"traceutil/trace.go:171","msg":"trace[1504828460] transaction","detail":"{read_only:false; response_revision:37239; number_of_response:1; }","duration":"738.379375ms","start":"2026-07-30T22:04:15.207263Z","end":"2026-07-30T22:04:15.945642Z","steps":["trace[1504828460] 'process raft request' (duration: 738.209101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:15.94584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:15.207238Z","time spent":"738.521039ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:15.945941Z","caller":"traceutil/trace.go:171","msg":"trace[1408227366] transaction","detail":"{read_only:false; response_revision:37238; number_of_response:1; }","duration":"741.559658ms","start":"2026-07-30T22:04:15.204326Z","end":"2026-07-30T22:04:15.945885Z","steps":["trace[1408227366] 'process raft request' (duration: 635.399268ms)","trace[1408227366] 'compare' (duration: 105.36532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:15.946149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:15.204299Z","time spent":"741.738843ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:15.946227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.073127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:15.946226Z","caller":"traceutil/trace.go:171","msg":"trace[817185267] transaction","detail":"{read_only:false; response_revision:37240; number_of_response:1; }","duration":"242.149647ms","start":"2026-07-30T22:04:15.704042Z","end":"2026-07-30T22:04:15.946192Z","steps":["trace[817185267] 'process raft request' (duration: 241.4972ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:15.946272Z","caller":"traceutil/trace.go:171","msg":"trace[1778343896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37240; }","duration":"687.158029ms","start":"2026-07-30T22:04:15.259101Z","end":"2026-07-30T22:04:15.946259Z","steps":["trace[1778343896] 'agreement among raft nodes before linearized reading' (duration: 686.557754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:15.946289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.071957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10606"} {"level":"warn","ts":"2026-07-30T22:04:15.946317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:15.259083Z","time spent":"687.227361ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T22:04:15.946333Z","caller":"traceutil/trace.go:171","msg":"trace[240907591] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37240; }","duration":"595.146349ms","start":"2026-07-30T22:04:15.351172Z","end":"2026-07-30T22:04:15.946318Z","steps":["trace[240907591] 'agreement among raft nodes before linearized reading' (duration: 594.968605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:15.946369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:15.351155Z","time spent":"595.20629ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10630,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-30T22:04:15.946342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.557737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:15.946429Z","caller":"traceutil/trace.go:171","msg":"trace[748501357] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:37240; }","duration":"477.6935ms","start":"2026-07-30T22:04:15.468717Z","end":"2026-07-30T22:04:15.946411Z","steps":["trace[748501357] 'agreement among raft nodes before linearized reading' (duration: 477.501856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:15.946441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.018261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"warn","ts":"2026-07-30T22:04:15.946515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:15.468699Z","time spent":"477.801912ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-30T22:04:15.946551Z","caller":"traceutil/trace.go:171","msg":"trace[1178486637] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37240; }","duration":"561.157894ms","start":"2026-07-30T22:04:15.385372Z","end":"2026-07-30T22:04:15.94653Z","steps":["trace[1178486637] 'agreement among raft nodes before linearized reading' (duration: 560.794345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:15.946542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.907246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-07-30T22:04:15.946696Z","caller":"traceutil/trace.go:171","msg":"trace[1726958340] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:37240; }","duration":"273.163993ms","start":"2026-07-30T22:04:15.673506Z","end":"2026-07-30T22:04:15.94667Z","steps":["trace[1726958340] 'agreement among raft nodes before linearized reading' (duration: 272.65645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:15.946606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:15.385359Z","time spent":"561.236627ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1662,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-30T22:04:15.949497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.180148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-30T22:04:15.950844Z","caller":"traceutil/trace.go:171","msg":"trace[1584093421] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:37240; }","duration":"567.948664ms","start":"2026-07-30T22:04:15.382872Z","end":"2026-07-30T22:04:15.950821Z","steps":["trace[1584093421] 'agreement among raft nodes before linearized reading' (duration: 563.331343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:15.952578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:15.382856Z","time spent":"569.134895ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.209\" "} {"level":"info","ts":"2026-07-30T22:04:16.13593Z","caller":"traceutil/trace.go:171","msg":"trace[1248665137] transaction","detail":"{read_only:false; response_revision:37241; number_of_response:1; }","duration":"175.28277ms","start":"2026-07-30T22:04:15.960597Z","end":"2026-07-30T22:04:16.135879Z","steps":["trace[1248665137] 'process raft request' (duration: 174.884419ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:16.136204Z","caller":"traceutil/trace.go:171","msg":"trace[2017731782] transaction","detail":"{read_only:false; response_revision:37242; number_of_response:1; }","duration":"109.611623ms","start":"2026-07-30T22:04:16.026579Z","end":"2026-07-30T22:04:16.13619Z","steps":["trace[2017731782] 'process raft request' (duration: 109.165291ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:16.136479Z","caller":"traceutil/trace.go:171","msg":"trace[1503422066] transaction","detail":"{read_only:false; response_revision:37243; number_of_response:1; }","duration":"107.774764ms","start":"2026-07-30T22:04:16.028664Z","end":"2026-07-30T22:04:16.136439Z","steps":["trace[1503422066] 'process raft request' (duration: 107.398704ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:16.136578Z","caller":"traceutil/trace.go:171","msg":"trace[811888997] transaction","detail":"{read_only:false; response_revision:37244; number_of_response:1; }","duration":"107.004084ms","start":"2026-07-30T22:04:16.029563Z","end":"2026-07-30T22:04:16.136567Z","steps":["trace[811888997] 'process raft request' (duration: 106.796148ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:16.136748Z","caller":"traceutil/trace.go:171","msg":"trace[394126829] transaction","detail":"{read_only:false; response_revision:37245; number_of_response:1; }","duration":"107.085866ms","start":"2026-07-30T22:04:16.029654Z","end":"2026-07-30T22:04:16.136739Z","steps":["trace[394126829] 'process raft request' (duration: 106.859291ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:16.137053Z","caller":"traceutil/trace.go:171","msg":"trace[107903153] transaction","detail":"{read_only:false; response_revision:37246; number_of_response:1; }","duration":"107.210299ms","start":"2026-07-30T22:04:16.02981Z","end":"2026-07-30T22:04:16.13702Z","steps":["trace[107903153] 'process raft request' (duration: 106.882121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.468023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.287622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:16.468137Z","caller":"traceutil/trace.go:171","msg":"trace[534123786] transaction","detail":"{read_only:false; response_revision:37247; number_of_response:1; }","duration":"354.532001ms","start":"2026-07-30T22:04:16.113583Z","end":"2026-07-30T22:04:16.468115Z","steps":["trace[534123786] 'process raft request' (duration: 161.067205ms)","trace[534123786] 'compare' (duration: 193.097667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:16.468196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.113559Z","time spent":"354.609134ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:16.88358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.935417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:16.883874Z","caller":"traceutil/trace.go:171","msg":"trace[737758277] transaction","detail":"{read_only:false; response_revision:37248; number_of_response:1; }","duration":"740.481231ms","start":"2026-07-30T22:04:16.143351Z","end":"2026-07-30T22:04:16.883832Z","steps":["trace[737758277] 'process raft request' (duration: 459.208365ms)","trace[737758277] 'compare' (duration: 280.773992ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:16.883974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.143317Z","time spent":"740.615964ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:16.884374Z","caller":"traceutil/trace.go:171","msg":"trace[50321627] transaction","detail":"{read_only:false; response_revision:37249; number_of_response:1; }","duration":"737.942304ms","start":"2026-07-30T22:04:16.146419Z","end":"2026-07-30T22:04:16.884361Z","steps":["trace[50321627] 'process raft request' (duration: 737.276296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.884448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.1464Z","time spent":"738.013576ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:16.884634Z","caller":"traceutil/trace.go:171","msg":"trace[1138606275] transaction","detail":"{read_only:false; response_revision:37250; number_of_response:1; }","duration":"738.19633ms","start":"2026-07-30T22:04:16.146419Z","end":"2026-07-30T22:04:16.884615Z","steps":["trace[1138606275] 'process raft request' (duration: 737.902903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.884746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.1464Z","time spent":"738.287573ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:16.884755Z","caller":"traceutil/trace.go:171","msg":"trace[553210764] linearizableReadLoop","detail":"{readStateIndex:38347; appliedIndex:38342; }","duration":"624.653245ms","start":"2026-07-30T22:04:16.26009Z","end":"2026-07-30T22:04:16.884743Z","steps":["trace[553210764] 'read index received' (duration: 14.570644ms)","trace[553210764] 'applied index is now lower than readState.Index' (duration: 610.081291ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:16.884845Z","caller":"traceutil/trace.go:171","msg":"trace[2045858354] transaction","detail":"{read_only:false; response_revision:37251; number_of_response:1; }","duration":"738.374905ms","start":"2026-07-30T22:04:16.146462Z","end":"2026-07-30T22:04:16.884837Z","steps":["trace[2045858354] 'process raft request' (duration: 738.093828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.88495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.146281Z","time spent":"738.595742ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:16.885006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.917763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:16.885038Z","caller":"traceutil/trace.go:171","msg":"trace[1525667449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37251; }","duration":"624.992134ms","start":"2026-07-30T22:04:16.260038Z","end":"2026-07-30T22:04:16.88503Z","steps":["trace[1525667449] 'agreement among raft nodes before linearized reading' (duration: 624.940553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.885061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.260013Z","time spent":"625.044075ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T22:04:16.885128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.962209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T22:04:16.885206Z","caller":"traceutil/trace.go:171","msg":"trace[1690020038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37251; }","duration":"572.072662ms","start":"2026-07-30T22:04:16.313113Z","end":"2026-07-30T22:04:16.885186Z","steps":["trace[1690020038] 'agreement among raft nodes before linearized reading' (duration: 571.876137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.885254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.624509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-30T22:04:16.885264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.313097Z","time spent":"572.152894ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T22:04:16.885282Z","caller":"traceutil/trace.go:171","msg":"trace[849129927] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:37251; }","duration":"434.714341ms","start":"2026-07-30T22:04:16.450561Z","end":"2026-07-30T22:04:16.885276Z","steps":["trace[849129927] 'agreement among raft nodes before linearized reading' (duration: 434.670749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.885328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.450534Z","time spent":"434.782743ms","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:16.88551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.475948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-30T22:04:16.88564Z","caller":"traceutil/trace.go:171","msg":"trace[126993208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37251; }","duration":"568.631273ms","start":"2026-07-30T22:04:16.316984Z","end":"2026-07-30T22:04:16.885616Z","steps":["trace[126993208] 'agreement among raft nodes before linearized reading' (duration: 568.329405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.885686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.259005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-30T22:04:16.885725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.316978Z","time spent":"568.730245ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T22:04:16.885753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.840882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:16.885803Z","caller":"traceutil/trace.go:171","msg":"trace[815564588] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:37251; }","duration":"224.931255ms","start":"2026-07-30T22:04:16.660858Z","end":"2026-07-30T22:04:16.885789Z","steps":["trace[815564588] 'agreement among raft nodes before linearized reading' (duration: 224.845993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.885988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.24079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:16.886036Z","caller":"traceutil/trace.go:171","msg":"trace[1488460080] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:37251; }","duration":"393.326412ms","start":"2026-07-30T22:04:16.492699Z","end":"2026-07-30T22:04:16.886026Z","steps":["trace[1488460080] 'agreement among raft nodes before linearized reading' (duration: 393.25039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.886078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.492683Z","time spent":"393.380904ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:16.886154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.277632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T22:04:16.886218Z","caller":"traceutil/trace.go:171","msg":"trace[37603647] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37251; }","duration":"568.356754ms","start":"2026-07-30T22:04:16.317846Z","end":"2026-07-30T22:04:16.886203Z","steps":["trace[37603647] 'agreement among raft nodes before linearized reading' (duration: 568.21298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.885562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.738684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-30T22:04:16.885734Z","caller":"traceutil/trace.go:171","msg":"trace[169240773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37251; }","duration":"570.354048ms","start":"2026-07-30T22:04:16.315365Z","end":"2026-07-30T22:04:16.885719Z","steps":["trace[169240773] 'agreement among raft nodes before linearized reading' (duration: 570.227103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.886277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.317837Z","time spent":"568.421006ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T22:04:16.886314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.03029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-30T22:04:16.886307Z","caller":"traceutil/trace.go:171","msg":"trace[272697208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37251; }","duration":"569.518165ms","start":"2026-07-30T22:04:16.316769Z","end":"2026-07-30T22:04:16.886287Z","steps":["trace[272697208] 'agreement among raft nodes before linearized reading' (duration: 568.689383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.886332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.315347Z","time spent":"570.961433ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T22:04:16.886373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.31675Z","time spent":"569.602248ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T22:04:16.886008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.092227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T22:04:16.886352Z","caller":"traceutil/trace.go:171","msg":"trace[882707163] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:37251; }","duration":"416.099362ms","start":"2026-07-30T22:04:16.470243Z","end":"2026-07-30T22:04:16.886343Z","steps":["trace[882707163] 'agreement among raft nodes before linearized reading' (duration: 415.988308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.886541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.470226Z","time spent":"416.242355ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-30T22:04:16.886567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.774715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"info","ts":"2026-07-30T22:04:16.886439Z","caller":"traceutil/trace.go:171","msg":"trace[590516332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37251; }","duration":"568.542099ms","start":"2026-07-30T22:04:16.317888Z","end":"2026-07-30T22:04:16.886431Z","steps":["trace[590516332] 'agreement among raft nodes before linearized reading' (duration: 568.004675ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:16.886628Z","caller":"traceutil/trace.go:171","msg":"trace[1895210682] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:37251; }","duration":"417.838917ms","start":"2026-07-30T22:04:16.468775Z","end":"2026-07-30T22:04:16.886614Z","steps":["trace[1895210682] 'agreement among raft nodes before linearized reading' (duration: 417.653782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:16.886672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.468707Z","time spent":"417.95744ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1662,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-30T22:04:16.886663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:16.317884Z","time spent":"568.751354ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T22:04:17.128218Z","caller":"traceutil/trace.go:171","msg":"trace[1089472936] transaction","detail":"{read_only:false; response_revision:37255; number_of_response:1; }","duration":"235.384289ms","start":"2026-07-30T22:04:16.892812Z","end":"2026-07-30T22:04:17.128196Z","steps":["trace[1089472936] 'process raft request' (duration: 235.311517ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:17.128224Z","caller":"traceutil/trace.go:171","msg":"trace[1828720219] transaction","detail":"{read_only:false; response_revision:37254; number_of_response:1; }","duration":"235.658257ms","start":"2026-07-30T22:04:16.892536Z","end":"2026-07-30T22:04:17.128195Z","steps":["trace[1828720219] 'process raft request' (duration: 235.555745ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:17.128563Z","caller":"traceutil/trace.go:171","msg":"trace[361975110] transaction","detail":"{read_only:false; response_revision:37256; number_of_response:1; }","duration":"235.643526ms","start":"2026-07-30T22:04:16.892875Z","end":"2026-07-30T22:04:17.128518Z","steps":["trace[361975110] 'process raft request' (duration: 235.292937ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:17.128711Z","caller":"traceutil/trace.go:171","msg":"trace[2096971712] linearizableReadLoop","detail":"{readStateIndex:38353; appliedIndex:38347; }","duration":"235.176774ms","start":"2026-07-30T22:04:16.893507Z","end":"2026-07-30T22:04:17.128683Z","steps":["trace[2096971712] 'read index received' (duration: 18.981549ms)","trace[2096971712] 'applied index is now lower than readState.Index' (duration: 216.193825ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:17.128466Z","caller":"traceutil/trace.go:171","msg":"trace[1080857824] transaction","detail":"{read_only:false; response_revision:37253; number_of_response:1; }","duration":"236.015765ms","start":"2026-07-30T22:04:16.892434Z","end":"2026-07-30T22:04:17.128449Z","steps":["trace[1080857824] 'process raft request' (duration: 235.507833ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:17.128859Z","caller":"traceutil/trace.go:171","msg":"trace[320538737] transaction","detail":"{read_only:false; response_revision:37257; number_of_response:1; }","duration":"235.644617ms","start":"2026-07-30T22:04:16.893068Z","end":"2026-07-30T22:04:17.128712Z","steps":["trace[320538737] 'process raft request' (duration: 235.345599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:17.129025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.319168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2d0a6dfc-c7c4-4fb2-9717-57bc70cb7dc3\" ","response":"range_response_count:1 size:2209"} {"level":"info","ts":"2026-07-30T22:04:17.129126Z","caller":"traceutil/trace.go:171","msg":"trace[661578629] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2d0a6dfc-c7c4-4fb2-9717-57bc70cb7dc3; range_end:; response_count:1; response_revision:37257; }","duration":"235.477932ms","start":"2026-07-30T22:04:16.893623Z","end":"2026-07-30T22:04:17.129101Z","steps":["trace[661578629] 'agreement among raft nodes before linearized reading' (duration: 235.234836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:17.129273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.736459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T22:04:17.129613Z","caller":"traceutil/trace.go:171","msg":"trace[66218433] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:37257; }","duration":"236.112139ms","start":"2026-07-30T22:04:16.893481Z","end":"2026-07-30T22:04:17.129593Z","steps":["trace[66218433] 'agreement among raft nodes before linearized reading' (duration: 235.298008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:17.410618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.584312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:17.410792Z","caller":"traceutil/trace.go:171","msg":"trace[1171025806] linearizableReadLoop","detail":"{readStateIndex:38354; appliedIndex:38353; }","duration":"151.113853ms","start":"2026-07-30T22:04:17.259642Z","end":"2026-07-30T22:04:17.410756Z","steps":["trace[1171025806] 'read index received' (duration: 14.130441ms)","trace[1171025806] 'applied index is now lower than readState.Index' (duration: 136.981132ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:17.410952Z","caller":"traceutil/trace.go:171","msg":"trace[1894305092] transaction","detail":"{read_only:false; response_revision:37258; number_of_response:1; }","duration":"223.003605ms","start":"2026-07-30T22:04:17.187915Z","end":"2026-07-30T22:04:17.410919Z","steps":["trace[1894305092] 'process raft request' (duration: 85.94643ms)","trace[1894305092] 'compare' (duration: 136.423118ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:17.410978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.323449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:04:17.411043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.333421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:17.411122Z","caller":"traceutil/trace.go:171","msg":"trace[830202273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37258; }","duration":"151.517494ms","start":"2026-07-30T22:04:17.259588Z","end":"2026-07-30T22:04:17.411105Z","steps":["trace[830202273] 'agreement among raft nodes before linearized reading' (duration: 151.311629ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:17.411143Z","caller":"traceutil/trace.go:171","msg":"trace[642158117] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:37258; }","duration":"102.487324ms","start":"2026-07-30T22:04:17.308631Z","end":"2026-07-30T22:04:17.411118Z","steps":["trace[642158117] 'agreement among raft nodes before linearized reading' (duration: 102.30013ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:17.830465Z","caller":"traceutil/trace.go:171","msg":"trace[268466298] transaction","detail":"{read_only:false; response_revision:37259; number_of_response:1; }","duration":"230.724216ms","start":"2026-07-30T22:04:17.599713Z","end":"2026-07-30T22:04:17.830438Z","steps":["trace[268466298] 'process raft request' (duration: 230.537692ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:17.848015Z","caller":"traceutil/trace.go:171","msg":"trace[1574990844] transaction","detail":"{read_only:false; response_revision:37260; number_of_response:1; }","duration":"205.701079ms","start":"2026-07-30T22:04:17.6423Z","end":"2026-07-30T22:04:17.848001Z","steps":["trace[1574990844] 'process raft request' (duration: 205.610817ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:38.397855Z","caller":"traceutil/trace.go:171","msg":"trace[286277977] transaction","detail":"{read_only:false; response_revision:37462; number_of_response:1; }","duration":"189.545764ms","start":"2026-07-30T22:04:38.208281Z","end":"2026-07-30T22:04:38.397826Z","steps":["trace[286277977] 'process raft request' (duration: 94.3184ms)","trace[286277977] 'compare' (duration: 94.68428ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:38.39806Z","caller":"traceutil/trace.go:171","msg":"trace[569846631] transaction","detail":"{read_only:false; response_revision:37463; number_of_response:1; }","duration":"188.152006ms","start":"2026-07-30T22:04:38.209887Z","end":"2026-07-30T22:04:38.398039Z","steps":["trace[569846631] 'process raft request' (duration: 187.8871ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:38.398351Z","caller":"traceutil/trace.go:171","msg":"trace[1068567616] transaction","detail":"{read_only:false; response_revision:37464; number_of_response:1; }","duration":"187.718726ms","start":"2026-07-30T22:04:38.210609Z","end":"2026-07-30T22:04:38.398327Z","steps":["trace[1068567616] 'process raft request' (duration: 187.370486ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:38.398343Z","caller":"traceutil/trace.go:171","msg":"trace[1811301202] linearizableReadLoop","detail":"{readStateIndex:38564; appliedIndex:38561; }","duration":"140.560966ms","start":"2026-07-30T22:04:38.257758Z","end":"2026-07-30T22:04:38.398319Z","steps":["trace[1811301202] 'read index received' (duration: 44.88938ms)","trace[1811301202] 'applied index is now lower than readState.Index' (duration: 95.669726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:38.398453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.679739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:38.398507Z","caller":"traceutil/trace.go:171","msg":"trace[268202330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37464; }","duration":"140.780182ms","start":"2026-07-30T22:04:38.257715Z","end":"2026-07-30T22:04:38.398496Z","steps":["trace[268202330] 'agreement among raft nodes before linearized reading' (duration: 140.671199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:38.398611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.394685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:38.398672Z","caller":"traceutil/trace.go:171","msg":"trace[593107985] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:37464; }","duration":"112.478127ms","start":"2026-07-30T22:04:38.28618Z","end":"2026-07-30T22:04:38.398658Z","steps":["trace[593107985] 'agreement among raft nodes before linearized reading' (duration: 112.358814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:38.780827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.945846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:38.780917Z","caller":"traceutil/trace.go:171","msg":"trace[683905952] linearizableReadLoop","detail":"{readStateIndex:38565; appliedIndex:38564; }","duration":"376.15341ms","start":"2026-07-30T22:04:38.404751Z","end":"2026-07-30T22:04:38.780904Z","steps":["trace[683905952] 'read index received' (duration: 162.132883ms)","trace[683905952] 'applied index is now lower than readState.Index' (duration: 214.018947ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:38.781129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.475785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-07-30T22:04:38.781152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.386787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:38.781218Z","caller":"traceutil/trace.go:171","msg":"trace[386350283] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:37465; }","duration":"253.61072ms","start":"2026-07-30T22:04:38.527593Z","end":"2026-07-30T22:04:38.781204Z","steps":["trace[386350283] 'agreement among raft nodes before linearized reading' (duration: 253.436794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:38.781222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.120467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T22:04:38.781249Z","caller":"traceutil/trace.go:171","msg":"trace[1705864039] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:37465; }","duration":"376.493429ms","start":"2026-07-30T22:04:38.404739Z","end":"2026-07-30T22:04:38.781232Z","steps":["trace[1705864039] 'agreement among raft nodes before linearized reading' (duration: 376.360146ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:38.78126Z","caller":"traceutil/trace.go:171","msg":"trace[894993714] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:37465; }","duration":"161.22425ms","start":"2026-07-30T22:04:38.620027Z","end":"2026-07-30T22:04:38.781251Z","steps":["trace[894993714] 'agreement among raft nodes before linearized reading' (duration: 161.112287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:38.781288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:38.404732Z","time spent":"376.545801ms","remote":"127.0.0.1:39734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-30T22:04:38.781411Z","caller":"traceutil/trace.go:171","msg":"trace[454839964] transaction","detail":"{read_only:false; response_revision:37465; number_of_response:1; }","duration":"378.933344ms","start":"2026-07-30T22:04:38.40247Z","end":"2026-07-30T22:04:38.781403Z","steps":["trace[454839964] 'process raft request' (duration: 164.32835ms)","trace[454839964] 'compare' (duration: 213.545485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:38.78148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:38.40245Z","time spent":"378.983154ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:39.112582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.903355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:39.112665Z","caller":"traceutil/trace.go:171","msg":"trace[1534531930] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37465; }","duration":"122.000717ms","start":"2026-07-30T22:04:38.990645Z","end":"2026-07-30T22:04:39.112646Z","steps":["trace[1534531930] 'range keys from in-memory index tree' (duration: 121.783953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:39.112682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.304426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-30T22:04:39.112752Z","caller":"traceutil/trace.go:171","msg":"trace[75991793] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:37465; }","duration":"184.43687ms","start":"2026-07-30T22:04:38.928299Z","end":"2026-07-30T22:04:39.112736Z","steps":["trace[75991793] 'count revisions from in-memory index tree' (duration: 184.214174ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:39.114561Z","caller":"traceutil/trace.go:171","msg":"trace[2053586976] transaction","detail":"{read_only:false; response_revision:37466; number_of_response:1; }","duration":"102.738332ms","start":"2026-07-30T22:04:39.011807Z","end":"2026-07-30T22:04:39.114545Z","steps":["trace[2053586976] 'process raft request' (duration: 102.547747ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:39.317055Z","caller":"traceutil/trace.go:171","msg":"trace[1910243140] transaction","detail":"{read_only:false; response_revision:37467; number_of_response:1; }","duration":"196.817175ms","start":"2026-07-30T22:04:39.12021Z","end":"2026-07-30T22:04:39.317028Z","steps":["trace[1910243140] 'process raft request' (duration: 196.62964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:39.761963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.408942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:39.762448Z","caller":"traceutil/trace.go:171","msg":"trace[1769289611] linearizableReadLoop","detail":"{readStateIndex:38568; appliedIndex:38566; }","duration":"641.766686ms","start":"2026-07-30T22:04:39.120474Z","end":"2026-07-30T22:04:39.76224Z","steps":["trace[1769289611] 'read index received' (duration: 196.325323ms)","trace[1769289611] 'applied index is now lower than readState.Index' (duration: 445.438963ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:39.762621Z","caller":"traceutil/trace.go:171","msg":"trace[1949828669] transaction","detail":"{read_only:false; response_revision:37469; number_of_response:1; }","duration":"642.141117ms","start":"2026-07-30T22:04:39.120466Z","end":"2026-07-30T22:04:39.762608Z","steps":["trace[1949828669] 'process raft request' (duration: 641.682224ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:39.762653Z","caller":"traceutil/trace.go:171","msg":"trace[940906615] transaction","detail":"{read_only:false; response_revision:37468; number_of_response:1; }","duration":"642.394473ms","start":"2026-07-30T22:04:39.120226Z","end":"2026-07-30T22:04:39.76262Z","steps":["trace[940906615] 'process raft request' (duration: 362.850301ms)","trace[940906615] 'compare' (duration: 277.738604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:39.762704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.12043Z","time spent":"642.230239ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:39.76282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.120215Z","time spent":"642.512846ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:39.762872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.262119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-30T22:04:39.762917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.635805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-30T22:04:39.762887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.386623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-30T22:04:39.762975Z","caller":"traceutil/trace.go:171","msg":"trace[1987138356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37469; }","duration":"526.425173ms","start":"2026-07-30T22:04:39.236527Z","end":"2026-07-30T22:04:39.762952Z","steps":["trace[1987138356] 'agreement among raft nodes before linearized reading' (duration: 526.123016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:39.762993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.388342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T22:04:39.763011Z","caller":"traceutil/trace.go:171","msg":"trace[675572884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37469; }","duration":"519.786588ms","start":"2026-07-30T22:04:39.243203Z","end":"2026-07-30T22:04:39.762989Z","steps":["trace[675572884] 'agreement among raft nodes before linearized reading' (duration: 519.504641ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:39.763032Z","caller":"traceutil/trace.go:171","msg":"trace[1067990753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37469; }","duration":"526.541716ms","start":"2026-07-30T22:04:39.236479Z","end":"2026-07-30T22:04:39.763021Z","steps":["trace[1067990753] 'agreement among raft nodes before linearized reading' (duration: 526.374362ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:39.763025Z","caller":"traceutil/trace.go:171","msg":"trace[1858512056] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37469; }","duration":"642.544746ms","start":"2026-07-30T22:04:39.120457Z","end":"2026-07-30T22:04:39.763002Z","steps":["trace[1858512056] 'agreement among raft nodes before linearized reading' (duration: 642.241989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:39.763037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.236496Z","time spent":"526.530446ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T22:04:39.76306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.484925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-30T22:04:39.763071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.243171Z","time spent":"519.889541ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T22:04:39.763086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.120448Z","time spent":"642.624318ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T22:04:39.763106Z","caller":"traceutil/trace.go:171","msg":"trace[1926670732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37469; }","duration":"526.568197ms","start":"2026-07-30T22:04:39.236527Z","end":"2026-07-30T22:04:39.763095Z","steps":["trace[1926670732] 'agreement among raft nodes before linearized reading' (duration: 526.420773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:39.763157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.071206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-30T22:04:39.76322Z","caller":"traceutil/trace.go:171","msg":"trace[1590310459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37469; }","duration":"520.129117ms","start":"2026-07-30T22:04:39.243077Z","end":"2026-07-30T22:04:39.763206Z","steps":["trace[1590310459] 'agreement among raft nodes before linearized reading' (duration: 520.015695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:39.763231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.236501Z","time spent":"526.709781ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T22:04:39.763273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.243053Z","time spent":"520.20849ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T22:04:39.763072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.236448Z","time spent":"526.616948ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T22:04:40.267151Z","caller":"traceutil/trace.go:171","msg":"trace[1611560297] transaction","detail":"{read_only:false; response_revision:37471; number_of_response:1; }","duration":"497.313057ms","start":"2026-07-30T22:04:39.769795Z","end":"2026-07-30T22:04:40.267108Z","steps":["trace[1611560297] 'process raft request' (duration: 497.009869ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:40.267237Z","caller":"traceutil/trace.go:171","msg":"trace[1011923220] transaction","detail":"{read_only:false; response_revision:37472; number_of_response:1; }","duration":"496.518996ms","start":"2026-07-30T22:04:39.77069Z","end":"2026-07-30T22:04:40.267209Z","steps":["trace[1011923220] 'process raft request' (duration: 496.27655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:40.267358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.770668Z","time spent":"496.622408ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:40.26734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.769769Z","time spent":"497.47195ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:40.267907Z","caller":"traceutil/trace.go:171","msg":"trace[54314941] transaction","detail":"{read_only:false; response_revision:37474; number_of_response:1; }","duration":"495.666743ms","start":"2026-07-30T22:04:39.772231Z","end":"2026-07-30T22:04:40.267897Z","steps":["trace[54314941] 'process raft request' (duration: 495.53975ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:40.267879Z","caller":"traceutil/trace.go:171","msg":"trace[409911989] transaction","detail":"{read_only:false; response_revision:37473; number_of_response:1; }","duration":"496.831593ms","start":"2026-07-30T22:04:39.771028Z","end":"2026-07-30T22:04:40.26786Z","steps":["trace[409911989] 'process raft request' (duration: 496.603498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:40.267976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.772217Z","time spent":"495.720765ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:40.268042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.771018Z","time spent":"496.961756ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:40.268148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.968881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-30T22:04:40.268309Z","caller":"traceutil/trace.go:171","msg":"trace[2046720872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:37474; }","duration":"488.148446ms","start":"2026-07-30T22:04:39.780135Z","end":"2026-07-30T22:04:40.268283Z","steps":["trace[2046720872] 'agreement among raft nodes before linearized reading' (duration: 487.864188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:40.268393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.780067Z","time spent":"488.30791ms","remote":"127.0.0.1:47514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T22:04:40.267839Z","caller":"traceutil/trace.go:171","msg":"trace[1549608946] linearizableReadLoop","detail":"{readStateIndex:38574; appliedIndex:38569; }","duration":"487.619991ms","start":"2026-07-30T22:04:39.780198Z","end":"2026-07-30T22:04:40.267818Z","steps":["trace[1549608946] 'read index received' (duration: 49.797599ms)","trace[1549608946] 'applied index is now lower than readState.Index' (duration: 437.821212ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:40.624691Z","caller":"traceutil/trace.go:171","msg":"trace[1936134600] transaction","detail":"{read_only:false; response_revision:37477; number_of_response:1; }","duration":"591.826752ms","start":"2026-07-30T22:04:40.032837Z","end":"2026-07-30T22:04:40.624664Z","steps":["trace[1936134600] 'process raft request' (duration: 591.680278ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:40.624714Z","caller":"traceutil/trace.go:171","msg":"trace[1873251037] transaction","detail":"{read_only:false; response_revision:37479; number_of_response:1; }","duration":"399.064784ms","start":"2026-07-30T22:04:40.225629Z","end":"2026-07-30T22:04:40.624693Z","steps":["trace[1873251037] 'process raft request' (duration: 398.986392ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:40.624712Z","caller":"traceutil/trace.go:171","msg":"trace[1094476412] transaction","detail":"{read_only:false; response_revision:37476; number_of_response:1; }","duration":"593.608539ms","start":"2026-07-30T22:04:40.031053Z","end":"2026-07-30T22:04:40.624661Z","steps":["trace[1094476412] 'process raft request' (duration: 593.30347ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:40.624734Z","caller":"traceutil/trace.go:171","msg":"trace[1927252938] transaction","detail":"{read_only:false; response_revision:37475; number_of_response:1; }","duration":"727.486549ms","start":"2026-07-30T22:04:39.897211Z","end":"2026-07-30T22:04:40.624697Z","steps":["trace[1927252938] 'process raft request' (duration: 726.061371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:40.62481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.379741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:04:40.624828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.86084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:04:40.624842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.031024Z","time spent":"593.756493ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:40.624866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:39.897177Z","time spent":"727.616902ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:40.624861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.032812Z","time spent":"591.951915ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:40.624882Z","caller":"traceutil/trace.go:171","msg":"trace[981404252] transaction","detail":"{read_only:false; response_revision:37478; number_of_response:1; }","duration":"416.662826ms","start":"2026-07-30T22:04:40.20821Z","end":"2026-07-30T22:04:40.624873Z","steps":["trace[981404252] 'process raft request' (duration: 416.356899ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:40.624879Z","caller":"traceutil/trace.go:171","msg":"trace[465688373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37479; }","duration":"367.482213ms","start":"2026-07-30T22:04:40.257379Z","end":"2026-07-30T22:04:40.624861Z","steps":["trace[465688373] 'agreement among raft nodes before linearized reading' (duration: 367.311689ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:40.624891Z","caller":"traceutil/trace.go:171","msg":"trace[1156492236] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:37479; }","duration":"516.985973ms","start":"2026-07-30T22:04:40.107889Z","end":"2026-07-30T22:04:40.624875Z","steps":["trace[1156492236] 'agreement among raft nodes before linearized reading' (duration: 516.86479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:40.624932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.257363Z","time spent":"367.557975ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T22:04:40.624933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.208186Z","time spent":"416.721597ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:40.624689Z","caller":"traceutil/trace.go:171","msg":"trace[776499689] linearizableReadLoop","detail":"{readStateIndex:38579; appliedIndex:38574; }","duration":"356.166436ms","start":"2026-07-30T22:04:40.268492Z","end":"2026-07-30T22:04:40.624659Z","steps":["trace[776499689] 'read index received' (duration: 355.276603ms)","trace[776499689] 'applied index is now lower than readState.Index' (duration: 888.653µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:40.624949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.107872Z","time spent":"517.065136ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:40.624842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.225605Z","time spent":"399.165966ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:40.806405Z","caller":"traceutil/trace.go:171","msg":"trace[1938277636] transaction","detail":"{read_only:false; response_revision:37480; number_of_response:1; }","duration":"403.428717ms","start":"2026-07-30T22:04:40.402948Z","end":"2026-07-30T22:04:40.806376Z","steps":["trace[1938277636] 'process raft request' (duration: 359.586215ms)","trace[1938277636] 'compare' (duration: 43.677148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:40.806598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.40292Z","time spent":"403.597933ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:40.806619Z","caller":"traceutil/trace.go:171","msg":"trace[1531399321] transaction","detail":"{read_only:false; response_revision:37481; number_of_response:1; }","duration":"403.603913ms","start":"2026-07-30T22:04:40.402996Z","end":"2026-07-30T22:04:40.8066Z","steps":["trace[1531399321] 'process raft request' (duration: 403.337325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:40.80672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.402964Z","time spent":"403.697465ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:40.806875Z","caller":"traceutil/trace.go:171","msg":"trace[247873608] transaction","detail":"{read_only:false; response_revision:37482; number_of_response:1; }","duration":"402.224415ms","start":"2026-07-30T22:04:40.404638Z","end":"2026-07-30T22:04:40.806863Z","steps":["trace[247873608] 'process raft request' (duration: 401.898707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:40.806939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.404619Z","time spent":"402.289407ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:40.806936Z","caller":"traceutil/trace.go:171","msg":"trace[1901340545] linearizableReadLoop","detail":"{readStateIndex:38582; appliedIndex:38579; }","duration":"181.919473ms","start":"2026-07-30T22:04:40.624988Z","end":"2026-07-30T22:04:40.806908Z","steps":["trace[1901340545] 'read index received' (duration: 137.592788ms)","trace[1901340545] 'applied index is now lower than readState.Index' (duration: 44.323785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:41.235366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.516178ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-30T22:04:41.235461Z","caller":"traceutil/trace.go:171","msg":"trace[1270554272] linearizableReadLoop","detail":"{readStateIndex:38583; appliedIndex:38582; }","duration":"428.448886ms","start":"2026-07-30T22:04:40.806996Z","end":"2026-07-30T22:04:41.235445Z","steps":["trace[1270554272] 'read index received' (duration: 46.961µs)","trace[1270554272] 'applied index is now lower than readState.Index' (duration: 428.400565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:41.235522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.337711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:41.235546Z","caller":"traceutil/trace.go:171","msg":"trace[654794959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37482; }","duration":"609.400223ms","start":"2026-07-30T22:04:40.626139Z","end":"2026-07-30T22:04:41.235539Z","steps":["trace[654794959] 'agreement among raft nodes before linearized reading' (duration: 609.343942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:41.23557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.626117Z","time spent":"609.448365ms","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T22:04:41.2357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.101646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:41.235759Z","caller":"traceutil/trace.go:171","msg":"trace[1786910782] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:37482; }","duration":"782.210569ms","start":"2026-07-30T22:04:40.453532Z","end":"2026-07-30T22:04:41.235742Z","steps":["trace[1786910782] 'agreement among raft nodes before linearized reading' (duration: 353.389083ms)","trace[1786910782] 'count revisions from in-memory index tree' (duration: 428.722294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:41.235785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.453511Z","time spent":"782.26733ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:41.235949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.972153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:41.235972Z","caller":"traceutil/trace.go:171","msg":"trace[308340355] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:37482; }","duration":"485.042665ms","start":"2026-07-30T22:04:40.750923Z","end":"2026-07-30T22:04:41.235966Z","steps":["trace[308340355] 'agreement among raft nodes before linearized reading' (duration: 485.001694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:41.235992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.7509Z","time spent":"485.086605ms","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:41.236011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.342372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:41.236083Z","caller":"traceutil/trace.go:171","msg":"trace[798937102] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:37482; }","duration":"906.410754ms","start":"2026-07-30T22:04:40.329648Z","end":"2026-07-30T22:04:41.236059Z","steps":["trace[798937102] 'agreement among raft nodes before linearized reading' (duration: 477.374052ms)","trace[798937102] 'count revisions from in-memory index tree' (duration: 428.95289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:41.236133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:40.329588Z","time spent":"906.529467ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-30T22:04:41.463923Z","caller":"traceutil/trace.go:171","msg":"trace[597358982] transaction","detail":"{read_only:false; response_revision:37483; number_of_response:1; }","duration":"138.846012ms","start":"2026-07-30T22:04:41.325053Z","end":"2026-07-30T22:04:41.463899Z","steps":["trace[597358982] 'process raft request' (duration: 138.639965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:41.667087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.962804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T22:04:41.667162Z","caller":"traceutil/trace.go:171","msg":"trace[415711030] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:37483; }","duration":"104.107727ms","start":"2026-07-30T22:04:41.563038Z","end":"2026-07-30T22:04:41.667146Z","steps":["trace[415711030] 'count revisions from in-memory index tree' (duration: 103.783918ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:42.071952Z","caller":"traceutil/trace.go:171","msg":"trace[437105601] transaction","detail":"{read_only:false; response_revision:37484; number_of_response:1; }","duration":"232.814331ms","start":"2026-07-30T22:04:41.839122Z","end":"2026-07-30T22:04:42.071936Z","steps":["trace[437105601] 'process raft request' (duration: 232.508754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:42.364674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.523181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:42.364736Z","caller":"traceutil/trace.go:171","msg":"trace[1962640903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37484; }","duration":"106.593373ms","start":"2026-07-30T22:04:42.258127Z","end":"2026-07-30T22:04:42.36472Z","steps":["trace[1962640903] 'range keys from in-memory index tree' (duration: 106.423369ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:42.519586Z","caller":"traceutil/trace.go:171","msg":"trace[1339088672] transaction","detail":"{read_only:false; response_revision:37485; number_of_response:1; }","duration":"151.585416ms","start":"2026-07-30T22:04:42.367976Z","end":"2026-07-30T22:04:42.519562Z","steps":["trace[1339088672] 'process raft request' (duration: 151.433641ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:42.561346Z","caller":"traceutil/trace.go:171","msg":"trace[594035019] transaction","detail":"{read_only:false; response_revision:37486; number_of_response:1; }","duration":"192.627125ms","start":"2026-07-30T22:04:42.368699Z","end":"2026-07-30T22:04:42.561326Z","steps":["trace[594035019] 'process raft request' (duration: 192.45536ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:42.561537Z","caller":"traceutil/trace.go:171","msg":"trace[240263365] transaction","detail":"{read_only:false; response_revision:37487; number_of_response:1; }","duration":"192.653335ms","start":"2026-07-30T22:04:42.368863Z","end":"2026-07-30T22:04:42.561517Z","steps":["trace[240263365] 'process raft request' (duration: 192.42956ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:42.561785Z","caller":"traceutil/trace.go:171","msg":"trace[1335362316] linearizableReadLoop","detail":"{readStateIndex:38589; appliedIndex:38585; }","duration":"105.810762ms","start":"2026-07-30T22:04:42.455942Z","end":"2026-07-30T22:04:42.561753Z","steps":["trace[1335362316] 'read index received' (duration: 63.51973ms)","trace[1335362316] 'applied index is now lower than readState.Index' (duration: 42.289582ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:42.561861Z","caller":"traceutil/trace.go:171","msg":"trace[1167640766] transaction","detail":"{read_only:false; response_revision:37488; number_of_response:1; }","duration":"192.537783ms","start":"2026-07-30T22:04:42.369291Z","end":"2026-07-30T22:04:42.561828Z","steps":["trace[1167640766] 'process raft request' (duration: 192.200114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:42.561952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.008367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-30T22:04:42.561993Z","caller":"traceutil/trace.go:171","msg":"trace[1261246073] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37488; }","duration":"106.095779ms","start":"2026-07-30T22:04:42.455888Z","end":"2026-07-30T22:04:42.561984Z","steps":["trace[1261246073] 'agreement among raft nodes before linearized reading' (duration: 105.981616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:42.886785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.518391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:42.886887Z","caller":"traceutil/trace.go:171","msg":"trace[2069681255] linearizableReadLoop","detail":"{readStateIndex:38590; appliedIndex:38589; }","duration":"288.503376ms","start":"2026-07-30T22:04:42.598365Z","end":"2026-07-30T22:04:42.886869Z","steps":["trace[2069681255] 'read index received' (duration: 146.835601ms)","trace[2069681255] 'applied index is now lower than readState.Index' (duration: 141.666335ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:42.886956Z","caller":"traceutil/trace.go:171","msg":"trace[135381031] transaction","detail":"{read_only:false; response_revision:37489; number_of_response:1; }","duration":"321.256677ms","start":"2026-07-30T22:04:42.565688Z","end":"2026-07-30T22:04:42.886944Z","steps":["trace[135381031] 'process raft request' (duration: 179.49535ms)","trace[135381031] 'compare' (duration: 140.963507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:42.887016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:42.565669Z","time spent":"321.316989ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:42.887086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.698491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:42.887148Z","caller":"traceutil/trace.go:171","msg":"trace[529430467] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:37489; }","duration":"288.773854ms","start":"2026-07-30T22:04:42.598358Z","end":"2026-07-30T22:04:42.887132Z","steps":["trace[529430467] 'agreement among raft nodes before linearized reading' (duration: 288.66028ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:42.905437Z","caller":"traceutil/trace.go:171","msg":"trace[272291883] transaction","detail":"{read_only:false; response_revision:37490; number_of_response:1; }","duration":"275.952847ms","start":"2026-07-30T22:04:42.629449Z","end":"2026-07-30T22:04:42.905402Z","steps":["trace[272291883] 'process raft request' (duration: 275.754691ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:42.905465Z","caller":"traceutil/trace.go:171","msg":"trace[1733560268] transaction","detail":"{read_only:false; response_revision:37491; number_of_response:1; }","duration":"275.681219ms","start":"2026-07-30T22:04:42.629745Z","end":"2026-07-30T22:04:42.905426Z","steps":["trace[1733560268] 'process raft request' (duration: 275.577667ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:42.905799Z","caller":"traceutil/trace.go:171","msg":"trace[1088523091] transaction","detail":"{read_only:false; response_revision:37492; number_of_response:1; }","duration":"275.757311ms","start":"2026-07-30T22:04:42.63003Z","end":"2026-07-30T22:04:42.905787Z","steps":["trace[1088523091] 'process raft request' (duration: 275.339871ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:42.906039Z","caller":"traceutil/trace.go:171","msg":"trace[1755331175] transaction","detail":"{read_only:false; response_revision:37493; number_of_response:1; }","duration":"275.954957ms","start":"2026-07-30T22:04:42.630069Z","end":"2026-07-30T22:04:42.906024Z","steps":["trace[1755331175] 'process raft request' (duration: 275.634578ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:42.906089Z","caller":"traceutil/trace.go:171","msg":"trace[1450291400] transaction","detail":"{read_only:false; response_revision:37494; number_of_response:1; }","duration":"273.516232ms","start":"2026-07-30T22:04:42.632557Z","end":"2026-07-30T22:04:42.906073Z","steps":["trace[1450291400] 'process raft request' (duration: 273.418269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:43.614208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.664611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:43.614357Z","caller":"traceutil/trace.go:171","msg":"trace[180523783] transaction","detail":"{read_only:false; response_revision:37495; number_of_response:1; }","duration":"802.320767ms","start":"2026-07-30T22:04:42.812018Z","end":"2026-07-30T22:04:43.614339Z","steps":["trace[180523783] 'process raft request' (duration: 640.444981ms)","trace[180523783] 'compare' (duration: 161.547968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:43.61442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:42.811988Z","time spent":"802.402088ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:43.6146Z","caller":"traceutil/trace.go:171","msg":"trace[1970303506] linearizableReadLoop","detail":"{readStateIndex:38598; appliedIndex:38590; }","duration":"727.665074ms","start":"2026-07-30T22:04:42.886912Z","end":"2026-07-30T22:04:43.614577Z","steps":["trace[1970303506] 'read index received' (duration: 18.357732ms)","trace[1970303506] 'applied index is now lower than readState.Index' (duration: 709.306432ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:43.6147Z","caller":"traceutil/trace.go:171","msg":"trace[651595822] transaction","detail":"{read_only:false; response_revision:37497; number_of_response:1; }","duration":"802.44072ms","start":"2026-07-30T22:04:42.812247Z","end":"2026-07-30T22:04:43.614687Z","steps":["trace[651595822] 'process raft request' (duration: 802.246564ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:43.614669Z","caller":"traceutil/trace.go:171","msg":"trace[1166255035] transaction","detail":"{read_only:false; response_revision:37496; number_of_response:1; }","duration":"802.42566ms","start":"2026-07-30T22:04:42.812213Z","end":"2026-07-30T22:04:43.614639Z","steps":["trace[1166255035] 'process raft request' (duration: 802.08512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:43.614759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.901902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T22:04:43.614789Z","caller":"traceutil/trace.go:171","msg":"trace[1130062221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37497; }","duration":"883.944763ms","start":"2026-07-30T22:04:42.730836Z","end":"2026-07-30T22:04:43.61478Z","steps":["trace[1130062221] 'agreement among raft nodes before linearized reading' (duration: 883.879901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:43.61479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:42.812231Z","time spent":"802.494811ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:43.614808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:42.730775Z","time spent":"884.027366ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:43.614843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.526332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-30T22:04:43.614851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:42.812192Z","time spent":"802.550653ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:43.614901Z","caller":"traceutil/trace.go:171","msg":"trace[1137165679] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:37497; }","duration":"929.625175ms","start":"2026-07-30T22:04:42.68526Z","end":"2026-07-30T22:04:43.614885Z","steps":["trace[1137165679] 'agreement among raft nodes before linearized reading' (duration: 929.515552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:43.614958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:42.685237Z","time spent":"929.709796ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":32,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:43.623161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.062272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T22:04:43.623197Z","caller":"traceutil/trace.go:171","msg":"trace[1727276646] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:37498; }","duration":"402.137375ms","start":"2026-07-30T22:04:43.221052Z","end":"2026-07-30T22:04:43.623189Z","steps":["trace[1727276646] 'agreement among raft nodes before linearized reading' (duration: 402.040263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:43.623219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:43.221033Z","time spent":"402.180546ms","remote":"127.0.0.1:39980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:43.623224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.259493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T22:04:43.62326Z","caller":"traceutil/trace.go:171","msg":"trace[261871492] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37498; }","duration":"155.351485ms","start":"2026-07-30T22:04:43.467899Z","end":"2026-07-30T22:04:43.623251Z","steps":["trace[261871492] 'agreement among raft nodes before linearized reading' (duration: 155.240502ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:43.623324Z","caller":"traceutil/trace.go:171","msg":"trace[598997868] transaction","detail":"{read_only:false; response_revision:37498; number_of_response:1; }","duration":"430.14249ms","start":"2026-07-30T22:04:43.193162Z","end":"2026-07-30T22:04:43.623304Z","steps":["trace[598997868] 'process raft request' (duration: 429.854363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:43.623354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.1989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:43.623373Z","caller":"traceutil/trace.go:171","msg":"trace[1265810313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37498; }","duration":"363.235222ms","start":"2026-07-30T22:04:43.260132Z","end":"2026-07-30T22:04:43.623367Z","steps":["trace[1265810313] 'agreement among raft nodes before linearized reading' (duration: 363.204351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:43.623391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:43.260119Z","time spent":"363.267952ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T22:04:43.623426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:43.193134Z","time spent":"430.234253ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:43.81256Z","caller":"traceutil/trace.go:171","msg":"trace[835061903] transaction","detail":"{read_only:false; response_revision:37500; number_of_response:1; }","duration":"166.595271ms","start":"2026-07-30T22:04:43.645936Z","end":"2026-07-30T22:04:43.812532Z","steps":["trace[835061903] 'process raft request' (duration: 153.208659ms)","trace[835061903] 'compare' (duration: 12.363835ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:44.121997Z","caller":"traceutil/trace.go:171","msg":"trace[1318746447] transaction","detail":"{read_only:false; response_revision:37501; number_of_response:1; }","duration":"303.610752ms","start":"2026-07-30T22:04:43.81836Z","end":"2026-07-30T22:04:44.121971Z","steps":["trace[1318746447] 'process raft request' (duration: 303.436608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:44.122176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:43.818333Z","time spent":"303.744507ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:44.122242Z","caller":"traceutil/trace.go:171","msg":"trace[903996952] linearizableReadLoop","detail":"{readStateIndex:38602; appliedIndex:38602; }","duration":"260.496549ms","start":"2026-07-30T22:04:43.861644Z","end":"2026-07-30T22:04:44.122141Z","steps":["trace[903996952] 'read index received' (duration: 260.458038ms)","trace[903996952] 'applied index is now lower than readState.Index' (duration: 12.071µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:44.122461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.797778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:44.122581Z","caller":"traceutil/trace.go:171","msg":"trace[789908182] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:37501; }","duration":"260.963952ms","start":"2026-07-30T22:04:43.861602Z","end":"2026-07-30T22:04:44.122566Z","steps":["trace[789908182] 'agreement among raft nodes before linearized reading' (duration: 260.757787ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:44.146255Z","caller":"traceutil/trace.go:171","msg":"trace[1617197053] transaction","detail":"{read_only:false; response_revision:37502; number_of_response:1; }","duration":"195.671855ms","start":"2026-07-30T22:04:43.950563Z","end":"2026-07-30T22:04:44.146235Z","steps":["trace[1617197053] 'process raft request' (duration: 195.51051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:44.354943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.682058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:44.355077Z","caller":"traceutil/trace.go:171","msg":"trace[919443953] transaction","detail":"{read_only:false; response_revision:37504; number_of_response:1; }","duration":"204.60848ms","start":"2026-07-30T22:04:44.150442Z","end":"2026-07-30T22:04:44.355051Z","steps":["trace[919443953] 'process raft request' (duration: 14.714427ms)","trace[919443953] 'compare' (duration: 189.545944ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:47.736312Z","caller":"traceutil/trace.go:171","msg":"trace[1853496474] transaction","detail":"{read_only:false; response_revision:37532; number_of_response:1; }","duration":"109.503179ms","start":"2026-07-30T22:04:47.626791Z","end":"2026-07-30T22:04:47.736294Z","steps":["trace[1853496474] 'process raft request' (duration: 109.365966ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:47.892236Z","caller":"traceutil/trace.go:171","msg":"trace[257371022] transaction","detail":"{read_only:false; response_revision:37533; number_of_response:1; }","duration":"264.975668ms","start":"2026-07-30T22:04:47.627231Z","end":"2026-07-30T22:04:47.892206Z","steps":["trace[257371022] 'process raft request' (duration: 222.388118ms)","trace[257371022] 'compare' (duration: 42.179959ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:47.892231Z","caller":"traceutil/trace.go:171","msg":"trace[1637996306] linearizableReadLoop","detail":"{readStateIndex:38636; appliedIndex:38633; }","duration":"207.185078ms","start":"2026-07-30T22:04:47.685011Z","end":"2026-07-30T22:04:47.892196Z","steps":["trace[1637996306] 'read index received' (duration: 51.122304ms)","trace[1637996306] 'applied index is now lower than readState.Index' (duration: 156.060644ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:47.892315Z","caller":"traceutil/trace.go:171","msg":"trace[1342266309] transaction","detail":"{read_only:false; response_revision:37534; number_of_response:1; }","duration":"264.361432ms","start":"2026-07-30T22:04:47.627913Z","end":"2026-07-30T22:04:47.892275Z","steps":["trace[1342266309] 'process raft request' (duration: 264.171916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:47.892385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.363572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T22:04:47.89242Z","caller":"traceutil/trace.go:171","msg":"trace[1932247034] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37534; }","duration":"207.438694ms","start":"2026-07-30T22:04:47.684973Z","end":"2026-07-30T22:04:47.892412Z","steps":["trace[1932247034] 'agreement among raft nodes before linearized reading' (duration: 207.338782ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:48.578503Z","caller":"traceutil/trace.go:171","msg":"trace[1327053806] transaction","detail":"{read_only:false; response_revision:37538; number_of_response:1; }","duration":"207.474476ms","start":"2026-07-30T22:04:48.370949Z","end":"2026-07-30T22:04:48.578424Z","steps":["trace[1327053806] 'process raft request' (duration: 207.061255ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:48.785713Z","caller":"traceutil/trace.go:171","msg":"trace[1888078795] linearizableReadLoop","detail":"{readStateIndex:38641; appliedIndex:38640; }","duration":"195.638815ms","start":"2026-07-30T22:04:48.590046Z","end":"2026-07-30T22:04:48.785685Z","steps":["trace[1888078795] 'read index received' (duration: 154.218376ms)","trace[1888078795] 'applied index is now lower than readState.Index' (duration: 41.419099ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:48.785736Z","caller":"traceutil/trace.go:171","msg":"trace[1504295288] transaction","detail":"{read_only:false; response_revision:37539; number_of_response:1; }","duration":"202.798353ms","start":"2026-07-30T22:04:48.582894Z","end":"2026-07-30T22:04:48.785692Z","steps":["trace[1504295288] 'process raft request' (duration: 161.338443ms)","trace[1504295288] 'compare' (duration: 41.176033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:48.785952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.71943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T22:04:48.785985Z","caller":"traceutil/trace.go:171","msg":"trace[1026488615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37539; }","duration":"194.794992ms","start":"2026-07-30T22:04:48.591181Z","end":"2026-07-30T22:04:48.785976Z","steps":["trace[1026488615] 'agreement among raft nodes before linearized reading' (duration: 194.665069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:48.786011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.390625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:48.786107Z","caller":"traceutil/trace.go:171","msg":"trace[472830473] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:37539; }","duration":"158.533929ms","start":"2026-07-30T22:04:48.627551Z","end":"2026-07-30T22:04:48.786085Z","steps":["trace[472830473] 'agreement among raft nodes before linearized reading' (duration: 158.349244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:48.786111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.565515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-30T22:04:48.786161Z","caller":"traceutil/trace.go:171","msg":"trace[1341996229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37539; }","duration":"194.638298ms","start":"2026-07-30T22:04:48.591508Z","end":"2026-07-30T22:04:48.786147Z","steps":["trace[1341996229] 'agreement among raft nodes before linearized reading' (duration: 194.432062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:48.786338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.264551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T22:04:48.786378Z","caller":"traceutil/trace.go:171","msg":"trace[1971436524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37539; }","duration":"196.333693ms","start":"2026-07-30T22:04:48.590034Z","end":"2026-07-30T22:04:48.786368Z","steps":["trace[1971436524] 'agreement among raft nodes before linearized reading' (duration: 195.738297ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:56.868379Z","caller":"traceutil/trace.go:171","msg":"trace[1732383704] transaction","detail":"{read_only:false; response_revision:37606; number_of_response:1; }","duration":"248.894685ms","start":"2026-07-30T22:04:56.619457Z","end":"2026-07-30T22:04:56.868352Z","steps":["trace[1732383704] 'process raft request' (duration: 248.524465ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:56.975634Z","caller":"traceutil/trace.go:171","msg":"trace[492844260] transaction","detail":"{read_only:false; response_revision:37607; number_of_response:1; }","duration":"100.846891ms","start":"2026-07-30T22:04:56.874769Z","end":"2026-07-30T22:04:56.975616Z","steps":["trace[492844260] 'process raft request' (duration: 100.740269ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:57.353066Z","caller":"traceutil/trace.go:171","msg":"trace[1310810722] transaction","detail":"{read_only:false; response_revision:37608; number_of_response:1; }","duration":"478.183624ms","start":"2026-07-30T22:04:56.874852Z","end":"2026-07-30T22:04:57.353035Z","steps":["trace[1310810722] 'process raft request' (duration: 477.988629ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:57.353111Z","caller":"traceutil/trace.go:171","msg":"trace[787485974] transaction","detail":"{read_only:false; response_revision:37610; number_of_response:1; }","duration":"478.211925ms","start":"2026-07-30T22:04:56.874874Z","end":"2026-07-30T22:04:57.353086Z","steps":["trace[787485974] 'process raft request' (duration: 478.146363ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:57.353127Z","caller":"traceutil/trace.go:171","msg":"trace[1044510255] transaction","detail":"{read_only:false; response_revision:37609; number_of_response:1; }","duration":"478.241225ms","start":"2026-07-30T22:04:56.874861Z","end":"2026-07-30T22:04:57.353102Z","steps":["trace[1044510255] 'process raft request' (duration: 478.116362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:57.353246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:56.874836Z","time spent":"478.346979ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:57.353247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:56.874831Z","time spent":"478.326398ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:57.353245Z","caller":"traceutil/trace.go:171","msg":"trace[2058266113] transaction","detail":"{read_only:false; response_revision:37611; number_of_response:1; }","duration":"391.361741ms","start":"2026-07-30T22:04:56.961857Z","end":"2026-07-30T22:04:57.353219Z","steps":["trace[2058266113] 'process raft request' (duration: 391.194356ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:57.353254Z","caller":"traceutil/trace.go:171","msg":"trace[335707954] transaction","detail":"{read_only:false; response_revision:37612; number_of_response:1; }","duration":"390.364475ms","start":"2026-07-30T22:04:56.962863Z","end":"2026-07-30T22:04:57.353227Z","steps":["trace[335707954] 'process raft request' (duration: 390.279142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:57.353374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:56.96183Z","time spent":"391.480683ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:57.353339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:56.87485Z","time spent":"478.378529ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:57.353381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:56.962837Z","time spent":"390.478507ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:57.400878Z","caller":"traceutil/trace.go:171","msg":"trace[587276132] linearizableReadLoop","detail":"{readStateIndex:38720; appliedIndex:38711; }","duration":"154.842762ms","start":"2026-07-30T22:04:57.245955Z","end":"2026-07-30T22:04:57.400797Z","steps":["trace[587276132] 'read index received' (duration: 106.945022ms)","trace[587276132] 'applied index is now lower than readState.Index' (duration: 47.89568ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:57.401193Z","caller":"traceutil/trace.go:171","msg":"trace[614595447] transaction","detail":"{read_only:false; response_revision:37614; number_of_response:1; }","duration":"423.328732ms","start":"2026-07-30T22:04:56.977821Z","end":"2026-07-30T22:04:57.401149Z","steps":["trace[614595447] 'process raft request' (duration: 422.727556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:57.401276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.299963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:57.401344Z","caller":"traceutil/trace.go:171","msg":"trace[1158219280] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:37616; }","duration":"155.413036ms","start":"2026-07-30T22:04:57.245902Z","end":"2026-07-30T22:04:57.401315Z","steps":["trace[1158219280] 'agreement among raft nodes before linearized reading' (duration: 155.064367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:57.401383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:56.977813Z","time spent":"423.469085ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:57.401688Z","caller":"traceutil/trace.go:171","msg":"trace[1572094901] transaction","detail":"{read_only:false; response_revision:37615; number_of_response:1; }","duration":"422.365097ms","start":"2026-07-30T22:04:56.979304Z","end":"2026-07-30T22:04:57.401669Z","steps":["trace[1572094901] 'process raft request' (duration: 421.299708ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:57.40183Z","caller":"traceutil/trace.go:171","msg":"trace[843167969] transaction","detail":"{read_only:false; response_revision:37613; number_of_response:1; }","duration":"424.490091ms","start":"2026-07-30T22:04:56.977324Z","end":"2026-07-30T22:04:57.401814Z","steps":["trace[843167969] 'process raft request' (duration: 423.033183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:57.401849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:56.979281Z","time spent":"422.46959ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:57.401906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:56.977306Z","time spent":"424.558354ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:57.402137Z","caller":"traceutil/trace.go:171","msg":"trace[44129641] transaction","detail":"{read_only:false; response_revision:37616; number_of_response:1; }","duration":"345.32849ms","start":"2026-07-30T22:04:57.056795Z","end":"2026-07-30T22:04:57.402124Z","steps":["trace[44129641] 'process raft request' (duration: 343.861292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:57.402307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:57.056782Z","time spent":"345.396842ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:58.325145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.447625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:58.32525Z","caller":"traceutil/trace.go:171","msg":"trace[1620521060] linearizableReadLoop","detail":"{readStateIndex:38723; appliedIndex:38722; }","duration":"323.218049ms","start":"2026-07-30T22:04:58.002013Z","end":"2026-07-30T22:04:58.325231Z","steps":["trace[1620521060] 'read index received' (duration: 134.516017ms)","trace[1620521060] 'applied index is now lower than readState.Index' (duration: 188.700442ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:58.325422Z","caller":"traceutil/trace.go:171","msg":"trace[2032983261] transaction","detail":"{read_only:false; response_revision:37619; number_of_response:1; }","duration":"401.98ms","start":"2026-07-30T22:04:57.923404Z","end":"2026-07-30T22:04:58.325384Z","steps":["trace[2032983261] 'process raft request' (duration: 213.206637ms)","trace[2032983261] 'compare' (duration: 188.145307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:58.325589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.563808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T22:04:58.325647Z","caller":"traceutil/trace.go:171","msg":"trace[613223684] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37619; }","duration":"323.659091ms","start":"2026-07-30T22:04:58.001973Z","end":"2026-07-30T22:04:58.325632Z","steps":["trace[613223684] 'agreement among raft nodes before linearized reading' (duration: 323.482616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:58.325683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:58.001931Z","time spent":"323.743633ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T22:04:58.325754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:57.923379Z","time spent":"402.172154ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:58.325741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.979184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-30T22:04:58.325934Z","caller":"traceutil/trace.go:171","msg":"trace[1545955268] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37619; }","duration":"320.23428ms","start":"2026-07-30T22:04:58.005693Z","end":"2026-07-30T22:04:58.325927Z","steps":["trace[1545955268] 'agreement among raft nodes before linearized reading' (duration: 319.846739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:58.325957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:58.005685Z","time spent":"320.263701ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T22:04:58.670358Z","caller":"traceutil/trace.go:171","msg":"trace[1696615556] transaction","detail":"{read_only:false; response_revision:37620; number_of_response:1; }","duration":"340.36204ms","start":"2026-07-30T22:04:58.329973Z","end":"2026-07-30T22:04:58.670335Z","steps":["trace[1696615556] 'process raft request' (duration: 340.206326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:58.670523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:58.329953Z","time spent":"340.472162ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:58.904996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.056738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:04:58.905284Z","caller":"traceutil/trace.go:171","msg":"trace[1152239236] transaction","detail":"{read_only:false; response_revision:37622; number_of_response:1; }","duration":"271.19201ms","start":"2026-07-30T22:04:58.634074Z","end":"2026-07-30T22:04:58.905266Z","steps":["trace[1152239236] 'process raft request' (duration: 271.010206ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:58.90536Z","caller":"traceutil/trace.go:171","msg":"trace[94984911] transaction","detail":"{read_only:false; response_revision:37621; number_of_response:1; }","duration":"574.26844ms","start":"2026-07-30T22:04:58.331067Z","end":"2026-07-30T22:04:58.905335Z","steps":["trace[94984911] 'process raft request' (duration: 410.804401ms)","trace[94984911] 'compare' (duration: 162.951955ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:04:58.905435Z","caller":"traceutil/trace.go:171","msg":"trace[1959231985] linearizableReadLoop","detail":"{readStateIndex:38725; appliedIndex:38723; }","duration":"573.044408ms","start":"2026-07-30T22:04:58.332362Z","end":"2026-07-30T22:04:58.905406Z","steps":["trace[1959231985] 'read index received' (duration: 337.824773ms)","trace[1959231985] 'applied index is now lower than readState.Index' (duration: 235.216425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:58.905491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:58.331057Z","time spent":"574.359943ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:04:58.905788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.538313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:04:58.905795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.668235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:04:58.905847Z","caller":"traceutil/trace.go:171","msg":"trace[249579465] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:37623; }","duration":"281.641355ms","start":"2026-07-30T22:04:58.624191Z","end":"2026-07-30T22:04:58.905832Z","steps":["trace[249579465] 'agreement among raft nodes before linearized reading' (duration: 281.530933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:58.905841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.113094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:04:58.905853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.311984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11714"} {"level":"info","ts":"2026-07-30T22:04:58.905893Z","caller":"traceutil/trace.go:171","msg":"trace[1380935171] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:37623; }","duration":"573.541091ms","start":"2026-07-30T22:04:58.33234Z","end":"2026-07-30T22:04:58.905881Z","steps":["trace[1380935171] 'agreement among raft nodes before linearized reading' (duration: 573.205422ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:58.905878Z","caller":"traceutil/trace.go:171","msg":"trace[409921880] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:37623; }","duration":"562.777038ms","start":"2026-07-30T22:04:58.343078Z","end":"2026-07-30T22:04:58.905855Z","steps":["trace[409921880] 'agreement among raft nodes before linearized reading' (duration: 562.617294ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:58.905888Z","caller":"traceutil/trace.go:171","msg":"trace[1250074589] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:37623; }","duration":"410.195916ms","start":"2026-07-30T22:04:58.495675Z","end":"2026-07-30T22:04:58.905871Z","steps":["trace[1250074589] 'agreement among raft nodes before linearized reading' (duration: 410.108164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:58.90592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:58.332332Z","time spent":"573.582031ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-30T22:04:58.905934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:58.495659Z","time spent":"410.262608ms","remote":"127.0.0.1:50178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:58.905936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:58.343067Z","time spent":"562.85263ms","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:04:59.499138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":969012468740810885,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T22:04:59.671022Z","caller":"traceutil/trace.go:171","msg":"trace[2069264049] transaction","detail":"{read_only:false; response_revision:37625; number_of_response:1; }","duration":"673.559481ms","start":"2026-07-30T22:04:58.997437Z","end":"2026-07-30T22:04:59.670996Z","steps":["trace[2069264049] 'process raft request' (duration: 673.408818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:59.67118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:58.997415Z","time spent":"673.693304ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:59.892321Z","caller":"traceutil/trace.go:171","msg":"trace[1140181434] transaction","detail":"{read_only:false; response_revision:37626; number_of_response:1; }","duration":"721.181753ms","start":"2026-07-30T22:04:59.171115Z","end":"2026-07-30T22:04:59.892297Z","steps":["trace[1140181434] 'process raft request' (duration: 720.999389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:59.892499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.17109Z","time spent":"721.299026ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:59.892675Z","caller":"traceutil/trace.go:171","msg":"trace[912921394] transaction","detail":"{read_only:false; response_revision:37627; number_of_response:1; }","duration":"533.909659ms","start":"2026-07-30T22:04:59.358738Z","end":"2026-07-30T22:04:59.892648Z","steps":["trace[912921394] 'process raft request' (duration: 533.516828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:59.892811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.358721Z","time spent":"534.018312ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:59.893438Z","caller":"traceutil/trace.go:171","msg":"trace[1728386103] transaction","detail":"{read_only:false; response_revision:37630; number_of_response:1; }","duration":"485.26935ms","start":"2026-07-30T22:04:59.408155Z","end":"2026-07-30T22:04:59.893424Z","steps":["trace[1728386103] 'process raft request' (duration: 485.205159ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:04:59.893481Z","caller":"traceutil/trace.go:171","msg":"trace[1411691870] linearizableReadLoop","detail":"{readStateIndex:38735; appliedIndex:38728; }","duration":"894.387028ms","start":"2026-07-30T22:04:58.999079Z","end":"2026-07-30T22:04:59.893466Z","steps":["trace[1411691870] 'read index received' (duration: 671.789205ms)","trace[1411691870] 'applied index is now lower than readState.Index' (duration: 222.596653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:04:59.893551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.408129Z","time spent":"485.349712ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:59.893611Z","caller":"traceutil/trace.go:171","msg":"trace[1032355879] transaction","detail":"{read_only:false; response_revision:37631; number_of_response:1; }","duration":"484.455009ms","start":"2026-07-30T22:04:59.409147Z","end":"2026-07-30T22:04:59.893602Z","steps":["trace[1032355879] 'process raft request' (duration: 484.245973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:59.893679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.409117Z","time spent":"484.523791ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:59.893703Z","caller":"traceutil/trace.go:171","msg":"trace[663432158] transaction","detail":"{read_only:false; response_revision:37628; number_of_response:1; }","duration":"533.97263ms","start":"2026-07-30T22:04:59.359718Z","end":"2026-07-30T22:04:59.89369Z","steps":["trace[663432158] 'process raft request' (duration: 532.851811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:59.893753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.359689Z","time spent":"534.036392ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:59.893891Z","caller":"traceutil/trace.go:171","msg":"trace[978406585] transaction","detail":"{read_only:false; response_revision:37629; number_of_response:1; }","duration":"485.839965ms","start":"2026-07-30T22:04:59.408043Z","end":"2026-07-30T22:04:59.893883Z","steps":["trace[978406585] 'process raft request' (duration: 485.259889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:59.893857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.774609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:04:59.893945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.408021Z","time spent":"485.897636ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:04:59.893937Z","caller":"traceutil/trace.go:171","msg":"trace[1170277838] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37631; }","duration":"894.881312ms","start":"2026-07-30T22:04:58.999041Z","end":"2026-07-30T22:04:59.893922Z","steps":["trace[1170277838] 'agreement among raft nodes before linearized reading' (duration: 894.765688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:04:59.894002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:58.999027Z","time spent":"894.963843ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-30T22:05:00.367258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.627411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:05:00.367514Z","caller":"traceutil/trace.go:171","msg":"trace[977266905] transaction","detail":"{read_only:false; response_revision:37633; number_of_response:1; }","duration":"340.432672ms","start":"2026-07-30T22:05:00.027063Z","end":"2026-07-30T22:05:00.367496Z","steps":["trace[977266905] 'process raft request' (duration: 340.293728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.367592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.027023Z","time spent":"340.535214ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:00.367918Z","caller":"traceutil/trace.go:171","msg":"trace[1515017946] transaction","detail":"{read_only:false; response_revision:37632; number_of_response:1; }","duration":"490.148048ms","start":"2026-07-30T22:04:59.877756Z","end":"2026-07-30T22:05:00.367904Z","steps":["trace[1515017946] 'process raft request' (duration: 168.798328ms)","trace[1515017946] 'compare' (duration: 320.499497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:00.367989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.877734Z","time spent":"490.22021ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:00.368322Z","caller":"traceutil/trace.go:171","msg":"trace[406103989] linearizableReadLoop","detail":"{readStateIndex:38736; appliedIndex:38735; }","duration":"474.789194ms","start":"2026-07-30T22:04:59.89352Z","end":"2026-07-30T22:05:00.368309Z","steps":["trace[406103989] 'read index received' (duration: 152.985853ms)","trace[406103989] 'applied index is now lower than readState.Index' (duration: 321.802331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:00.368428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216336223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-30T22:05:00.368461Z","caller":"traceutil/trace.go:171","msg":"trace[1315990920] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37633; }","duration":"1.216402285s","start":"2026-07-30T22:04:59.152045Z","end":"2026-07-30T22:05:00.368447Z","steps":["trace[1315990920] 'agreement among raft nodes before linearized reading' (duration: 1.216336643s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.36843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.09972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-30T22:05:00.368464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.026656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-30T22:05:00.368493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.152026Z","time spent":"1.216459998s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T22:05:00.3685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010323167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-30T22:05:00.368512Z","caller":"traceutil/trace.go:171","msg":"trace[106939182] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37633; }","duration":"578.233355ms","start":"2026-07-30T22:04:59.790257Z","end":"2026-07-30T22:05:00.368491Z","steps":["trace[106939182] 'agreement among raft nodes before linearized reading' (duration: 578.061039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.368501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.485435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-30T22:05:00.368529Z","caller":"traceutil/trace.go:171","msg":"trace[1051492982] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:37633; }","duration":"511.130301ms","start":"2026-07-30T22:04:59.857382Z","end":"2026-07-30T22:05:00.368513Z","steps":["trace[1051492982] 'agreement among raft nodes before linearized reading' (duration: 510.937855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.368525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010389149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-30T22:05:00.368524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229734016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:00.36856Z","caller":"traceutil/trace.go:171","msg":"trace[1872999802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37633; }","duration":"1.01042936s","start":"2026-07-30T22:04:59.358113Z","end":"2026-07-30T22:05:00.368543Z","steps":["trace[1872999802] 'agreement among raft nodes before linearized reading' (duration: 1.010247254s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.368575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.857366Z","time spent":"511.199442ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":181,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:05:00.368568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.790237Z","time spent":"578.320246ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":536,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T22:05:00.368574Z","caller":"traceutil/trace.go:171","msg":"trace[1153253696] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37633; }","duration":"577.581077ms","start":"2026-07-30T22:04:59.790976Z","end":"2026-07-30T22:05:00.368557Z","steps":["trace[1153253696] 'agreement among raft nodes before linearized reading' (duration: 577.374691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.368537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01043783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T22:05:00.368603Z","caller":"traceutil/trace.go:171","msg":"trace[451502424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37633; }","duration":"1.010512072s","start":"2026-07-30T22:04:59.358071Z","end":"2026-07-30T22:05:00.368583Z","steps":["trace[451502424] 'agreement among raft nodes before linearized reading' (duration: 1.010267025s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.368618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.358093Z","time spent":"1.010511841s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T22:05:00.368617Z","caller":"traceutil/trace.go:171","msg":"trace[430069765] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:37633; }","duration":"1.229872449s","start":"2026-07-30T22:04:59.138722Z","end":"2026-07-30T22:05:00.368594Z","steps":["trace[430069765] 'agreement among raft nodes before linearized reading' (duration: 1.229682023s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.368631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.790968Z","time spent":"577.650509ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T22:05:00.368646Z","caller":"traceutil/trace.go:171","msg":"trace[526429168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37633; }","duration":"1.010633205s","start":"2026-07-30T22:04:59.357992Z","end":"2026-07-30T22:05:00.368625Z","steps":["trace[526429168] 'agreement among raft nodes before linearized reading' (duration: 1.010363187s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.36865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.358044Z","time spent":"1.010597494s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T22:05:00.368673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.138705Z","time spent":"1.229957512s","remote":"127.0.0.1:39744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:05:00.368691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.35797Z","time spent":"1.010712487s","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T22:05:00.595443Z","caller":"traceutil/trace.go:171","msg":"trace[1231976253] linearizableReadLoop","detail":"{readStateIndex:38740; appliedIndex:38737; }","duration":"227.062731ms","start":"2026-07-30T22:05:00.368356Z","end":"2026-07-30T22:05:00.595419Z","steps":["trace[1231976253] 'read index received' (duration: 210.885906ms)","trace[1231976253] 'applied index is now lower than readState.Index' (duration: 16.175645ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:05:00.595567Z","caller":"traceutil/trace.go:171","msg":"trace[990213257] transaction","detail":"{read_only:false; response_revision:37636; number_of_response:1; }","duration":"263.244682ms","start":"2026-07-30T22:05:00.332278Z","end":"2026-07-30T22:05:00.595523Z","steps":["trace[990213257] 'process raft request' (duration: 263.071828ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:00.595596Z","caller":"traceutil/trace.go:171","msg":"trace[1090920174] transaction","detail":"{read_only:false; response_revision:37634; number_of_response:1; }","duration":"490.160789ms","start":"2026-07-30T22:05:00.105399Z","end":"2026-07-30T22:05:00.59556Z","steps":["trace[1090920174] 'process raft request' (duration: 473.865151ms)","trace[1090920174] 'compare' (duration: 15.872726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:00.595695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.592587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-30T22:05:00.595708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.105381Z","time spent":"490.264561ms","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5088,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T22:05:00.595752Z","caller":"traceutil/trace.go:171","msg":"trace[1863196142] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37636; }","duration":"240.689389ms","start":"2026-07-30T22:05:00.355048Z","end":"2026-07-30T22:05:00.595738Z","steps":["trace[1863196142] 'agreement among raft nodes before linearized reading' (duration: 240.490274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.595754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.465263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-30T22:05:00.595772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.258122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:00.595819Z","caller":"traceutil/trace.go:171","msg":"trace[429823673] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:37636; }","duration":"695.336283ms","start":"2026-07-30T22:04:59.90047Z","end":"2026-07-30T22:05:00.595806Z","steps":["trace[429823673] 'agreement among raft nodes before linearized reading' (duration: 695.249491ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:00.595821Z","caller":"traceutil/trace.go:171","msg":"trace[1368258267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37636; }","duration":"337.583556ms","start":"2026-07-30T22:05:00.258219Z","end":"2026-07-30T22:05:00.595803Z","steps":["trace[1368258267] 'agreement among raft nodes before linearized reading' (duration: 337.463263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.595841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:04:59.900459Z","time spent":"695.376665ms","remote":"127.0.0.1:39806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-30T22:05:00.595862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.258198Z","time spent":"337.655468ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T22:05:00.595865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.608642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:00.595849Z","caller":"traceutil/trace.go:171","msg":"trace[434880986] transaction","detail":"{read_only:false; response_revision:37635; number_of_response:1; }","duration":"490.062636ms","start":"2026-07-30T22:05:00.105746Z","end":"2026-07-30T22:05:00.595809Z","steps":["trace[434880986] 'process raft request' (duration: 489.558934ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:00.595913Z","caller":"traceutil/trace.go:171","msg":"trace[1543264373] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:37636; }","duration":"260.710965ms","start":"2026-07-30T22:05:00.335193Z","end":"2026-07-30T22:05:00.595904Z","steps":["trace[1543264373] 'agreement among raft nodes before linearized reading' (duration: 260.628133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.595911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.833978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1638"} {"level":"warn","ts":"2026-07-30T22:05:00.595985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.105738Z","time spent":"490.186049ms","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T22:05:00.596002Z","caller":"traceutil/trace.go:171","msg":"trace[261342069] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:37636; }","duration":"538.966571ms","start":"2026-07-30T22:05:00.05701Z","end":"2026-07-30T22:05:00.595977Z","steps":["trace[261342069] 'agreement among raft nodes before linearized reading' (duration: 538.687974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.59606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.056991Z","time spent":"539.054574ms","remote":"127.0.0.1:39694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1662,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-30T22:05:00.901438Z","caller":"traceutil/trace.go:171","msg":"trace[1870136546] transaction","detail":"{read_only:false; response_revision:37637; number_of_response:1; }","duration":"528.586089ms","start":"2026-07-30T22:05:00.372819Z","end":"2026-07-30T22:05:00.901405Z","steps":["trace[1870136546] 'process raft request' (duration: 528.298601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.901591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.3728Z","time spent":"528.704662ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:00.901591Z","caller":"traceutil/trace.go:171","msg":"trace[320919500] transaction","detail":"{read_only:false; response_revision:37638; number_of_response:1; }","duration":"528.21941ms","start":"2026-07-30T22:05:00.37335Z","end":"2026-07-30T22:05:00.901569Z","steps":["trace[320919500] 'process raft request' (duration: 527.939623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.90169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.373342Z","time spent":"528.294012ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:00.901914Z","caller":"traceutil/trace.go:171","msg":"trace[1173748551] transaction","detail":"{read_only:false; response_revision:37639; number_of_response:1; }","duration":"528.503965ms","start":"2026-07-30T22:05:00.373398Z","end":"2026-07-30T22:05:00.901902Z","steps":["trace[1173748551] 'process raft request' (duration: 527.917491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.901972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.373393Z","time spent":"528.551478ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:00.902081Z","caller":"traceutil/trace.go:171","msg":"trace[742094511] transaction","detail":"{read_only:false; response_revision:37640; number_of_response:1; }","duration":"528.62019ms","start":"2026-07-30T22:05:00.373431Z","end":"2026-07-30T22:05:00.902052Z","steps":["trace[742094511] 'process raft request' (duration: 528.373793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.902199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.373427Z","time spent":"528.707272ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:00.902183Z","caller":"traceutil/trace.go:171","msg":"trace[1127370956] transaction","detail":"{read_only:false; response_revision:37642; number_of_response:1; }","duration":"527.284255ms","start":"2026-07-30T22:05:00.374871Z","end":"2026-07-30T22:05:00.902156Z","steps":["trace[1127370956] 'process raft request' (duration: 527.184342ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:00.902204Z","caller":"traceutil/trace.go:171","msg":"trace[1155371810] transaction","detail":"{read_only:false; response_revision:37641; number_of_response:1; }","duration":"527.758017ms","start":"2026-07-30T22:05:00.374427Z","end":"2026-07-30T22:05:00.902185Z","steps":["trace[1155371810] 'process raft request' (duration: 527.403318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.902296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.37442Z","time spent":"527.829359ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:00.902099Z","caller":"traceutil/trace.go:171","msg":"trace[2005027529] linearizableReadLoop","detail":"{readStateIndex:38746; appliedIndex:38740; }","duration":"306.580161ms","start":"2026-07-30T22:05:00.595508Z","end":"2026-07-30T22:05:00.902089Z","steps":["trace[2005027529] 'read index received' (duration: 305.631416ms)","trace[2005027529] 'applied index is now lower than readState.Index' (duration: 948.275µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:00.902319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.374835Z","time spent":"527.410948ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:05:00.902217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.363562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-30T22:05:00.902411Z","caller":"traceutil/trace.go:171","msg":"trace[283234832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37642; }","duration":"353.610058ms","start":"2026-07-30T22:05:00.548792Z","end":"2026-07-30T22:05:00.902402Z","steps":["trace[283234832] 'agreement among raft nodes before linearized reading' (duration: 353.326881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:00.90244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.548772Z","time spent":"353.659029ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T22:05:01.276937Z","caller":"traceutil/trace.go:171","msg":"trace[888214225] transaction","detail":"{read_only:false; response_revision:37643; number_of_response:1; }","duration":"676.336855ms","start":"2026-07-30T22:05:00.600568Z","end":"2026-07-30T22:05:01.276905Z","steps":["trace[888214225] 'process raft request' (duration: 676.032497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:01.277037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.600553Z","time spent":"676.434537ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T22:05:01.277071Z","caller":"traceutil/trace.go:171","msg":"trace[1098199055] transaction","detail":"{read_only:false; response_revision:37644; number_of_response:1; }","duration":"674.2758ms","start":"2026-07-30T22:05:00.602769Z","end":"2026-07-30T22:05:01.277045Z","steps":["trace[1098199055] 'process raft request' (duration: 673.947102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:01.277193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.602754Z","time spent":"674.371072ms","remote":"127.0.0.1:39784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5281,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:01.277267Z","caller":"traceutil/trace.go:171","msg":"trace[2088614501] transaction","detail":"{read_only:false; response_revision:37645; number_of_response:1; }","duration":"674.434815ms","start":"2026-07-30T22:05:00.602818Z","end":"2026-07-30T22:05:01.277253Z","steps":["trace[2088614501] 'process raft request' (duration: 673.957242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:01.277326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.602808Z","time spent":"674.486546ms","remote":"127.0.0.1:39784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:01.347426Z","caller":"traceutil/trace.go:171","msg":"trace[1478617440] linearizableReadLoop","detail":"{readStateIndex:38750; appliedIndex:38746; }","duration":"445.061764ms","start":"2026-07-30T22:05:00.902346Z","end":"2026-07-30T22:05:01.347408Z","steps":["trace[1478617440] 'read index received' (duration: 374.197171ms)","trace[1478617440] 'applied index is now lower than readState.Index' (duration: 70.863593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:01.506442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.795376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-30T22:05:01.506504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.986034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T22:05:01.506561Z","caller":"traceutil/trace.go:171","msg":"trace[1468511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37646; }","duration":"506.972821ms","start":"2026-07-30T22:05:00.999565Z","end":"2026-07-30T22:05:01.506538Z","steps":["trace[1468511] 'agreement among raft nodes before linearized reading' (duration: 348.023791ms)","trace[1468511] 'range keys from in-memory index tree' (duration: 158.679173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:01.506611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.999544Z","time spent":"507.056082ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T22:05:01.506633Z","caller":"traceutil/trace.go:171","msg":"trace[1787833707] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37646; }","duration":"598.157958ms","start":"2026-07-30T22:05:00.908402Z","end":"2026-07-30T22:05:01.50656Z","steps":["trace[1787833707] 'agreement among raft nodes before linearized reading' (duration: 439.193998ms)","trace[1787833707] 'range keys from in-memory index tree' (duration: 158.704234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:01.506752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.908386Z","time spent":"598.332822ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T22:05:01.5069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.16921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:01.50695Z","caller":"traceutil/trace.go:171","msg":"trace[1138670586] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:37646; }","duration":"298.242612ms","start":"2026-07-30T22:05:01.20869Z","end":"2026-07-30T22:05:01.506933Z","steps":["trace[1138670586] 'agreement among raft nodes before linearized reading' (duration: 138.890192ms)","trace[1138670586] 'count revisions from in-memory index tree' (duration: 159.294949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:01.507231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.118562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:01.507274Z","caller":"traceutil/trace.go:171","msg":"trace[2069041158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37646; }","duration":"910.190583ms","start":"2026-07-30T22:05:00.597072Z","end":"2026-07-30T22:05:01.507263Z","steps":["trace[2069041158] 'agreement among raft nodes before linearized reading' (duration: 750.453253ms)","trace[2069041158] 'range keys from in-memory index tree' (duration: 159.686739ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:01.507308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.597056Z","time spent":"910.245965ms","remote":"127.0.0.1:39530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T22:05:01.507523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.56514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb7efac7-37ef-4b3d-86c4-4af414c4b4c9\" ","response":"range_response_count:1 size:2209"} {"level":"info","ts":"2026-07-30T22:05:01.507566Z","caller":"traceutil/trace.go:171","msg":"trace[323029006] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb7efac7-37ef-4b3d-86c4-4af414c4b4c9; range_end:; response_count:1; response_revision:37646; }","duration":"908.625802ms","start":"2026-07-30T22:05:00.598926Z","end":"2026-07-30T22:05:01.507552Z","steps":["trace[323029006] 'agreement among raft nodes before linearized reading' (duration: 748.587813ms)","trace[323029006] 'range keys from in-memory index tree' (duration: 159.933675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:01.507598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.059849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:01.507696Z","caller":"traceutil/trace.go:171","msg":"trace[1064674687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37646; }","duration":"160.178412ms","start":"2026-07-30T22:05:01.347488Z","end":"2026-07-30T22:05:01.507667Z","steps":["trace[1064674687] 'range keys from in-memory index tree' (duration: 159.999508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:01.507634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.598913Z","time spent":"908.703804ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2233,"request content":"key:\"/registry/persistentvolumes/pvc-eb7efac7-37ef-4b3d-86c4-4af414c4b4c9\" "} {"level":"warn","ts":"2026-07-30T22:05:01.508064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.700878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-30T22:05:01.508113Z","caller":"traceutil/trace.go:171","msg":"trace[832151021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37646; }","duration":"602.765049ms","start":"2026-07-30T22:05:00.905335Z","end":"2026-07-30T22:05:01.5081Z","steps":["trace[832151021] 'agreement among raft nodes before linearized reading' (duration: 442.265779ms)","trace[832151021] 'range keys from in-memory index tree' (duration: 160.410788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:01.50815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.905324Z","time spent":"602.81931ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T22:05:01.507967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.290857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"info","ts":"2026-07-30T22:05:01.508311Z","caller":"traceutil/trace.go:171","msg":"trace[772564548] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:37646; }","duration":"227.643136ms","start":"2026-07-30T22:05:01.280652Z","end":"2026-07-30T22:05:01.508295Z","steps":["trace[772564548] 'agreement among raft nodes before linearized reading' (duration: 66.91623ms)","trace[772564548] 'range keys from in-memory index tree' (duration: 160.319895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:01.508821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.911541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:01.50887Z","caller":"traceutil/trace.go:171","msg":"trace[152739462] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:37646; }","duration":"725.017123ms","start":"2026-07-30T22:05:00.783839Z","end":"2026-07-30T22:05:01.508856Z","steps":["trace[152739462] 'agreement among raft nodes before linearized reading' (duration: 563.845445ms)","trace[152739462] 'count revisions from in-memory index tree' (duration: 161.083195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:01.508944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.783816Z","time spent":"725.115117ms","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-30T22:05:01.509306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.717474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:5298"} {"level":"info","ts":"2026-07-30T22:05:01.509354Z","caller":"traceutil/trace.go:171","msg":"trace[1374944936] range","detail":"{range_begin:/registry/cronjobs/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:37646; }","duration":"228.786846ms","start":"2026-07-30T22:05:01.280555Z","end":"2026-07-30T22:05:01.509342Z","steps":["trace[1374944936] 'agreement among raft nodes before linearized reading' (duration: 67.020303ms)","trace[1374944936] 'range keys from in-memory index tree' (duration: 161.118076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:01.510225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.400812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-30T22:05:01.510344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.544797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:01.510418Z","caller":"traceutil/trace.go:171","msg":"trace[1254218419] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:37646; }","duration":"909.626679ms","start":"2026-07-30T22:05:00.600751Z","end":"2026-07-30T22:05:01.510378Z","steps":["trace[1254218419] 'agreement among raft nodes before linearized reading' (duration: 746.759896ms)","trace[1254218419] 'range keys from in-memory index tree' (duration: 162.096552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:01.510463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:00.600731Z","time spent":"909.722512ms","remote":"127.0.0.1:39686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-07-30T22:05:01.510281Z","caller":"traceutil/trace.go:171","msg":"trace[933661999] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:37646; }","duration":"113.486824ms","start":"2026-07-30T22:05:01.396783Z","end":"2026-07-30T22:05:01.51027Z","steps":["trace[933661999] 'count revisions from in-memory index tree' (duration: 113.33865ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:01.744127Z","caller":"traceutil/trace.go:171","msg":"trace[846876979] transaction","detail":"{read_only:false; response_revision:37647; number_of_response:1; }","duration":"227.215274ms","start":"2026-07-30T22:05:01.516889Z","end":"2026-07-30T22:05:01.744105Z","steps":["trace[846876979] 'process raft request' (duration: 227.07259ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:01.999938Z","caller":"traceutil/trace.go:171","msg":"trace[182616775] linearizableReadLoop","detail":"{readStateIndex:38755; appliedIndex:38752; }","duration":"413.547164ms","start":"2026-07-30T22:05:01.586369Z","end":"2026-07-30T22:05:01.999916Z","steps":["trace[182616775] 'read index received' (duration: 157.80314ms)","trace[182616775] 'applied index is now lower than readState.Index' (duration: 255.742884ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:05:02.000246Z","caller":"traceutil/trace.go:171","msg":"trace[476596744] transaction","detail":"{read_only:false; response_revision:37648; number_of_response:1; }","duration":"481.295795ms","start":"2026-07-30T22:05:01.518936Z","end":"2026-07-30T22:05:02.000232Z","steps":["trace[476596744] 'process raft request' (duration: 480.767892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:02.000356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:01.518875Z","time spent":"481.411887ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:02.000589Z","caller":"traceutil/trace.go:171","msg":"trace[548950376] transaction","detail":"{read_only:false; response_revision:37649; number_of_response:1; }","duration":"481.145732ms","start":"2026-07-30T22:05:01.519433Z","end":"2026-07-30T22:05:02.000578Z","steps":["trace[548950376] 'process raft request' (duration: 480.407272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:02.000636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:01.519411Z","time spent":"481.203784ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5283,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T22:05:02.000887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.510149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:02.000868Z","caller":"traceutil/trace.go:171","msg":"trace[113156656] transaction","detail":"{read_only:false; response_revision:37650; number_of_response:1; }","duration":"475.833192ms","start":"2026-07-30T22:05:01.525Z","end":"2026-07-30T22:05:02.000833Z","steps":["trace[113156656] 'process raft request' (duration: 474.882627ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:02.000922Z","caller":"traceutil/trace.go:171","msg":"trace[1025697683] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37650; }","duration":"414.572691ms","start":"2026-07-30T22:05:01.586341Z","end":"2026-07-30T22:05:02.000914Z","steps":["trace[1025697683] 'agreement among raft nodes before linearized reading' (duration: 414.51357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:02.000948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:01.58633Z","time spent":"414.613372ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-30T22:05:02.001037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:01.524989Z","time spent":"475.961956ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:02.088023Z","caller":"traceutil/trace.go:171","msg":"trace[269141200] transaction","detail":"{read_only:false; response_revision:37651; number_of_response:1; }","duration":"338.233853ms","start":"2026-07-30T22:05:01.749764Z","end":"2026-07-30T22:05:02.087997Z","steps":["trace[269141200] 'process raft request' (duration: 338.040328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:02.08815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:01.749743Z","time spent":"338.338807ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:02.088163Z","caller":"traceutil/trace.go:171","msg":"trace[972368889] transaction","detail":"{read_only:false; response_revision:37652; number_of_response:1; }","duration":"337.902736ms","start":"2026-07-30T22:05:01.750241Z","end":"2026-07-30T22:05:02.088144Z","steps":["trace[972368889] 'process raft request' (duration: 337.687511ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:02.0883Z","caller":"traceutil/trace.go:171","msg":"trace[1029788039] transaction","detail":"{read_only:false; response_revision:37653; number_of_response:1; }","duration":"337.010182ms","start":"2026-07-30T22:05:01.751279Z","end":"2026-07-30T22:05:02.088289Z","steps":["trace[1029788039] 'process raft request' (duration: 336.702934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:02.088367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:01.751246Z","time spent":"337.078444ms","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:02.088469Z","caller":"traceutil/trace.go:171","msg":"trace[1267317033] transaction","detail":"{read_only:false; response_revision:37654; number_of_response:1; }","duration":"190.009696ms","start":"2026-07-30T22:05:01.898445Z","end":"2026-07-30T22:05:02.088454Z","steps":["trace[1267317033] 'process raft request' (duration: 189.712698ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:02.088605Z","caller":"traceutil/trace.go:171","msg":"trace[1063275243] transaction","detail":"{read_only:false; response_revision:37655; number_of_response:1; }","duration":"187.622283ms","start":"2026-07-30T22:05:01.900975Z","end":"2026-07-30T22:05:02.088597Z","steps":["trace[1063275243] 'process raft request' (duration: 187.428258ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:02.088742Z","caller":"traceutil/trace.go:171","msg":"trace[150566419] transaction","detail":"{read_only:false; response_revision:37656; number_of_response:1; }","duration":"187.685925ms","start":"2026-07-30T22:05:01.901049Z","end":"2026-07-30T22:05:02.088735Z","steps":["trace[150566419] 'process raft request' (duration: 187.513079ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:02.088853Z","caller":"traceutil/trace.go:171","msg":"trace[479825794] transaction","detail":"{read_only:false; response_revision:37657; number_of_response:1; }","duration":"187.656064ms","start":"2026-07-30T22:05:01.901191Z","end":"2026-07-30T22:05:02.088847Z","steps":["trace[479825794] 'process raft request' (duration: 187.513841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:02.088942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.336875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:02.088969Z","caller":"traceutil/trace.go:171","msg":"trace[1882004122] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37658; }","duration":"298.395536ms","start":"2026-07-30T22:05:01.790567Z","end":"2026-07-30T22:05:02.088962Z","steps":["trace[1882004122] 'agreement among raft nodes before linearized reading' (duration: 298.336325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:02.089021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.855482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T22:05:02.089069Z","caller":"traceutil/trace.go:171","msg":"trace[1868327796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37658; }","duration":"413.937114ms","start":"2026-07-30T22:05:01.675122Z","end":"2026-07-30T22:05:02.089059Z","steps":["trace[1868327796] 'agreement among raft nodes before linearized reading' (duration: 413.78699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:02.089103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:01.675105Z","time spent":"413.991246ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T22:05:02.08908Z","caller":"traceutil/trace.go:171","msg":"trace[1313648319] transaction","detail":"{read_only:false; response_revision:37658; number_of_response:1; }","duration":"187.179771ms","start":"2026-07-30T22:05:01.901894Z","end":"2026-07-30T22:05:02.089073Z","steps":["trace[1313648319] 'process raft request' (duration: 186.928295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:02.089259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:01.750223Z","time spent":"337.993118ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T22:05:02.99954Z","caller":"traceutil/trace.go:171","msg":"trace[853508784] transaction","detail":"{read_only:false; response_revision:37674; number_of_response:1; }","duration":"100.38602ms","start":"2026-07-30T22:05:02.899116Z","end":"2026-07-30T22:05:02.999502Z","steps":["trace[853508784] 'process raft request' (duration: 100.055701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:03.214262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.109945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T22:05:03.214377Z","caller":"traceutil/trace.go:171","msg":"trace[646138827] transaction","detail":"{read_only:false; response_revision:37675; number_of_response:1; }","duration":"211.109821ms","start":"2026-07-30T22:05:03.003245Z","end":"2026-07-30T22:05:03.214355Z","steps":["trace[646138827] 'process raft request' (duration: 89.817162ms)","trace[646138827] 'compare' (duration: 120.821917ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:05:03.215538Z","caller":"traceutil/trace.go:171","msg":"trace[761918709] linearizableReadLoop","detail":"{readStateIndex:38782; appliedIndex:38779; }","duration":"163.294583ms","start":"2026-07-30T22:05:03.052209Z","end":"2026-07-30T22:05:03.215504Z","steps":["trace[761918709] 'read index received' (duration: 40.790512ms)","trace[761918709] 'applied index is now lower than readState.Index' (duration: 122.502661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:03.215777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.547619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-30T22:05:03.215816Z","caller":"traceutil/trace.go:171","msg":"trace[31085277] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:37677; }","duration":"163.642483ms","start":"2026-07-30T22:05:03.052163Z","end":"2026-07-30T22:05:03.215805Z","steps":["trace[31085277] 'agreement among raft nodes before linearized reading' (duration: 163.448727ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:03.215889Z","caller":"traceutil/trace.go:171","msg":"trace[260682090] transaction","detail":"{read_only:false; response_revision:37676; number_of_response:1; }","duration":"212.480238ms","start":"2026-07-30T22:05:03.003364Z","end":"2026-07-30T22:05:03.215845Z","steps":["trace[260682090] 'process raft request' (duration: 211.906583ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:03.215911Z","caller":"traceutil/trace.go:171","msg":"trace[1204241693] transaction","detail":"{read_only:false; response_revision:37677; number_of_response:1; }","duration":"211.912273ms","start":"2026-07-30T22:05:03.003963Z","end":"2026-07-30T22:05:03.215876Z","steps":["trace[1204241693] 'process raft request' (duration: 211.482991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:03.499676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.930639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-30T22:05:03.499787Z","caller":"traceutil/trace.go:171","msg":"trace[15016533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37677; }","duration":"140.115985ms","start":"2026-07-30T22:05:03.359644Z","end":"2026-07-30T22:05:03.49976Z","steps":["trace[15016533] 'count revisions from in-memory index tree' (duration: 139.763625ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:06.523718Z","caller":"traceutil/trace.go:171","msg":"trace[232181682] transaction","detail":"{read_only:false; response_revision:37715; number_of_response:1; }","duration":"134.121906ms","start":"2026-07-30T22:05:06.389572Z","end":"2026-07-30T22:05:06.523694Z","steps":["trace[232181682] 'process raft request' (duration: 133.957352ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:06.573076Z","caller":"traceutil/trace.go:171","msg":"trace[1777012623] transaction","detail":"{read_only:false; response_revision:37717; number_of_response:1; }","duration":"161.842636ms","start":"2026-07-30T22:05:06.411214Z","end":"2026-07-30T22:05:06.573057Z","steps":["trace[1777012623] 'process raft request' (duration: 161.789234ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:06.573138Z","caller":"traceutil/trace.go:171","msg":"trace[807391678] transaction","detail":"{read_only:false; response_revision:37716; number_of_response:1; }","duration":"182.93955ms","start":"2026-07-30T22:05:06.390167Z","end":"2026-07-30T22:05:06.573107Z","steps":["trace[807391678] 'process raft request' (duration: 182.718734ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:06.773346Z","caller":"traceutil/trace.go:171","msg":"trace[41349837] linearizableReadLoop","detail":"{readStateIndex:38824; appliedIndex:38823; }","duration":"154.502573ms","start":"2026-07-30T22:05:06.618816Z","end":"2026-07-30T22:05:06.773318Z","steps":["trace[41349837] 'read index received' (duration: 24.651µs)","trace[41349837] 'applied index is now lower than readState.Index' (duration: 154.476572ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:05:06.773405Z","caller":"traceutil/trace.go:171","msg":"trace[1052033183] transaction","detail":"{read_only:false; response_revision:37718; number_of_response:1; }","duration":"154.586495ms","start":"2026-07-30T22:05:06.618786Z","end":"2026-07-30T22:05:06.773372Z","steps":["trace[1052033183] 'process raft request' (duration: 98.935932ms)","trace[1052033183] 'compare' (duration: 55.401286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:06.773479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.637687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:06.773517Z","caller":"traceutil/trace.go:171","msg":"trace[262013041] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:37718; }","duration":"154.725318ms","start":"2026-07-30T22:05:06.61878Z","end":"2026-07-30T22:05:06.773505Z","steps":["trace[262013041] 'agreement among raft nodes before linearized reading' (duration: 154.631656ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:07.815897Z","caller":"traceutil/trace.go:171","msg":"trace[1889828436] transaction","detail":"{read_only:false; response_revision:37730; number_of_response:1; }","duration":"186.102014ms","start":"2026-07-30T22:05:07.629777Z","end":"2026-07-30T22:05:07.815879Z","steps":["trace[1889828436] 'process raft request' (duration: 117.129571ms)","trace[1889828436] 'compare' (duration: 68.769998ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:05:09.707623Z","caller":"traceutil/trace.go:171","msg":"trace[211852209] linearizableReadLoop","detail":"{readStateIndex:38855; appliedIndex:38854; }","duration":"101.158679ms","start":"2026-07-30T22:05:09.606444Z","end":"2026-07-30T22:05:09.707603Z","steps":["trace[211852209] 'read index received' (duration: 100.948864ms)","trace[211852209] 'applied index is now lower than readState.Index' (duration: 208.965µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:09.707789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.324255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:05:09.707829Z","caller":"traceutil/trace.go:171","msg":"trace[618756992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:37749; }","duration":"101.418018ms","start":"2026-07-30T22:05:09.606398Z","end":"2026-07-30T22:05:09.707816Z","steps":["trace[618756992] 'agreement among raft nodes before linearized reading' (duration: 101.290163ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:09.708133Z","caller":"traceutil/trace.go:171","msg":"trace[369795704] transaction","detail":"{read_only:false; response_revision:37749; number_of_response:1; }","duration":"241.688015ms","start":"2026-07-30T22:05:09.466432Z","end":"2026-07-30T22:05:09.70812Z","steps":["trace[369795704] 'process raft request' (duration: 241.040398ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:12.195846Z","caller":"traceutil/trace.go:171","msg":"trace[802247371] linearizableReadLoop","detail":"{readStateIndex:38875; appliedIndex:38874; }","duration":"137.877295ms","start":"2026-07-30T22:05:12.057945Z","end":"2026-07-30T22:05:12.195823Z","steps":["trace[802247371] 'read index received' (duration: 137.811474ms)","trace[802247371] 'applied index is now lower than readState.Index' (duration: 64.831µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:05:12.195919Z","caller":"traceutil/trace.go:171","msg":"trace[1760226429] transaction","detail":"{read_only:false; response_revision:37768; number_of_response:1; }","duration":"140.196417ms","start":"2026-07-30T22:05:12.055702Z","end":"2026-07-30T22:05:12.195899Z","steps":["trace[1760226429] 'process raft request' (duration: 139.974331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:12.196014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.052461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-30T22:05:12.196041Z","caller":"traceutil/trace.go:171","msg":"trace[1540068996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37768; }","duration":"138.130613ms","start":"2026-07-30T22:05:12.057903Z","end":"2026-07-30T22:05:12.196034Z","steps":["trace[1540068996] 'agreement among raft nodes before linearized reading' (duration: 138.01626ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:12.345853Z","caller":"traceutil/trace.go:171","msg":"trace[90666301] transaction","detail":"{read_only:false; response_revision:37769; number_of_response:1; }","duration":"213.118324ms","start":"2026-07-30T22:05:12.132666Z","end":"2026-07-30T22:05:12.345784Z","steps":["trace[90666301] 'process raft request' (duration: 212.847687ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:12.346072Z","caller":"traceutil/trace.go:171","msg":"trace[840373912] transaction","detail":"{read_only:false; response_revision:37770; number_of_response:1; }","duration":"210.549057ms","start":"2026-07-30T22:05:12.135493Z","end":"2026-07-30T22:05:12.346042Z","steps":["trace[840373912] 'process raft request' (duration: 210.250969ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:12.346149Z","caller":"traceutil/trace.go:171","msg":"trace[1265782527] transaction","detail":"{read_only:false; response_revision:37771; number_of_response:1; }","duration":"210.220347ms","start":"2026-07-30T22:05:12.13591Z","end":"2026-07-30T22:05:12.34613Z","steps":["trace[1265782527] 'process raft request' (duration: 210.020472ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:12.346175Z","caller":"traceutil/trace.go:171","msg":"trace[29269737] linearizableReadLoop","detail":"{readStateIndex:38880; appliedIndex:38875; }","duration":"150.264851ms","start":"2026-07-30T22:05:12.195898Z","end":"2026-07-30T22:05:12.346163Z","steps":["trace[29269737] 'read index received' (duration: 149.599943ms)","trace[29269737] 'applied index is now lower than readState.Index' (duration: 663.988µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:05:12.346196Z","caller":"traceutil/trace.go:171","msg":"trace[990873058] transaction","detail":"{read_only:false; response_revision:37773; number_of_response:1; }","duration":"172.731332ms","start":"2026-07-30T22:05:12.17345Z","end":"2026-07-30T22:05:12.346181Z","steps":["trace[990873058] 'process raft request' (duration: 172.611529ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:12.346108Z","caller":"traceutil/trace.go:171","msg":"trace[382514953] transaction","detail":"{read_only:false; response_revision:37772; number_of_response:1; }","duration":"206.638303ms","start":"2026-07-30T22:05:12.139449Z","end":"2026-07-30T22:05:12.346087Z","steps":["trace[382514953] 'process raft request' (duration: 206.590112ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:12.346811Z","caller":"traceutil/trace.go:171","msg":"trace[1074034862] transaction","detail":"{read_only:false; response_revision:37774; number_of_response:1; }","duration":"146.587584ms","start":"2026-07-30T22:05:12.200135Z","end":"2026-07-30T22:05:12.346722Z","steps":["trace[1074034862] 'process raft request' (duration: 146.470831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:12.347079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.231682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T22:05:12.347157Z","caller":"traceutil/trace.go:171","msg":"trace[1524089403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37773; }","duration":"171.349766ms","start":"2026-07-30T22:05:12.175784Z","end":"2026-07-30T22:05:12.347133Z","steps":["trace[1524089403] 'agreement among raft nodes before linearized reading' (duration: 170.454452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:12.346843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.858609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-30T22:05:12.347234Z","caller":"traceutil/trace.go:171","msg":"trace[736354009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37774; }","duration":"134.288971ms","start":"2026-07-30T22:05:12.212928Z","end":"2026-07-30T22:05:12.347217Z","steps":["trace[736354009] 'agreement among raft nodes before linearized reading' (duration: 133.785918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:13.940728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.676159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-30T22:05:13.940806Z","caller":"traceutil/trace.go:171","msg":"trace[1874754680] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:37785; }","duration":"191.798833ms","start":"2026-07-30T22:05:13.74899Z","end":"2026-07-30T22:05:13.940789Z","steps":["trace[1874754680] 'range keys from in-memory index tree' (duration: 191.472935ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:14.25339Z","caller":"traceutil/trace.go:171","msg":"trace[102112270] transaction","detail":"{read_only:false; response_revision:37786; number_of_response:1; }","duration":"341.954832ms","start":"2026-07-30T22:05:13.911415Z","end":"2026-07-30T22:05:14.25337Z","steps":["trace[102112270] 'process raft request' (duration: 341.846059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:14.253508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:13.911376Z","time spent":"342.075976ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:14.30932Z","caller":"traceutil/trace.go:171","msg":"trace[523193768] transaction","detail":"{read_only:false; response_revision:37787; number_of_response:1; }","duration":"363.424926ms","start":"2026-07-30T22:05:13.945875Z","end":"2026-07-30T22:05:14.3093Z","steps":["trace[523193768] 'process raft request' (duration: 363.258452ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:14.30932Z","caller":"traceutil/trace.go:171","msg":"trace[556716905] linearizableReadLoop","detail":"{readStateIndex:38895; appliedIndex:38893; }","duration":"109.5451ms","start":"2026-07-30T22:05:14.199757Z","end":"2026-07-30T22:05:14.309303Z","steps":["trace[556716905] 'read index received' (duration: 53.61517ms)","trace[556716905] 'applied index is now lower than readState.Index' (duration: 55.92885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T22:05:14.309405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:13.945853Z","time spent":"363.509888ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T22:05:14.309432Z","caller":"traceutil/trace.go:171","msg":"trace[1286392905] transaction","detail":"{read_only:false; response_revision:37788; number_of_response:1; }","duration":"227.79938ms","start":"2026-07-30T22:05:14.081592Z","end":"2026-07-30T22:05:14.309392Z","steps":["trace[1286392905] 'process raft request' (duration: 227.651456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:14.309489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.721306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-30T22:05:14.309526Z","caller":"traceutil/trace.go:171","msg":"trace[799078202] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:37788; }","duration":"109.784977ms","start":"2026-07-30T22:05:14.199729Z","end":"2026-07-30T22:05:14.309514Z","steps":["trace[799078202] 'agreement among raft nodes before linearized reading' (duration: 109.636752ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:17.425844Z","caller":"traceutil/trace.go:171","msg":"trace[385231780] transaction","detail":"{read_only:false; response_revision:37849; number_of_response:1; }","duration":"146.092312ms","start":"2026-07-30T22:05:17.279721Z","end":"2026-07-30T22:05:17.425813Z","steps":["trace[385231780] 'process raft request' (duration: 145.893757ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:05:17.643404Z","caller":"traceutil/trace.go:171","msg":"trace[297323929] linearizableReadLoop","detail":"{readStateIndex:38960; appliedIndex:38958; }","duration":"193.856438ms","start":"2026-07-30T22:05:17.449522Z","end":"2026-07-30T22:05:17.643379Z","steps":["trace[297323929] 'read index received' (duration: 108.693198ms)","trace[297323929] 'applied index is now lower than readState.Index' (duration: 85.1622ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:05:17.643409Z","caller":"traceutil/trace.go:171","msg":"trace[1032249879] transaction","detail":"{read_only:false; response_revision:37850; number_of_response:1; }","duration":"360.605082ms","start":"2026-07-30T22:05:17.282768Z","end":"2026-07-30T22:05:17.643373Z","steps":["trace[1032249879] 'process raft request' (duration: 275.496724ms)","trace[1032249879] 'compare' (duration: 84.725968ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:05:17.643442Z","caller":"traceutil/trace.go:171","msg":"trace[690174441] transaction","detail":"{read_only:false; response_revision:37851; number_of_response:1; }","duration":"360.09925ms","start":"2026-07-30T22:05:17.283319Z","end":"2026-07-30T22:05:17.643418Z","steps":["trace[690174441] 'process raft request' (duration: 359.961065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:17.643572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:17.283301Z","time spent":"360.202602ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:05:17.64359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T22:05:17.28275Z","time spent":"360.751367ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T22:05:17.643653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.122464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-30T22:05:17.643693Z","caller":"traceutil/trace.go:171","msg":"trace[1196284544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37851; }","duration":"194.220106ms","start":"2026-07-30T22:05:17.449461Z","end":"2026-07-30T22:05:17.643681Z","steps":["trace[1196284544] 'agreement among raft nodes before linearized reading' (duration: 194.058192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:05:17.643819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.076735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-b9t9f\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-07-30T22:05:17.643915Z","caller":"traceutil/trace.go:171","msg":"trace[2067338782] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-b9t9f; range_end:; response_count:1; response_revision:37851; }","duration":"137.179977ms","start":"2026-07-30T22:05:17.506708Z","end":"2026-07-30T22:05:17.643888Z","steps":["trace[2067338782] 'agreement among raft nodes before linearized reading' (duration: 136.919701ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:06:55.395044Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9409e054be1d0d72","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T22:06:55.398907Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-30T22:06:55.398979Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-30T22:09:03.056489Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37077} {"level":"info","ts":"2026-07-30T22:09:03.20766Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37077,"took":"146.051271ms","hash":2997516801,"current-db-size-bytes":53854208,"current-db-size":"54 MB","current-db-size-in-use-bytes":31993856,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-30T22:09:03.207764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2997516801,"revision":37077,"compact-revision":33899} {"level":"info","ts":"2026-07-30T22:11:22.043431Z","caller":"traceutil/trace.go:171","msg":"trace[1545300808] transaction","detail":"{read_only:false; response_revision:41571; number_of_response:1; }","duration":"138.520782ms","start":"2026-07-30T22:11:21.904881Z","end":"2026-07-30T22:11:22.043402Z","steps":["trace[1545300808] 'process raft request' (duration: 104.933969ms)","trace[1545300808] 'compare' (duration: 33.449259ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:11:22.04363Z","caller":"traceutil/trace.go:171","msg":"trace[1892448953] transaction","detail":"{read_only:false; response_revision:41572; number_of_response:1; }","duration":"135.909493ms","start":"2026-07-30T22:11:21.907703Z","end":"2026-07-30T22:11:22.043612Z","steps":["trace[1892448953] 'process raft request' (duration: 135.657297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T22:11:22.04379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.384987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:11:22.043901Z","caller":"traceutil/trace.go:171","msg":"trace[828624321] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:41572; }","duration":"114.551922ms","start":"2026-07-30T22:11:21.929323Z","end":"2026-07-30T22:11:22.043875Z","steps":["trace[828624321] 'agreement among raft nodes before linearized reading' (duration: 114.378347ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:11:22.044062Z","caller":"traceutil/trace.go:171","msg":"trace[224433716] linearizableReadLoop","detail":"{readStateIndex:42765; appliedIndex:42763; }","duration":"114.1086ms","start":"2026-07-30T22:11:21.929375Z","end":"2026-07-30T22:11:22.043483Z","steps":["trace[224433716] 'read index received' (duration: 80.316011ms)","trace[224433716] 'applied index is now lower than readState.Index' (duration: 33.790559ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:12:10.086287Z","caller":"traceutil/trace.go:171","msg":"trace[548583041] transaction","detail":"{read_only:false; response_revision:42090; number_of_response:1; }","duration":"101.857018ms","start":"2026-07-30T22:12:09.9844Z","end":"2026-07-30T22:12:10.086257Z","steps":["trace[548583041] 'process raft request' (duration: 78.856673ms)","trace[548583041] 'compare' (duration: 22.81328ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T22:14:03.062683Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39969} {"level":"info","ts":"2026-07-30T22:14:03.222873Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39969,"took":"154.79109ms","hash":4004218201,"current-db-size-bytes":53854208,"current-db-size":"54 MB","current-db-size-in-use-bytes":34906112,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-30T22:14:03.222979Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4004218201,"revision":39969,"compact-revision":37077} {"level":"info","ts":"2026-07-30T22:19:03.072019Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":43091} {"level":"info","ts":"2026-07-30T22:19:03.238908Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":43091,"took":"160.132661ms","hash":3012167660,"current-db-size-bytes":53854208,"current-db-size":"54 MB","current-db-size-in-use-bytes":30453760,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-30T22:19:03.238987Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3012167660,"revision":43091,"compact-revision":39969} {"level":"warn","ts":"2026-07-30T22:23:44.610135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.180591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T22:23:44.610228Z","caller":"traceutil/trace.go:171","msg":"trace[422360183] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:48157; }","duration":"252.330505ms","start":"2026-07-30T22:23:44.357879Z","end":"2026-07-30T22:23:44.610209Z","steps":["trace[422360183] 'count revisions from in-memory index tree' (duration: 252.088929ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T22:24:03.078254Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":45703} {"level":"info","ts":"2026-07-30T22:24:03.19997Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":45703,"took":"117.289595ms","hash":438205430,"current-db-size-bytes":53854208,"current-db-size":"54 MB","current-db-size-in-use-bytes":30371840,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-30T22:24:03.200028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":438205430,"revision":45703,"compact-revision":43091} {"level":"info","ts":"2026-07-30T22:24:38.874252Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9409e054be1d0d72","local-member-applied-index":50005,"local-member-snapshot-index":40004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T22:24:38.882077Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":50005} {"level":"info","ts":"2026-07-30T22:24:38.882196Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":45005} {"level":"info","ts":"2026-07-30T22:29:03.085979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":48328} {"level":"info","ts":"2026-07-30T22:29:03.214078Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":48328,"took":"120.5004ms","hash":2534803484,"current-db-size-bytes":53854208,"current-db-size":"54 MB","current-db-size-in-use-bytes":30904320,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-30T22:29:03.214129Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2534803484,"revision":48328,"compact-revision":45703} {"level":"info","ts":"2026-07-30T22:34:03.10301Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":51051} {"level":"info","ts":"2026-07-30T22:34:03.264103Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":51051,"took":"157.568965ms","hash":2962405512,"current-db-size-bytes":53854208,"current-db-size":"54 MB","current-db-size-in-use-bytes":32239616,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-30T22:34:03.264191Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2962405512,"revision":51051,"compact-revision":48328} {"level":"info","ts":"2026-07-30T22:39:03.111126Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":53675} {"level":"info","ts":"2026-07-30T22:39:03.248871Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":53675,"took":"131.219453ms","hash":3250753208,"current-db-size-bytes":54706176,"current-db-size":"55 MB","current-db-size-in-use-bytes":31408128,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-30T22:39:03.248947Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3250753208,"revision":53675,"compact-revision":51051} {"level":"info","ts":"2026-07-30T22:42:58.757535Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9409e054be1d0d72","local-member-applied-index":60006,"local-member-snapshot-index":50005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T22:42:58.761955Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":60006} {"level":"info","ts":"2026-07-30T22:42:58.762155Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":55006} {"level":"info","ts":"2026-07-30T22:43:01.333533Z","caller":"fileutil/purge.go:96","msg":"purged","path":"/var/lib/etcd/member/snap/0000000000000002-0000000000002711.snap"}